[ 554.879756] env[62522]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62522) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 554.880208] env[62522]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62522) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 554.880208] env[62522]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62522) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 554.880532] env[62522]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 554.976562] env[62522]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62522) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 554.985759] env[62522]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.009s {{(pid=62522) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 555.591444] env[62522]: INFO nova.virt.driver [None req-7ac9fb39-4b0a-48ac-aa8e-64f096259f5d None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 555.661495] env[62522]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.661655] env[62522]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.661777] env[62522]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62522) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 558.864586] env[62522]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-8ce0c024-f4c3-4a0a-9958-38e165167020 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.880052] env[62522]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62522) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 558.880164] env[62522]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-1999ece4-c4a4-41b0-a10a-a7043563af1d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.911019] env[62522]: INFO oslo_vmware.api [-] Successfully established new session; session ID is cfe86. [ 558.911193] env[62522]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.250s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.911772] env[62522]: INFO nova.virt.vmwareapi.driver [None req-7ac9fb39-4b0a-48ac-aa8e-64f096259f5d None None] VMware vCenter version: 7.0.3 [ 558.915245] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f56a4b-8faf-4473-bd30-c21d935aa904 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.933778] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5044b49c-a926-429e-a6ce-aa5ba378cbe3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.940630] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c9ce95-cbe0-4eed-a76b-690b134badb2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.947509] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505529bd-2623-4a70-a114-eff34761126a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.960777] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fc19e4-e1ae-4ebe-8976-9cd3dfadb47a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.966805] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1677e5b5-2280-4c95-850f-da34900d52c7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.996802] env[62522]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-2a059631-cc53-45e1-8350-7f412a377267 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.002205] env[62522]: DEBUG nova.virt.vmwareapi.driver [None req-7ac9fb39-4b0a-48ac-aa8e-64f096259f5d None None] Extension org.openstack.compute already exists. {{(pid=62522) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 559.004929] env[62522]: INFO nova.compute.provider_config [None req-7ac9fb39-4b0a-48ac-aa8e-64f096259f5d None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 559.509432] env[62522]: DEBUG nova.context [None req-7ac9fb39-4b0a-48ac-aa8e-64f096259f5d None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),0250c108-3c88-441e-a076-994d26f7dcd4(cell1) {{(pid=62522) load_cells /opt/stack/nova/nova/context.py:464}} [ 559.512544] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.512772] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.513498] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.513934] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Acquiring lock "0250c108-3c88-441e-a076-994d26f7dcd4" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.514141] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Lock "0250c108-3c88-441e-a076-994d26f7dcd4" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.515220] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Lock "0250c108-3c88-441e-a076-994d26f7dcd4" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.535190] env[62522]: INFO dbcounter [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Registered counter for database nova_cell0 [ 559.543313] env[62522]: INFO dbcounter [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Registered counter for database nova_cell1 [ 559.546494] env[62522]: DEBUG oslo_db.sqlalchemy.engines [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62522) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 559.547132] env[62522]: DEBUG oslo_db.sqlalchemy.engines [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62522) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 559.551742] env[62522]: ERROR nova.db.main.api [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 559.551742] env[62522]: result = function(*args, **kwargs) [ 559.551742] env[62522]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 559.551742] env[62522]: return func(*args, **kwargs) [ 559.551742] env[62522]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 559.551742] env[62522]: result = fn(*args, **kwargs) [ 559.551742] env[62522]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 559.551742] env[62522]: return f(*args, **kwargs) [ 559.551742] env[62522]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 559.551742] env[62522]: return db.service_get_minimum_version(context, binaries) [ 559.551742] env[62522]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 559.551742] env[62522]: _check_db_access() [ 559.551742] env[62522]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 559.551742] env[62522]: stacktrace = ''.join(traceback.format_stack()) [ 559.551742] env[62522]: [ 559.552747] env[62522]: ERROR nova.db.main.api [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 559.552747] env[62522]: result = function(*args, **kwargs) [ 559.552747] env[62522]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 559.552747] env[62522]: return func(*args, **kwargs) [ 559.552747] env[62522]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 559.552747] env[62522]: result = fn(*args, **kwargs) [ 559.552747] env[62522]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 559.552747] env[62522]: return f(*args, **kwargs) [ 559.552747] env[62522]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 559.552747] env[62522]: return db.service_get_minimum_version(context, binaries) [ 559.552747] env[62522]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 559.552747] env[62522]: _check_db_access() [ 559.552747] env[62522]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 559.552747] env[62522]: stacktrace = ''.join(traceback.format_stack()) [ 559.552747] env[62522]: [ 559.553410] env[62522]: WARNING nova.objects.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 559.553410] env[62522]: WARNING nova.objects.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Failed to get minimum service version for cell 0250c108-3c88-441e-a076-994d26f7dcd4 [ 559.553698] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Acquiring lock "singleton_lock" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.553859] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Acquired lock "singleton_lock" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.554114] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Releasing lock "singleton_lock" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.554440] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Full set of CONF: {{(pid=62522) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 559.554585] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ******************************************************************************** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 559.554716] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] Configuration options gathered from: {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 559.554858] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 559.555061] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 559.555196] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ================================================================================ {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 559.555408] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] allow_resize_to_same_host = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.555583] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] arq_binding_timeout = 300 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.555717] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] backdoor_port = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.555847] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] backdoor_socket = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.556026] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] block_device_allocate_retries = 60 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.556197] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] block_device_allocate_retries_interval = 3 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.556371] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cert = self.pem {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.556543] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.556709] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute_monitors = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.556877] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] config_dir = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.557060] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] config_drive_format = iso9660 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.557198] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.557365] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] config_source = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.557532] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] console_host = devstack {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.557697] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] control_exchange = nova {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.557853] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cpu_allocation_ratio = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.558021] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] daemon = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.558197] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] debug = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.558357] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] default_access_ip_network_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.558522] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] default_availability_zone = nova {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.558676] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] default_ephemeral_format = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.558834] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] default_green_pool_size = 1000 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.559105] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.559259] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] default_schedule_zone = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.559419] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] disk_allocation_ratio = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.559580] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] enable_new_services = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.559757] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] enabled_apis = ['osapi_compute'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.559920] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] enabled_ssl_apis = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.560100] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] flat_injected = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.560268] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] force_config_drive = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.560433] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] force_raw_images = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.560601] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] graceful_shutdown_timeout = 5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.560762] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] heal_instance_info_cache_interval = 60 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.560984] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] host = cpu-1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.561203] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.561381] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.561549] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.561761] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.561926] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] instance_build_timeout = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.562121] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] instance_delete_interval = 300 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.562320] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] instance_format = [instance: %(uuid)s] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.562492] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] instance_name_template = instance-%08x {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.562656] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] instance_usage_audit = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.562827] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] instance_usage_audit_period = month {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.562994] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.563176] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.563344] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] internal_service_availability_zone = internal {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.563504] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] key = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.563662] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] live_migration_retry_count = 30 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.563833] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] log_color = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.563996] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] log_config_append = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.564180] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.564343] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] log_dir = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.564502] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] log_file = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.564633] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] log_options = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.564794] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] log_rotate_interval = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.564964] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] log_rotate_interval_type = days {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.565148] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] log_rotation_type = none {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.565280] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.565405] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.565576] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.565741] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.565870] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.566043] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] long_rpc_timeout = 1800 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.566210] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] max_concurrent_builds = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.566370] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] max_concurrent_live_migrations = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.566529] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] max_concurrent_snapshots = 5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.566686] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] max_local_block_devices = 3 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.566842] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] max_logfile_count = 30 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.567009] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] max_logfile_size_mb = 200 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.567177] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] maximum_instance_delete_attempts = 5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.567345] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] metadata_listen = 0.0.0.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.567516] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] metadata_listen_port = 8775 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.567684] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] metadata_workers = 2 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.567847] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] migrate_max_retries = -1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.568022] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] mkisofs_cmd = genisoimage {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.568239] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.568374] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] my_ip = 10.180.1.21 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.568577] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.568740] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] network_allocate_retries = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.568917] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.569109] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.569278] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] osapi_compute_listen_port = 8774 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.569450] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] osapi_compute_unique_server_name_scope = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.569620] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] osapi_compute_workers = 2 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.569783] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] password_length = 12 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.569944] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] periodic_enable = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.570116] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] periodic_fuzzy_delay = 60 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.570288] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] pointer_model = usbtablet {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.570495] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] preallocate_images = none {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.570612] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] publish_errors = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.570740] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] pybasedir = /opt/stack/nova {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.570895] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ram_allocation_ratio = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.571067] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] rate_limit_burst = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.571269] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] rate_limit_except_level = CRITICAL {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.571435] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] rate_limit_interval = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.571595] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] reboot_timeout = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.571754] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] reclaim_instance_interval = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.571914] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] record = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.572112] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] reimage_timeout_per_gb = 60 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.572319] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] report_interval = 120 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.572489] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] rescue_timeout = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.572652] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] reserved_host_cpus = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.572813] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] reserved_host_disk_mb = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.572975] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] reserved_host_memory_mb = 512 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.573152] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] reserved_huge_pages = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.573316] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] resize_confirm_window = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.573478] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] resize_fs_using_block_device = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.573637] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] resume_guests_state_on_host_boot = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.573803] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.573967] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] rpc_response_timeout = 60 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.574145] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] run_external_periodic_tasks = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.574320] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] running_deleted_instance_action = reap {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.574485] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.574647] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] running_deleted_instance_timeout = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.574807] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] scheduler_instance_sync_interval = 120 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.574975] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] service_down_time = 720 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.575160] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] servicegroup_driver = db {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.575322] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] shell_completion = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.575484] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] shelved_offload_time = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.575645] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] shelved_poll_interval = 3600 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.575811] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] shutdown_timeout = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.575975] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] source_is_ipv6 = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.576151] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ssl_only = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.576399] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.576573] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] sync_power_state_interval = 600 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.576737] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] sync_power_state_pool_size = 1000 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.576906] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] syslog_log_facility = LOG_USER {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.577081] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] tempdir = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.577249] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] timeout_nbd = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.577422] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] transport_url = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.577587] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] update_resources_interval = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.577750] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] use_cow_images = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.577911] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] use_eventlog = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.578084] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] use_journal = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.578250] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] use_json = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.578413] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] use_rootwrap_daemon = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.578575] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] use_stderr = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.578737] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] use_syslog = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.578896] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vcpu_pin_set = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.579077] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vif_plugging_is_fatal = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.579250] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vif_plugging_timeout = 300 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.579419] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] virt_mkfs = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.579583] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] volume_usage_poll_interval = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.579748] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] watch_log_file = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.579915] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] web = /usr/share/spice-html5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 559.580116] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.580292] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.580460] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.580634] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_concurrency.disable_process_locking = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.581560] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.581760] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.581937] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.582165] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.582368] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.582543] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.582731] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.auth_strategy = keystone {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.582908] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.compute_link_prefix = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.583100] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.583286] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.dhcp_domain = novalocal {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.583470] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.enable_instance_password = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.583635] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.glance_link_prefix = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.583807] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.583984] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.584172] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.instance_list_per_project_cells = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.584342] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.list_records_by_skipping_down_cells = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.584536] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.local_metadata_per_cell = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.584723] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.max_limit = 1000 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.584932] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.metadata_cache_expiration = 15 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.585093] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.neutron_default_tenant_id = default {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.585284] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.response_validation = warn {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.585470] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.use_neutron_default_nets = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.585695] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.585863] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.586049] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.586229] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.586404] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.vendordata_dynamic_targets = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.586570] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.vendordata_jsonfile_path = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.586753] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.586948] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.backend = dogpile.cache.memcached {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.587134] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.backend_argument = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.587301] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.backend_expiration_time = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.587481] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.config_prefix = cache.oslo {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.587648] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.dead_timeout = 60.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.587814] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.debug_cache_backend = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.587980] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.enable_retry_client = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.588161] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.enable_socket_keepalive = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.588335] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.enabled = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.588504] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.enforce_fips_mode = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.588672] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.expiration_time = 600 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.588834] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.hashclient_retry_attempts = 2 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.589009] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.589182] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.memcache_dead_retry = 300 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.589345] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.memcache_password = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.589507] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.589672] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.589833] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.memcache_pool_maxsize = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.590006] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.590182] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.memcache_sasl_enabled = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.590364] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.590533] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.590719] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.memcache_username = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.590859] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.proxies = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.591033] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.redis_db = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.591239] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.redis_password = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.591415] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.591595] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.591767] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.redis_server = localhost:6379 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.591933] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.redis_socket_timeout = 1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.592136] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.redis_username = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.592333] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.retry_attempts = 2 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.592505] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.retry_delay = 0.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.592671] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.socket_keepalive_count = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.592835] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.socket_keepalive_idle = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.593011] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.socket_keepalive_interval = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.593186] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.tls_allowed_ciphers = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.593352] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.tls_cafile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.593515] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.tls_certfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.593681] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.tls_enabled = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.593843] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cache.tls_keyfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.594025] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.auth_section = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.594209] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.auth_type = password {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.594377] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.cafile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.594554] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.594716] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.certfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.594880] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.collect_timing = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.595054] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.cross_az_attach = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.595224] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.debug = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.595386] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.endpoint_template = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.595549] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.http_retries = 3 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.595713] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.insecure = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.595874] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.keyfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.596058] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.os_region_name = RegionOne {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.596228] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.split_loggers = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.596390] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cinder.timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.596563] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.596725] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute.cpu_dedicated_set = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.596883] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute.cpu_shared_set = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.597057] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute.image_type_exclude_list = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.597227] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.597393] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.597555] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.597717] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.597884] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.598058] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute.resource_provider_association_refresh = 300 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.598223] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.598385] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute.shutdown_retry_interval = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.598566] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.598742] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] conductor.workers = 2 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.598922] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] console.allowed_origins = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.599098] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] console.ssl_ciphers = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.599275] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] console.ssl_minimum_version = default {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.599446] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] consoleauth.enforce_session_timeout = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.599616] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] consoleauth.token_ttl = 600 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.599787] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.cafile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.599944] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.certfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.600121] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.collect_timing = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.600308] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.connect_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.600491] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.connect_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.600655] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.endpoint_override = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.600831] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.insecure = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.600975] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.keyfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.601182] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.max_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.601359] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.min_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.601522] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.region_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.601679] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.retriable_status_codes = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.601837] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.service_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.602014] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.service_type = accelerator {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.602223] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.split_loggers = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.602391] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.status_code_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.602552] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.status_code_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.602709] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.602892] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.603065] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] cyborg.version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.603252] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.backend = sqlalchemy {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.603426] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.connection = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.603597] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.connection_debug = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.603770] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.connection_parameters = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.603937] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.connection_recycle_time = 3600 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.604116] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.connection_trace = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.604288] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.db_inc_retry_interval = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.604450] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.db_max_retries = 20 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.604610] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.db_max_retry_interval = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.604806] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.db_retry_interval = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.604974] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.max_overflow = 50 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.605159] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.max_pool_size = 5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.605348] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.max_retries = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.605516] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.605674] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.mysql_wsrep_sync_wait = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.605849] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.pool_timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.606018] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.retry_interval = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.606181] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.slave_connection = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.606344] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.sqlite_synchronous = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.606506] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] database.use_db_reconnect = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.606685] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.backend = sqlalchemy {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.606853] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.connection = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.607030] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.connection_debug = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.607207] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.connection_parameters = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.607368] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.connection_recycle_time = 3600 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.607532] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.connection_trace = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.607695] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.db_inc_retry_interval = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.607858] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.db_max_retries = 20 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.608034] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.db_max_retry_interval = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.608201] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.db_retry_interval = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.608362] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.max_overflow = 50 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.608524] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.max_pool_size = 5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.608686] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.max_retries = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.608854] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.609024] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.609191] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.pool_timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.609357] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.retry_interval = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.609516] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.slave_connection = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.609676] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] api_database.sqlite_synchronous = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.609848] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] devices.enabled_mdev_types = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.610033] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.610213] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.610400] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ephemeral_storage_encryption.enabled = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.610570] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.610740] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.api_servers = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.610944] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.cafile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.611072] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.certfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.611271] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.collect_timing = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.611439] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.connect_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.611598] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.connect_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.611760] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.debug = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.611928] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.default_trusted_certificate_ids = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.612121] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.enable_certificate_validation = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.612316] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.enable_rbd_download = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.612553] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.endpoint_override = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.612744] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.insecure = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.612912] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.keyfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.613091] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.max_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.613260] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.min_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.613425] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.num_retries = 3 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.613596] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.rbd_ceph_conf = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.613760] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.rbd_connect_timeout = 5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.613929] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.rbd_pool = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.614115] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.rbd_user = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.614283] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.region_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.614443] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.retriable_status_codes = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.614603] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.service_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.614781] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.service_type = image {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.614947] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.split_loggers = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.615121] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.status_code_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.615293] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.status_code_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.615468] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.615642] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.615809] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.verify_glance_signatures = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.615969] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] glance.version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.616154] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] guestfs.debug = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.616328] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.auth_section = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.616493] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.auth_type = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.616652] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.cafile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.616810] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.certfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.616979] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.collect_timing = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.617151] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.connect_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.617315] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.connect_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.617474] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.endpoint_override = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.617639] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.insecure = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.617797] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.keyfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.617957] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.max_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.618126] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.min_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.618288] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.region_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.618445] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.retriable_status_codes = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.618601] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.service_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.618767] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.service_type = shared-file-system {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.618929] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.share_apply_policy_timeout = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.619106] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.split_loggers = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.619274] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.status_code_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.619436] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.status_code_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.619595] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.619773] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.619934] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] manila.version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.620117] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] mks.enabled = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.620475] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.620669] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] image_cache.manager_interval = 2400 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.620844] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] image_cache.precache_concurrency = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.621060] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] image_cache.remove_unused_base_images = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.621235] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.621416] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.621595] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] image_cache.subdirectory_name = _base {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.621773] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.api_max_retries = 60 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.621939] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.api_retry_interval = 2 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.622139] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.auth_section = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.622358] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.auth_type = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.622525] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.cafile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.622686] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.certfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.622849] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.collect_timing = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.623024] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.conductor_group = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.623191] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.connect_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.623351] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.connect_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.623510] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.endpoint_override = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.623674] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.insecure = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.623833] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.keyfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.623991] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.max_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.624163] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.min_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.624331] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.peer_list = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.624508] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.region_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.624734] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.retriable_status_codes = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.624913] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.serial_console_state_timeout = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.625090] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.service_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.625269] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.service_type = baremetal {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.625432] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.shard = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.625597] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.split_loggers = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.625758] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.status_code_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.625918] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.status_code_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.626088] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.626274] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.626438] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ironic.version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.626620] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.626795] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] key_manager.fixed_key = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.626977] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.627155] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.barbican_api_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.627319] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.barbican_endpoint = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.627489] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.barbican_endpoint_type = public {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.627648] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.barbican_region_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.627805] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.cafile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.627964] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.certfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.628144] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.collect_timing = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.628313] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.insecure = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.628472] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.keyfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.628635] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.number_of_retries = 60 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.628795] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.retry_delay = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.628957] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.send_service_user_token = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.629133] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.split_loggers = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.629292] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.629455] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.verify_ssl = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.629613] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican.verify_ssl_path = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.629779] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican_service_user.auth_section = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.629940] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican_service_user.auth_type = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.630111] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican_service_user.cafile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.630273] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican_service_user.certfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.630436] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican_service_user.collect_timing = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.630599] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican_service_user.insecure = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.630757] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican_service_user.keyfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.630920] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican_service_user.split_loggers = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.631092] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] barbican_service_user.timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.631286] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vault.approle_role_id = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.631450] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vault.approle_secret_id = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.631621] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vault.kv_mountpoint = secret {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.631781] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vault.kv_path = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.631946] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vault.kv_version = 2 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.632150] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vault.namespace = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.632338] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vault.root_token_id = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.632501] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vault.ssl_ca_crt_file = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.632676] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vault.timeout = 60.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.632836] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vault.use_ssl = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.633011] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.633193] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.cafile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.633358] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.certfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.633524] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.collect_timing = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.633687] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.connect_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.633849] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.connect_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.634014] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.endpoint_override = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.634191] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.insecure = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.634349] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.keyfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.634511] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.max_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.634671] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.min_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.634832] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.region_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.634993] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.retriable_status_codes = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.635167] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.service_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.635341] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.service_type = identity {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.635519] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.split_loggers = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.635682] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.status_code_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.635843] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.status_code_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.636018] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.636200] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.636362] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] keystone.version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.636587] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.connection_uri = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.636783] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.cpu_mode = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.636955] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.637142] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.cpu_models = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.637319] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.cpu_power_governor_high = performance {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.637490] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.637655] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.cpu_power_management = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.637827] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.637994] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.device_detach_attempts = 8 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.638171] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.device_detach_timeout = 20 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.638339] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.disk_cachemodes = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.638498] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.disk_prefix = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.638675] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.enabled_perf_events = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.638841] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.file_backed_memory = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.639015] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.gid_maps = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.639186] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.hw_disk_discard = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.639351] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.hw_machine_type = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.639515] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.images_rbd_ceph_conf = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.639678] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.639842] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.640021] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.images_rbd_glance_store_name = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.640194] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.images_rbd_pool = rbd {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.640366] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.images_type = default {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.640527] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.images_volume_group = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.640691] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.inject_key = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.640854] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.inject_partition = -2 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.641026] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.inject_password = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.641242] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.iscsi_iface = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.641421] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.iser_use_multipath = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.641587] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.641752] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.641915] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.live_migration_downtime = 500 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.642101] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.642301] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.642467] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.live_migration_inbound_addr = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.642631] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.642794] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.642951] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.live_migration_scheme = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.643140] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.live_migration_timeout_action = abort {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.643309] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.live_migration_tunnelled = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.643469] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.live_migration_uri = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.643633] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.live_migration_with_native_tls = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.643792] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.max_queues = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.643953] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.644226] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.644416] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.nfs_mount_options = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.644731] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.644915] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.645100] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.645272] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.645442] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.645608] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.num_pcie_ports = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.645779] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.645945] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.pmem_namespaces = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.646121] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.quobyte_client_cfg = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.646425] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.646605] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.646774] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.646941] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.647118] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.rbd_secret_uuid = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.647284] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.rbd_user = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.647448] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.647622] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.647783] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.rescue_image_id = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.647942] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.rescue_kernel_id = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.648114] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.rescue_ramdisk_id = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.648291] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.648453] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.rx_queue_size = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.648638] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.smbfs_mount_options = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.648967] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.649156] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.snapshot_compression = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.649328] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.snapshot_image_format = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.649561] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.649733] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.sparse_logical_volumes = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.649899] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.swtpm_enabled = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.650084] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.swtpm_group = tss {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.650261] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.swtpm_user = tss {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.650433] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.sysinfo_serial = unique {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.650594] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.tb_cache_size = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.650755] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.tx_queue_size = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.650921] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.uid_maps = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.651112] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.use_virtio_for_bridges = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.651297] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.virt_type = kvm {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.651488] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.volume_clear = zero {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.651635] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.volume_clear_size = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.651803] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.volume_use_multipath = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.651963] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.vzstorage_cache_path = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.652167] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.652353] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.652520] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.652693] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.652994] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.653198] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.vzstorage_mount_user = stack {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.653374] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.653558] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.auth_section = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.653739] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.auth_type = password {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.653905] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.cafile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.654078] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.certfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.654252] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.collect_timing = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.654443] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.connect_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.654578] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.connect_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.654750] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.default_floating_pool = public {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.654912] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.endpoint_override = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.655087] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.extension_sync_interval = 600 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.655256] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.http_retries = 3 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.655421] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.insecure = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.655584] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.keyfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.655747] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.max_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.655921] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.656098] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.min_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.656276] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.ovs_bridge = br-int {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.656445] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.physnets = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.656618] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.region_name = RegionOne {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.656781] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.retriable_status_codes = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.656952] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.service_metadata_proxy = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.657128] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.service_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.657302] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.service_type = network {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.657466] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.split_loggers = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.657626] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.status_code_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.657787] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.status_code_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.657947] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.658141] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.658308] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] neutron.version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.658480] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] notifications.bdms_in_notifications = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.658655] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] notifications.default_level = INFO {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.658832] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] notifications.notification_format = unversioned {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.659007] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] notifications.notify_on_state_change = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.659192] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.659370] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] pci.alias = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.659543] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] pci.device_spec = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.659709] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] pci.report_in_placement = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.659885] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.auth_section = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.660070] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.auth_type = password {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.660243] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.660408] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.cafile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.660567] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.certfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.660759] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.collect_timing = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.660938] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.connect_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.661137] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.connect_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.661308] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.default_domain_id = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.661472] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.default_domain_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.661632] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.domain_id = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.661793] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.domain_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.661955] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.endpoint_override = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.662133] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.insecure = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.662296] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.keyfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.662454] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.max_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.662612] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.min_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.662780] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.password = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.662940] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.project_domain_id = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.663120] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.project_domain_name = Default {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.663294] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.project_id = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.663471] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.project_name = service {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.663641] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.region_name = RegionOne {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.663804] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.retriable_status_codes = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.663962] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.service_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.664145] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.service_type = placement {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.664313] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.split_loggers = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.664474] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.status_code_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.664637] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.status_code_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.664795] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.system_scope = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.664955] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.665128] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.trust_id = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.665292] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.user_domain_id = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.665464] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.user_domain_name = Default {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.665624] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.user_id = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.665800] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.username = nova {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.665980] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.666157] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] placement.version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.666344] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.cores = 20 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.666514] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.count_usage_from_placement = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.666688] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.666860] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.injected_file_content_bytes = 10240 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.667037] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.injected_file_path_length = 255 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.667210] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.injected_files = 5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.667383] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.instances = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.667551] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.key_pairs = 100 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.667716] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.metadata_items = 128 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.667880] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.ram = 51200 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.668056] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.recheck_quota = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.668228] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.server_group_members = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.668398] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.server_groups = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.668601] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.668779] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] quota.unified_limits_resource_strategy = require {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.668955] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.669138] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.669312] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] scheduler.image_metadata_prefilter = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.669499] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.669667] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] scheduler.max_attempts = 3 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.669833] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] scheduler.max_placement_results = 1000 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.669998] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.670176] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.670342] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.670514] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] scheduler.workers = 2 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.670686] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.670856] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.671046] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.671229] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.671398] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.671562] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.671725] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.671911] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.672105] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.host_subset_size = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.672307] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.672476] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.672640] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.672805] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.isolated_hosts = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.672971] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.isolated_images = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.673157] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.673324] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.673492] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.673659] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.pci_in_placement = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.673824] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.673987] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.674183] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.674348] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.674512] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.674677] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.674841] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.track_instance_changes = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.675026] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.675204] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] metrics.required = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.675370] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] metrics.weight_multiplier = 1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.675534] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.675697] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] metrics.weight_setting = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.676028] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.676215] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] serial_console.enabled = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.676397] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] serial_console.port_range = 10000:20000 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.676574] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.676746] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.676916] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] serial_console.serialproxy_port = 6083 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.677100] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] service_user.auth_section = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.677290] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] service_user.auth_type = password {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.677457] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] service_user.cafile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.677617] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] service_user.certfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.677784] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] service_user.collect_timing = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.677948] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] service_user.insecure = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.678124] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] service_user.keyfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.678300] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] service_user.send_service_user_token = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.678467] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] service_user.split_loggers = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.678630] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] service_user.timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.678802] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] spice.agent_enabled = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.678967] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] spice.enabled = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.679295] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.679504] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.679680] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] spice.html5proxy_port = 6082 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.679845] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] spice.image_compression = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.680020] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] spice.jpeg_compression = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.680182] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] spice.playback_compression = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.680350] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] spice.require_secure = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.680523] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] spice.server_listen = 127.0.0.1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.680694] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.680856] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] spice.streaming_mode = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.681026] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] spice.zlib_compression = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.681223] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] upgrade_levels.baseapi = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.681408] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] upgrade_levels.compute = auto {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.681571] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] upgrade_levels.conductor = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.681732] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] upgrade_levels.scheduler = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.681900] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.682081] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.682331] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vendordata_dynamic_auth.cafile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.682567] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vendordata_dynamic_auth.certfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.682803] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.683056] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vendordata_dynamic_auth.insecure = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.683299] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.683561] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.683798] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vendordata_dynamic_auth.timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.684054] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.api_retry_count = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.684287] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.ca_file = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.684497] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.684679] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.cluster_name = testcl1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.684846] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.connection_pool_size = 10 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.685015] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.console_delay_seconds = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.685199] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.datastore_regex = ^datastore.* {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.685415] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.685593] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.host_password = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.685763] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.host_port = 443 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.685933] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.host_username = administrator@vsphere.local {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.686118] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.insecure = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.686288] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.integration_bridge = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.686454] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.maximum_objects = 100 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.686616] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.pbm_default_policy = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.686781] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.pbm_enabled = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.686942] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.pbm_wsdl_location = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.687125] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.687294] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.serial_port_proxy_uri = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.687452] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.serial_port_service_uri = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.687619] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.task_poll_interval = 0.5 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.687796] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.use_linked_clone = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.687969] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.vnc_keymap = en-us {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.688156] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.vnc_port = 5900 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.688329] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vmware.vnc_port_total = 10000 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.688518] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vnc.auth_schemes = ['none'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.688697] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vnc.enabled = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.689009] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.689209] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.689389] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vnc.novncproxy_port = 6080 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.689581] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vnc.server_listen = 127.0.0.1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.689764] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.689956] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vnc.vencrypt_ca_certs = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.690146] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vnc.vencrypt_client_cert = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.690313] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vnc.vencrypt_client_key = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.690499] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.690670] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.disable_deep_image_inspection = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.690835] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.690998] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.691207] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.691389] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.disable_rootwrap = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.691557] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.enable_numa_live_migration = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.691724] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.691895] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.692067] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.692264] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.libvirt_disable_apic = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.692437] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.692605] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.692770] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.692937] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.693118] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.693292] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.693479] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.693660] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.693827] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.693998] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.694202] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.694380] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] wsgi.client_socket_timeout = 900 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.694549] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] wsgi.default_pool_size = 1000 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.694719] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] wsgi.keep_alive = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.694890] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] wsgi.max_header_line = 16384 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.695064] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.695235] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] wsgi.ssl_ca_file = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.695400] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] wsgi.ssl_cert_file = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.695562] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] wsgi.ssl_key_file = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.695727] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] wsgi.tcp_keepidle = 600 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.695908] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.696093] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] zvm.ca_file = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.696264] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] zvm.cloud_connector_url = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.696568] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.696751] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] zvm.reachable_timeout = 300 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.696927] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.697124] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.697311] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] profiler.connection_string = messaging:// {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.697484] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] profiler.enabled = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.697659] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] profiler.es_doc_type = notification {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.697826] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] profiler.es_scroll_size = 10000 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.697996] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] profiler.es_scroll_time = 2m {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.698178] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] profiler.filter_error_trace = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.698351] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] profiler.hmac_keys = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.698521] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] profiler.sentinel_service_name = mymaster {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.698688] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] profiler.socket_timeout = 0.1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.698856] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] profiler.trace_requests = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.699033] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] profiler.trace_sqlalchemy = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.699226] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] profiler_jaeger.process_tags = {} {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.699395] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] profiler_jaeger.service_name_prefix = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.699562] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] profiler_otlp.service_name_prefix = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.699730] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] remote_debug.host = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.699890] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] remote_debug.port = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.700086] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.700259] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.700434] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.700600] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.700830] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.701031] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.701228] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.701402] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.701568] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.701742] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.701908] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.702097] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.702276] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.702447] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.702621] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.702791] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.702959] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.703151] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.703322] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.703504] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.703684] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.703853] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.704030] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.704210] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.704381] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.704548] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.704714] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.704885] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.705065] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.705236] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.ssl = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.705414] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.705604] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.705824] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.706009] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.706197] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.706368] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.706563] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.706736] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_notifications.retry = -1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.706924] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.707121] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.707301] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.auth_section = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.707467] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.auth_type = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.707628] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.cafile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.707788] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.certfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.707952] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.collect_timing = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.708129] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.connect_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.708291] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.connect_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.708450] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.endpoint_id = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.708621] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.708783] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.endpoint_override = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.708940] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.endpoint_region_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.709117] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.endpoint_service_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.709282] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.endpoint_service_type = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.709446] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.insecure = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.709605] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.keyfile = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.709764] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.max_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.709924] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.min_version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.710094] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.region_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.710261] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.retriable_status_codes = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.710420] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.service_name = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.710577] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.service_type = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.710740] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.split_loggers = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.710901] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.status_code_retries = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.711069] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.status_code_retry_delay = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.711255] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.timeout = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.711417] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.valid_interfaces = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.711576] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_limit.version = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.711743] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_reports.file_event_handler = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.711911] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.712086] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] oslo_reports.log_dir = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.712270] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.712432] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.712595] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.712764] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.712930] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.713106] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.713286] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.713466] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vif_plug_ovs_privileged.group = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.713643] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.713812] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.713977] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.714154] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] vif_plug_ovs_privileged.user = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.714332] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.714515] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.714689] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.714860] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.715063] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.715221] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.715401] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.715580] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.715763] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.715937] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_ovs.isolate_vif = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.716127] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.716301] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.716472] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.716644] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.716808] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] os_vif_ovs.per_port_bridge = False {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.716983] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] privsep_osbrick.capabilities = [21] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.717163] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] privsep_osbrick.group = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.717328] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] privsep_osbrick.helper_command = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.717495] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.717661] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.717822] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] privsep_osbrick.user = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.717997] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.718179] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] nova_sys_admin.group = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.718339] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] nova_sys_admin.helper_command = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.718503] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.718663] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.718820] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] nova_sys_admin.user = None {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 559.718953] env[62522]: DEBUG oslo_service.service [None req-7a7e411f-ff65-4d2c-be26-26b7a6825261 None None] ******************************************************************************** {{(pid=62522) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 559.719411] env[62522]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 560.222734] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Getting list of instances from cluster (obj){ [ 560.222734] env[62522]: value = "domain-c8" [ 560.222734] env[62522]: _type = "ClusterComputeResource" [ 560.222734] env[62522]: } {{(pid=62522) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 560.223836] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df79d84-2b25-4582-b4b5-40ae2db9d1f0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.232755] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Got total of 0 instances {{(pid=62522) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 560.233365] env[62522]: WARNING nova.virt.vmwareapi.driver [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 560.233833] env[62522]: INFO nova.virt.node [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Generated node identity 59e04893-03fc-41a2-9591-b0bc3d235151 [ 560.234087] env[62522]: INFO nova.virt.node [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Wrote node identity 59e04893-03fc-41a2-9591-b0bc3d235151 to /opt/stack/data/n-cpu-1/compute_id [ 560.737376] env[62522]: WARNING nova.compute.manager [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Compute nodes ['59e04893-03fc-41a2-9591-b0bc3d235151'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 561.744022] env[62522]: INFO nova.compute.manager [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 562.751034] env[62522]: WARNING nova.compute.manager [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 562.751034] env[62522]: DEBUG oslo_concurrency.lockutils [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.751034] env[62522]: DEBUG oslo_concurrency.lockutils [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.751034] env[62522]: DEBUG oslo_concurrency.lockutils [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.751034] env[62522]: DEBUG nova.compute.resource_tracker [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 562.752241] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937ba96d-0c23-4083-b8c4-6006ac56f867 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.760153] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a627a5-88ee-406c-a883-f9248a452ff9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.773394] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef2c10d-2006-4f5c-ab3b-784cf20c19cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.779574] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd28bbf-82a8-43c8-b389-b1f9056663ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.808666] env[62522]: DEBUG nova.compute.resource_tracker [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181404MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 562.808816] env[62522]: DEBUG oslo_concurrency.lockutils [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.808988] env[62522]: DEBUG oslo_concurrency.lockutils [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.311788] env[62522]: WARNING nova.compute.resource_tracker [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] No compute node record for cpu-1:59e04893-03fc-41a2-9591-b0bc3d235151: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 59e04893-03fc-41a2-9591-b0bc3d235151 could not be found. [ 563.815395] env[62522]: INFO nova.compute.resource_tracker [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 59e04893-03fc-41a2-9591-b0bc3d235151 [ 565.323015] env[62522]: DEBUG nova.compute.resource_tracker [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 565.323371] env[62522]: DEBUG nova.compute.resource_tracker [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 565.488027] env[62522]: INFO nova.scheduler.client.report [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] [req-54ddd6ff-6300-4d19-ab0c-0e8378ff7533] Created resource provider record via placement API for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 565.502982] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a241a1-9128-4ce2-bd17-94db3e5193fc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.512014] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acc4f2e-6f32-447f-a071-641215f8f3e8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.541292] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b85e8f-d470-4649-9b18-7f4ff302f175 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.549026] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bcdbf2-0bdc-4389-bb5a-a412954dcb17 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.561414] env[62522]: DEBUG nova.compute.provider_tree [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 566.099072] env[62522]: DEBUG nova.scheduler.client.report [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 566.099072] env[62522]: DEBUG nova.compute.provider_tree [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 0 to 1 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 566.099072] env[62522]: DEBUG nova.compute.provider_tree [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 566.152086] env[62522]: DEBUG nova.compute.provider_tree [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 1 to 2 during operation: update_traits {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 566.657018] env[62522]: DEBUG nova.compute.resource_tracker [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 566.657018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.846s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.657018] env[62522]: DEBUG nova.service [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Creating RPC server for service compute {{(pid=62522) start /opt/stack/nova/nova/service.py:186}} [ 566.668857] env[62522]: DEBUG nova.service [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] Join ServiceGroup membership for this service compute {{(pid=62522) start /opt/stack/nova/nova/service.py:203}} [ 566.669331] env[62522]: DEBUG nova.servicegroup.drivers.db [None req-379f50aa-0bf9-4ee7-b809-673331ef5524 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62522) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 566.670128] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 567.177022] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Getting list of instances from cluster (obj){ [ 567.177022] env[62522]: value = "domain-c8" [ 567.177022] env[62522]: _type = "ClusterComputeResource" [ 567.177022] env[62522]: } {{(pid=62522) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 567.177022] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c8bfa7-5f52-46fd-a2a7-d2bc74d87545 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.185049] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Got total of 0 instances {{(pid=62522) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 567.185623] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 567.186095] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Getting list of instances from cluster (obj){ [ 567.186095] env[62522]: value = "domain-c8" [ 567.186095] env[62522]: _type = "ClusterComputeResource" [ 567.186095] env[62522]: } {{(pid=62522) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 567.187199] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699fc95f-31b0-44e0-b431-d84405afad55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.194697] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Got total of 0 instances {{(pid=62522) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 615.042570] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.043101] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.043101] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 615.043190] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 615.546713] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 615.546972] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.547245] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.547450] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.547648] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.547836] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.548036] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.548214] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 615.548366] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.051978] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.052369] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.052411] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.052563] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 616.053496] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d134153f-d1b6-4cc7-a5e3-42710e7ecfec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.061497] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582c6478-8c89-41e4-9399-151f82218ad3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.074791] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9567e1-435b-42e7-9745-83f47092f82e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.081245] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503491a3-7f5e-4414-9186-1b29d3a5341c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.108968] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181358MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 616.109111] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.109291] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.128524] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 617.128782] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 617.143436] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12356712-13e3-4dbd-b262-0b44654de5a1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.150503] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84931ed3-c07c-4193-b9b3-00d82ddb4331 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.179549] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549f4798-7dbc-441a-8ff2-37c9238227f4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.186415] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a296e913-746b-46a4-950f-b1c18dd678be {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.198821] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.702331] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 618.207562] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 618.208105] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.194059] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.194059] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.701483] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.701483] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 678.701483] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 679.209856] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 679.210353] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.210353] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.210524] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.210577] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.210728] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.210874] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.211079] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 679.211295] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.715440] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.716984] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.716984] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.716984] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 679.717271] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6b15a0-e5d6-4222-a013-e4e7be810fdf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.725503] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7af9e6c-f9b1-4e7e-95b0-2cc8832e42d1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.739122] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80dc9aa-c18e-4143-87e3-5e6895e2ad45 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.745145] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f8f77a-dc2a-4d41-83eb-d09015eac153 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.772492] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 679.772698] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.772841] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.790688] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 680.790990] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 680.803757] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e67ecd-5f27-4556-9d26-3f12fa9732e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.811560] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5caf29-2bc1-45c0-bef8-22dc7447f2c6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.841959] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9249a59b-f256-4d55-9f69-2593a79d8fcf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.848999] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38868d30-eef8-40eb-818b-463a2b6f5840 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.862016] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.365575] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 681.366783] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 681.366969] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.368593] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.368994] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.368994] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 741.369158] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 741.872475] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 741.872708] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.872871] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.873133] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.873238] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.873490] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.873622] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.873756] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 741.873898] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.376768] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.377148] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.377272] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.377475] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 742.378464] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2221c494-74d1-4106-b2ca-e830f43e8db5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.388653] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df030362-35c1-46a2-8263-82c176ca53f2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.404481] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4aa670-70c9-42a2-9f06-0715085bb554 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.410715] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56b3db3-9178-491f-9520-0e61b600b2d5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.438613] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181382MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 742.438766] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.438931] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.456920] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 743.457200] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 743.469880] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5983033-043f-407e-a7c7-85a9f745d6ef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.477336] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bdf287-4ea5-470f-8d75-3bd3132bb32b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.506418] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446a5da5-17c9-4d0c-92e4-d875b7be2266 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.513218] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d620d09-6ab6-4e3e-bc81-405c37ce0659 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.526104] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.028615] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 744.029877] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 744.030163] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.689877] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.690292] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.195067] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.195067] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 801.195346] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 801.697922] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 801.698325] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.698325] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.698419] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.698567] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.698707] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.698847] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.698972] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 801.699129] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.202159] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.202451] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.202679] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.202872] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 802.203837] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353e59a2-03bd-4abc-8a83-67d2a328cd0e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.211935] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349b832d-541c-455a-90c7-5dd33aa051a3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.226014] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78e562a-4fc7-4f23-8d98-abe0469115d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.232021] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7fc4cb-68db-4796-9350-62d8ae87cff9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.259509] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181355MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 802.259649] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.259834] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.277935] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 803.278209] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 803.290278] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8cec90-f5d7-4feb-a434-426851dc9293 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.297801] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ce840e-3e2e-461d-a8ca-c8a8edf00888 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.327691] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b020ac6d-3648-4460-9eac-594c1c020abe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.334608] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4429e490-4e8d-4576-9355-f3f4d764bb5e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.347511] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.850916] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 803.852161] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 803.852340] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.034116] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.034116] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Cleaning up deleted instances {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 855.537136] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] There are 0 instances to clean {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 855.537396] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.537545] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Cleaning up deleted instances with incomplete migration {{(pid=62522) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 856.043343] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.548446] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.548446] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.548446] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.548446] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.548446] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 860.034032] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.034032] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.034032] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.034032] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.536973] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.536973] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.536973] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.537260] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 860.538207] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9fb08d-19b3-432b-be90-3684f7152aec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.546611] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7f80e4-5d64-4b24-a09c-762c61d419ba {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.561352] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcff570c-c7f0-4e34-8669-ac724e532898 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.567287] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f59d54-2ee4-460e-831a-d887e26a20c6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.594557] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181348MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 860.594711] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.594903] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.613522] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 861.613753] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 861.625865] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3352a295-5906-44dd-bc8f-06a0adfdbaac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.633553] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8b8f7e-39dc-462e-8f8f-d3d66f9317c2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.662775] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5161e8e6-3894-44ef-8565-fdf36a5466ce {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.669333] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c80b9d1-258e-4cb1-943a-34c0a4085d1d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.681977] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.184689] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 862.185958] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 862.186152] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.186630] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.187042] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 863.187042] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 863.690014] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 918.034183] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.034687] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 919.034144] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.033944] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.034395] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.028435] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.033081] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.033291] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.035150] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.035150] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 922.035150] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 922.537318] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 922.537518] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.040809] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.041251] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.041251] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.041358] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 923.042269] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd9480b-05b6-4361-a2be-3a48128a1bf0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.050434] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f5b764-278c-49a9-b7ff-7edb0638c3eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.064163] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27149ab9-a11d-481d-9bcf-7bd4ccf1af26 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.070138] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40598a1-40fb-408a-9e9c-4af82b8f2687 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.099926] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181369MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 923.100065] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.100254] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.140317] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 924.140564] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 924.159195] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 924.174198] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 924.174413] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.187531] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 924.203982] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 924.216898] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e15699-7f1c-45a1-a427-40b5236c7c86 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.224543] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dd703a-ab6a-450a-8836-86db08c3730f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.253615] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26bab8b-bc0f-4062-a4a3-7adbcacd4e80 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.260780] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100b98b6-2f24-424e-936a-86e668778f0e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.274877] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.778050] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 924.779322] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 924.779505] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.679s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.774950] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.032595] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.033760] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.033760] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.033760] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 981.033607] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.033961] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.029275] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.034066] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.034066] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 983.034066] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 983.536943] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 983.537223] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.537376] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.040825] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.041250] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.041250] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.041347] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 984.042237] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b2e796-72c7-4fe3-ad34-48334302676f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.050678] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75123596-8095-4f41-82f0-7abc0e55fd91 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.064354] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40facc91-46e4-4a0e-bcb3-5e887d6f7336 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.070395] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c824736c-840b-448a-8f8b-d417fc00ab7c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.099256] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181412MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 984.099383] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.099563] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.116731] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 985.117025] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 985.129743] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6473dcfd-a8bf-4936-9bbd-45c327b1b35e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.137396] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b12ded-9ec9-4cd5-b04a-4886f8322de5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.165956] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d5e3ab-c5b6-4543-b217-b8f1cebc068f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.172476] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0970c40f-1206-4df9-b4c0-95e0227541a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.185849] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.689343] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 985.690587] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 985.690769] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.186275] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.186644] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.186644] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1043.186819] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1043.690073] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1043.690073] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.690313] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.690447] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.690556] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.690700] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.690827] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1043.690965] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.193796] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.195527] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.195527] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.195527] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1044.195721] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de95f924-6490-4a67-8a42-8625192d3e1e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.203834] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f3d969-9d2c-4a87-ba2a-5814aa5500cd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.217587] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987f9f7b-596a-4bcc-a634-0b58288751a7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.223581] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40662db-35e2-46b9-b396-474fba19dac0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.251910] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181418MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1044.252053] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.252229] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.270262] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1045.270548] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1045.283893] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcebd3e5-db12-4bb3-ae35-c8ed535870b1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.291266] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060341ef-0a0b-4a2a-bae3-c9ac4063461b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.319633] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67e3a23-3d95-4ee5-820c-44c54d5bf2d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.326477] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f3d97c-9c23-4d52-8a46-c9a0cf4ff330 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.338972] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.842603] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1045.843907] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1045.844099] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.186680] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.690802] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.033674] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.034115] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.029650] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.032223] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.032405] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.032552] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.032687] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1104.033545] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.033962] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1104.033962] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1104.537138] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1104.537400] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.040693] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.041085] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.041129] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.041251] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1105.042140] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75bae97-925d-448e-b4e0-201199fbc169 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.050618] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ea9cb2-f0a5-4d2c-a77f-2269c1231b10 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.065659] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10dc9ab-d7bc-4729-807e-40c276c99bbd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.071817] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc854a6c-4507-45dd-8437-4cf8a1bbbbdc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.099624] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181414MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1105.099764] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.099943] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.120470] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1106.120736] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1106.134746] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96a563b-d70e-4fdc-a872-169449e18856 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.141999] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4445da44-8519-48d4-a51b-10d124ec2d8c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.170522] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce15b8af-3723-443c-b5c1-9334706d627b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.177098] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dd72b8-c487-4d85-b368-15139a4cf90b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.189522] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.692059] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1106.693376] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1106.693562] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.189669] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.035908] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.036330] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Cleaning up deleted instances with incomplete migration {{(pid=62522) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 1163.531241] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.531630] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.531671] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.531843] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.532038] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.034306] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.034565] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1164.034663] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1164.538312] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1165.033054] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.033233] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1165.033421] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.536383] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.536680] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.536859] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.537047] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1165.537933] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb3cd9e-2fbb-4260-b0b5-165b9dc1e4fe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.546276] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08dec17-d4eb-4bc7-9122-9ca56c10ed0f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.560387] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377b730e-6e7d-4463-ab05-e316eb2eef7c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.566672] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322ceea4-bd22-4d18-9ed1-951dc3d6cf3e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.594836] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181414MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1165.594978] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.595181] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.613791] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1166.614050] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1166.626812] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3992563a-2ffd-4601-b3b0-4166910e8a71 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.634258] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2748052b-0e24-4287-bbaa-a0f497ee7700 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.663548] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a60cf2-1883-4083-91e0-474103bb1be0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.670262] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ba40d7-67de-42a3-b36d-e29edefe0906 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.683861] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.187636] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1167.189140] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1167.189333] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.189551] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.189684] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Cleaning up deleted instances {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 1167.692899] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] There are 0 instances to clean {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1168.693592] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.197796] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.198027] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.703651] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Getting list of instances from cluster (obj){ [ 1169.703651] env[62522]: value = "domain-c8" [ 1169.703651] env[62522]: _type = "ClusterComputeResource" [ 1169.703651] env[62522]: } {{(pid=62522) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1169.704792] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69d5d30-eb6e-44ec-9fc3-c8c9cc46003d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.713265] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Got total of 0 instances {{(pid=62522) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1169.713561] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.349669] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "253352c1-988b-44c7-a7d6-9700493a678c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.350418] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "253352c1-988b-44c7-a7d6-9700493a678c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.854179] env[62522]: DEBUG nova.compute.manager [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1221.393688] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.393688] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.395064] env[62522]: INFO nova.compute.claims [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.453243] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bd2c57-7cf6-4bc7-b47b-18e6e583a8fc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.461184] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7916c3aa-fb70-488d-8364-23162376301b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.497563] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd4db86-e264-48b2-b40f-8b03dba6a133 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.505744] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40d92c8-9572-42f6-9b51-d9afb0876320 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.521266] env[62522]: DEBUG nova.compute.provider_tree [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.028171] env[62522]: DEBUG nova.scheduler.client.report [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1223.534306] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.535016] env[62522]: DEBUG nova.compute.manager [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1224.041342] env[62522]: DEBUG nova.compute.utils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1224.047966] env[62522]: DEBUG nova.compute.manager [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1224.048088] env[62522]: DEBUG nova.network.neutron [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.057564] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.057564] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.057564] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1224.057564] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1224.560317] env[62522]: DEBUG nova.compute.manager [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.567055] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Skipping network cache update for instance because it is Building. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1224.567189] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1224.567826] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.573133] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.573133] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.637889] env[62522]: DEBUG nova.policy [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb95b2def5dd4b84ad3684e0af9c4dd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffd1519398b947b3a192b9e82a0fb5c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.033378] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.238668] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "95d0f45c-f990-41b5-b6e0-f95c026c12d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.239312] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "95d0f45c-f990-41b5-b6e0-f95c026c12d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.271420] env[62522]: DEBUG nova.network.neutron [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Successfully created port: dd9f89fd-c483-42d0-8929-06772450dd58 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.586612] env[62522]: DEBUG nova.compute.manager [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.620061] env[62522]: DEBUG nova.virt.hardware [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1225.620395] env[62522]: DEBUG nova.virt.hardware [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1225.620736] env[62522]: DEBUG nova.virt.hardware [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.620844] env[62522]: DEBUG nova.virt.hardware [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1225.622104] env[62522]: DEBUG nova.virt.hardware [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.622204] env[62522]: DEBUG nova.virt.hardware [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1225.622519] env[62522]: DEBUG nova.virt.hardware [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1225.622744] env[62522]: DEBUG nova.virt.hardware [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1225.623183] env[62522]: DEBUG nova.virt.hardware [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1225.623406] env[62522]: DEBUG nova.virt.hardware [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1225.624203] env[62522]: DEBUG nova.virt.hardware [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1225.626314] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbafd59-dc11-42e4-9264-977073be880f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.636038] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c9efd1-16f2-4d13-b12c-52fc71e50cea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.653913] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b831016-dbe0-4deb-bd74-4b8f10bf41d7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.741404] env[62522]: DEBUG nova.compute.manager [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.033607] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.112208] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Acquiring lock "9d50cb49-63ed-468e-a774-7e96d64acecb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.112317] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Lock "9d50cb49-63ed-468e-a774-7e96d64acecb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.502388] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquiring lock "3caafb87-21d6-4f25-b151-af64f83162ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.503504] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Lock "3caafb87-21d6-4f25-b151-af64f83162ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.549473] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.549473] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.552045] env[62522]: INFO nova.compute.claims [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.615207] env[62522]: DEBUG nova.compute.manager [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.006391] env[62522]: DEBUG nova.compute.manager [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.032610] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.033156] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1227.033156] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.037962] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Acquiring lock "d7737573-ca13-4b98-9273-dcf4439155cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.038231] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Lock "d7737573-ca13-4b98-9273-dcf4439155cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.144258] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.539439] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.542438] env[62522]: DEBUG nova.compute.manager [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.552180] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.594930] env[62522]: DEBUG nova.scheduler.client.report [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1227.622324] env[62522]: DEBUG nova.scheduler.client.report [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1227.622324] env[62522]: DEBUG nova.compute.provider_tree [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.646722] env[62522]: DEBUG nova.scheduler.client.report [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1227.681836] env[62522]: DEBUG nova.scheduler.client.report [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1227.813216] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b0499d-8783-4f58-a2dc-4c02345ad23c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.824931] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be89c0d-dec7-46c9-800b-4b635ae69d61 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.864679] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e2af8e-821f-464f-8bd4-5580b9875a8f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.876840] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c36beff-4f7c-43a2-97dd-8c822857533b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.895808] env[62522]: DEBUG nova.compute.provider_tree [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.991041] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "c0e94a39-196b-49f4-8229-104f30633ec1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.991041] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "c0e94a39-196b-49f4-8229-104f30633ec1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.076607] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.345352] env[62522]: DEBUG nova.network.neutron [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Successfully updated port: dd9f89fd-c483-42d0-8929-06772450dd58 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.402505] env[62522]: DEBUG nova.scheduler.client.report [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1228.496965] env[62522]: DEBUG nova.compute.manager [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.852709] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "refresh_cache-253352c1-988b-44c7-a7d6-9700493a678c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.852989] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquired lock "refresh_cache-253352c1-988b-44c7-a7d6-9700493a678c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.854289] env[62522]: DEBUG nova.network.neutron [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.907598] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.910061] env[62522]: DEBUG nova.compute.manager [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1228.916035] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.771s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.917137] env[62522]: INFO nova.compute.claims [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.046285] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.418458] env[62522]: DEBUG nova.compute.utils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1229.421851] env[62522]: DEBUG nova.compute.manager [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1229.421945] env[62522]: DEBUG nova.network.neutron [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.486785] env[62522]: DEBUG nova.network.neutron [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.518904] env[62522]: DEBUG nova.policy [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '564418b880fc44ebb54a436f05f83bed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9502dfb6740421fb04e692040f08918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.931434] env[62522]: DEBUG nova.compute.manager [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.005141] env[62522]: DEBUG nova.network.neutron [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Successfully created port: f37b4a58-dc98-43c2-97fa-219ea4928e22 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.018022] env[62522]: DEBUG nova.compute.manager [req-8996c015-21f0-4a9b-8281-e87c45042c27 req-0bbc2859-5e76-43e5-99db-3e4cd81ea1de service nova] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Received event network-vif-plugged-dd9f89fd-c483-42d0-8929-06772450dd58 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1230.018022] env[62522]: DEBUG oslo_concurrency.lockutils [req-8996c015-21f0-4a9b-8281-e87c45042c27 req-0bbc2859-5e76-43e5-99db-3e4cd81ea1de service nova] Acquiring lock "253352c1-988b-44c7-a7d6-9700493a678c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.018022] env[62522]: DEBUG oslo_concurrency.lockutils [req-8996c015-21f0-4a9b-8281-e87c45042c27 req-0bbc2859-5e76-43e5-99db-3e4cd81ea1de service nova] Lock "253352c1-988b-44c7-a7d6-9700493a678c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.018022] env[62522]: DEBUG oslo_concurrency.lockutils [req-8996c015-21f0-4a9b-8281-e87c45042c27 req-0bbc2859-5e76-43e5-99db-3e4cd81ea1de service nova] Lock "253352c1-988b-44c7-a7d6-9700493a678c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.018022] env[62522]: DEBUG nova.compute.manager [req-8996c015-21f0-4a9b-8281-e87c45042c27 req-0bbc2859-5e76-43e5-99db-3e4cd81ea1de service nova] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] No waiting events found dispatching network-vif-plugged-dd9f89fd-c483-42d0-8929-06772450dd58 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.018556] env[62522]: WARNING nova.compute.manager [req-8996c015-21f0-4a9b-8281-e87c45042c27 req-0bbc2859-5e76-43e5-99db-3e4cd81ea1de service nova] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Received unexpected event network-vif-plugged-dd9f89fd-c483-42d0-8929-06772450dd58 for instance with vm_state building and task_state spawning. [ 1230.103295] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "4f34bca7-5bb3-4f12-9074-a87c5d43bb91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.103295] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "4f34bca7-5bb3-4f12-9074-a87c5d43bb91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.110814] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f4a373-bbef-44d8-a287-fc8190e99903 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.121398] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b362a29-bd84-4651-9804-e4ad45ad89f2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.129484] env[62522]: DEBUG nova.network.neutron [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Updating instance_info_cache with network_info: [{"id": "dd9f89fd-c483-42d0-8929-06772450dd58", "address": "fa:16:3e:1f:6f:eb", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9f89fd-c4", "ovs_interfaceid": "dd9f89fd-c483-42d0-8929-06772450dd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.165127] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f745eb07-1fd0-4c48-9eae-c53c0ef17b6f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.173967] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f7efc3-a5ea-4a22-9555-aedb8f6d2bce {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.190516] env[62522]: DEBUG nova.compute.provider_tree [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.606976] env[62522]: DEBUG nova.compute.manager [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.632049] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Releasing lock "refresh_cache-253352c1-988b-44c7-a7d6-9700493a678c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.633111] env[62522]: DEBUG nova.compute.manager [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Instance network_info: |[{"id": "dd9f89fd-c483-42d0-8929-06772450dd58", "address": "fa:16:3e:1f:6f:eb", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9f89fd-c4", "ovs_interfaceid": "dd9f89fd-c483-42d0-8929-06772450dd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.633204] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:6f:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd9f89fd-c483-42d0-8929-06772450dd58', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.652380] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.653076] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4049df2-39e0-4938-9910-aaddbb4d194a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.668717] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Created folder: OpenStack in parent group-v4. [ 1230.669276] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Creating folder: Project (ffd1519398b947b3a192b9e82a0fb5c0). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.669276] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15a7ba32-406a-401d-9db6-72e6a096de31 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.680689] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Created folder: Project (ffd1519398b947b3a192b9e82a0fb5c0) in parent group-v354730. [ 1230.680876] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Creating folder: Instances. Parent ref: group-v354731. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.681117] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-439a78de-707e-41b4-b7a3-e33b70f5dc11 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.691700] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Created folder: Instances in parent group-v354731. [ 1230.691998] env[62522]: DEBUG oslo.service.loopingcall [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1230.692609] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.693401] env[62522]: DEBUG nova.scheduler.client.report [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1230.697385] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-489d85fc-e10a-41bb-8bf5-40ed341883b5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.720911] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.806s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.721347] env[62522]: DEBUG nova.compute.manager [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.724201] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.185s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.724525] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.724747] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1230.725160] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.174s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.726849] env[62522]: INFO nova.compute.claims [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.732078] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9b677f-1917-4b1c-bc9d-b73703629692 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.736695] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.736695] env[62522]: value = "task-1702161" [ 1230.736695] env[62522]: _type = "Task" [ 1230.736695] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.749864] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702161, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.753650] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d30d06-c75c-4c6d-b232-ca1006300a4a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.768772] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec667736-6454-42c9-b060-d6d7c4b27329 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.781331] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49e5d04-0427-4282-bf13-f7a9612d8935 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.816181] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181410MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1230.816322] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.943622] env[62522]: DEBUG nova.compute.manager [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1230.986468] env[62522]: DEBUG nova.virt.hardware [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1230.986704] env[62522]: DEBUG nova.virt.hardware [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1230.986839] env[62522]: DEBUG nova.virt.hardware [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.992355] env[62522]: DEBUG nova.virt.hardware [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1230.992727] env[62522]: DEBUG nova.virt.hardware [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.993016] env[62522]: DEBUG nova.virt.hardware [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1230.993144] env[62522]: DEBUG nova.virt.hardware [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1230.993301] env[62522]: DEBUG nova.virt.hardware [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1230.993462] env[62522]: DEBUG nova.virt.hardware [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1230.993618] env[62522]: DEBUG nova.virt.hardware [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1230.993784] env[62522]: DEBUG nova.virt.hardware [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1230.994718] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2375d25-8acd-4905-a411-ab8e9a860ede {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.003262] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1190aa-a175-487f-ad5c-5d94a8f72c94 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.133744] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.233136] env[62522]: DEBUG nova.compute.utils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1231.237348] env[62522]: DEBUG nova.compute.manager [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.237460] env[62522]: DEBUG nova.network.neutron [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.253955] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702161, 'name': CreateVM_Task, 'duration_secs': 0.435504} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.255096] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.279558] env[62522]: DEBUG oslo_vmware.service [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7589a7bc-fe47-4709-8354-a56475acd14e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.286374] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.286558] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.287321] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.287539] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8924a37-01b1-484e-a6be-b8dc3a5b91eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.293573] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1231.293573] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c62337-ed4f-e8b8-8398-664f7b48d9d5" [ 1231.293573] env[62522]: _type = "Task" [ 1231.293573] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.304409] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c62337-ed4f-e8b8-8398-664f7b48d9d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.478291] env[62522]: DEBUG nova.policy [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b02fce2e39845eba5f0a13e701f11e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48a1da2ed9ee49eaa419f8649004dfbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.738038] env[62522]: DEBUG nova.compute.manager [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1231.812761] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.813477] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.813477] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.813477] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.813846] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.822023] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12077914-bfcb-4919-abc6-db8af267def7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.838359] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.838515] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.840112] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c311bce4-e3fe-4174-976f-dc2bb8217bd0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.849302] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec4e7c4-1022-4500-a8c5-780f794fe1f6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.862366] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1231.862366] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b2ee99-408a-2c46-0446-5da7d42016f1" [ 1231.862366] env[62522]: _type = "Task" [ 1231.862366] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.872305] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Preparing fetch location {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1231.872305] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Creating directory with path [datastore1] vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97/542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.872305] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfb12b14-e6f6-4be3-bf2e-69ba5f0aa8ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.899186] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Created directory with path [datastore1] vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97/542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.899186] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Fetch image to [datastore1] vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97/542833cb-1d3a-45b2-82af-d617b2896229/tmp-sparse.vmdk {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1231.899186] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Downloading image file data 542833cb-1d3a-45b2-82af-d617b2896229 to [datastore1] vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97/542833cb-1d3a-45b2-82af-d617b2896229/tmp-sparse.vmdk on the data store datastore1 {{(pid=62522) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1231.900701] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d0c533-7ab3-45ff-8d0f-ba72ac36aa4e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.910786] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0681384a-374c-4aaa-977e-3d1ebce4613b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.925590] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a6e54a-e010-42f7-bd6a-d8589b7e755a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.964223] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892d2abb-eb2b-4020-bd61-7a1bd1e0427f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.971240] env[62522]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6d88be9f-77e7-475a-b463-8721ab1ed67b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.008821] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de303773-78a1-4a8d-a30f-aa01382e0ec3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.021625] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b9b36c-b010-4c7d-92c1-474158a03196 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.071378] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f786ab02-86b4-4444-92f8-a32561a6021a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.077347] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Downloading image file data 542833cb-1d3a-45b2-82af-d617b2896229 to the data store datastore1 {{(pid=62522) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1232.082573] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f0dd95-156f-4670-b2d8-7dd7f10fae2f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.099902] env[62522]: DEBUG nova.compute.provider_tree [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.169779] env[62522]: DEBUG oslo_vmware.rw_handles [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97/542833cb-1d3a-45b2-82af-d617b2896229/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62522) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1232.425076] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.425400] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.606406] env[62522]: DEBUG nova.scheduler.client.report [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1232.754580] env[62522]: DEBUG nova.compute.manager [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1232.787356] env[62522]: DEBUG nova.virt.hardware [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1232.787356] env[62522]: DEBUG nova.virt.hardware [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1232.787356] env[62522]: DEBUG nova.virt.hardware [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.787634] env[62522]: DEBUG nova.virt.hardware [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1232.787634] env[62522]: DEBUG nova.virt.hardware [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.787634] env[62522]: DEBUG nova.virt.hardware [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1232.788433] env[62522]: DEBUG nova.virt.hardware [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1232.788803] env[62522]: DEBUG nova.virt.hardware [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1232.788803] env[62522]: DEBUG nova.virt.hardware [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1232.789084] env[62522]: DEBUG nova.virt.hardware [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1232.789281] env[62522]: DEBUG nova.virt.hardware [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1232.790508] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4239828-1ad9-4679-838c-086fd46450b1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.803024] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61da535-1683-4907-88a1-26b3e060bd36 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.930152] env[62522]: DEBUG nova.compute.manager [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.947891] env[62522]: DEBUG oslo_vmware.rw_handles [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Completed reading data from the image iterator. {{(pid=62522) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1232.948156] env[62522]: DEBUG oslo_vmware.rw_handles [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97/542833cb-1d3a-45b2-82af-d617b2896229/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1232.968087] env[62522]: DEBUG nova.compute.manager [req-f8900aff-9b36-4c23-9e5b-c9874a8ed0b5 req-2f7deb36-c5fe-41bb-8ce8-b623983a13be service nova] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Received event network-changed-dd9f89fd-c483-42d0-8929-06772450dd58 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1232.968325] env[62522]: DEBUG nova.compute.manager [req-f8900aff-9b36-4c23-9e5b-c9874a8ed0b5 req-2f7deb36-c5fe-41bb-8ce8-b623983a13be service nova] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Refreshing instance network info cache due to event network-changed-dd9f89fd-c483-42d0-8929-06772450dd58. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1232.968688] env[62522]: DEBUG oslo_concurrency.lockutils [req-f8900aff-9b36-4c23-9e5b-c9874a8ed0b5 req-2f7deb36-c5fe-41bb-8ce8-b623983a13be service nova] Acquiring lock "refresh_cache-253352c1-988b-44c7-a7d6-9700493a678c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.970396] env[62522]: DEBUG oslo_concurrency.lockutils [req-f8900aff-9b36-4c23-9e5b-c9874a8ed0b5 req-2f7deb36-c5fe-41bb-8ce8-b623983a13be service nova] Acquired lock "refresh_cache-253352c1-988b-44c7-a7d6-9700493a678c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.970396] env[62522]: DEBUG nova.network.neutron [req-f8900aff-9b36-4c23-9e5b-c9874a8ed0b5 req-2f7deb36-c5fe-41bb-8ce8-b623983a13be service nova] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Refreshing network info cache for port dd9f89fd-c483-42d0-8929-06772450dd58 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.019447] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Downloaded image file data 542833cb-1d3a-45b2-82af-d617b2896229 to vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97/542833cb-1d3a-45b2-82af-d617b2896229/tmp-sparse.vmdk on the data store datastore1 {{(pid=62522) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1233.023568] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Caching image {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1233.023568] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Copying Virtual Disk [datastore1] vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97/542833cb-1d3a-45b2-82af-d617b2896229/tmp-sparse.vmdk to [datastore1] vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.024552] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f0bc275-5b29-4f6b-9b0c-6a281a718018 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.038741] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1233.038741] env[62522]: value = "task-1702162" [ 1233.038741] env[62522]: _type = "Task" [ 1233.038741] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.050939] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.113227] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.115465] env[62522]: DEBUG nova.compute.manager [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.119812] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.043s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.121357] env[62522]: INFO nova.compute.claims [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.145153] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "d530a3a4-72b9-44d8-8d1d-536d1cdb61dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.145153] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "d530a3a4-72b9-44d8-8d1d-536d1cdb61dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.240586] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "4ad5f8ec-b4a5-42e9-831b-6b0f93327311" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.240586] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "4ad5f8ec-b4a5-42e9-831b-6b0f93327311" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.462764] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.550090] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702162, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.591131] env[62522]: DEBUG nova.network.neutron [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Successfully updated port: f37b4a58-dc98-43c2-97fa-219ea4928e22 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.629998] env[62522]: DEBUG nova.compute.utils [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1233.632921] env[62522]: DEBUG nova.compute.manager [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Not allocating networking since 'none' was specified. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1233.649068] env[62522]: DEBUG nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.743348] env[62522]: DEBUG nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.768360] env[62522]: DEBUG nova.network.neutron [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Successfully created port: 5f60d84d-5c49-47f3-8ccc-7047f034ef41 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.840423] env[62522]: DEBUG nova.compute.manager [req-d153cd5e-b6b6-4efd-a5c0-72a162911a0e req-ad852aca-99d7-4b05-8ab1-6fc53830b30a service nova] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Received event network-vif-plugged-f37b4a58-dc98-43c2-97fa-219ea4928e22 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1233.841059] env[62522]: DEBUG oslo_concurrency.lockutils [req-d153cd5e-b6b6-4efd-a5c0-72a162911a0e req-ad852aca-99d7-4b05-8ab1-6fc53830b30a service nova] Acquiring lock "95d0f45c-f990-41b5-b6e0-f95c026c12d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.841059] env[62522]: DEBUG oslo_concurrency.lockutils [req-d153cd5e-b6b6-4efd-a5c0-72a162911a0e req-ad852aca-99d7-4b05-8ab1-6fc53830b30a service nova] Lock "95d0f45c-f990-41b5-b6e0-f95c026c12d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.841059] env[62522]: DEBUG oslo_concurrency.lockutils [req-d153cd5e-b6b6-4efd-a5c0-72a162911a0e req-ad852aca-99d7-4b05-8ab1-6fc53830b30a service nova] Lock "95d0f45c-f990-41b5-b6e0-f95c026c12d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.841615] env[62522]: DEBUG nova.compute.manager [req-d153cd5e-b6b6-4efd-a5c0-72a162911a0e req-ad852aca-99d7-4b05-8ab1-6fc53830b30a service nova] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] No waiting events found dispatching network-vif-plugged-f37b4a58-dc98-43c2-97fa-219ea4928e22 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1233.841615] env[62522]: WARNING nova.compute.manager [req-d153cd5e-b6b6-4efd-a5c0-72a162911a0e req-ad852aca-99d7-4b05-8ab1-6fc53830b30a service nova] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Received unexpected event network-vif-plugged-f37b4a58-dc98-43c2-97fa-219ea4928e22 for instance with vm_state building and task_state spawning. [ 1234.049218] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707076} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.049619] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Copied Virtual Disk [datastore1] vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97/542833cb-1d3a-45b2-82af-d617b2896229/tmp-sparse.vmdk to [datastore1] vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.049700] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Deleting the datastore file [datastore1] vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97/542833cb-1d3a-45b2-82af-d617b2896229/tmp-sparse.vmdk {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.050899] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7144e69a-9db2-4121-ba91-af505f4644b6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.056832] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1234.056832] env[62522]: value = "task-1702163" [ 1234.056832] env[62522]: _type = "Task" [ 1234.056832] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.064488] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.095331] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "refresh_cache-95d0f45c-f990-41b5-b6e0-f95c026c12d9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.095435] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "refresh_cache-95d0f45c-f990-41b5-b6e0-f95c026c12d9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.095544] env[62522]: DEBUG nova.network.neutron [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.137609] env[62522]: DEBUG nova.compute.manager [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.189246] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.279490] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.432285] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2ceedc-bfff-43f2-914f-8eb92689c368 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.441022] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5261faed-4ff9-411e-8285-40d75316e52a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.481170] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f137d8eb-d712-4961-b297-194267f124cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.494867] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff184bb-36ae-45a1-9554-68d8f2a34196 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.507542] env[62522]: DEBUG nova.compute.provider_tree [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.571030] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145226} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.571030] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.571030] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Moving file from [datastore1] vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97/542833cb-1d3a-45b2-82af-d617b2896229 to [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229. {{(pid=62522) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1234.571030] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-373d033e-d375-4e9b-b68a-e5be212afd42 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.582691] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1234.582691] env[62522]: value = "task-1702164" [ 1234.582691] env[62522]: _type = "Task" [ 1234.582691] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.591022] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702164, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.833142] env[62522]: DEBUG nova.network.neutron [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.884216] env[62522]: DEBUG nova.network.neutron [req-f8900aff-9b36-4c23-9e5b-c9874a8ed0b5 req-2f7deb36-c5fe-41bb-8ce8-b623983a13be service nova] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Updated VIF entry in instance network info cache for port dd9f89fd-c483-42d0-8929-06772450dd58. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.884216] env[62522]: DEBUG nova.network.neutron [req-f8900aff-9b36-4c23-9e5b-c9874a8ed0b5 req-2f7deb36-c5fe-41bb-8ce8-b623983a13be service nova] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Updating instance_info_cache with network_info: [{"id": "dd9f89fd-c483-42d0-8929-06772450dd58", "address": "fa:16:3e:1f:6f:eb", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9f89fd-c4", "ovs_interfaceid": "dd9f89fd-c483-42d0-8929-06772450dd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.012702] env[62522]: DEBUG nova.scheduler.client.report [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1235.094618] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702164, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031481} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.094877] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] File moved {{(pid=62522) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1235.095223] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Cleaning up location [datastore1] vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1235.095223] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Deleting the datastore file [datastore1] vmware_temp/eec8481b-01fc-4ce9-ae0e-47270bfaac97 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.095463] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9398c12-1b37-48cc-bfb5-b942ddbfd658 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.105228] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1235.105228] env[62522]: value = "task-1702165" [ 1235.105228] env[62522]: _type = "Task" [ 1235.105228] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.112724] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.152622] env[62522]: DEBUG nova.compute.manager [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.187653] env[62522]: DEBUG nova.virt.hardware [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1235.188151] env[62522]: DEBUG nova.virt.hardware [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1235.188151] env[62522]: DEBUG nova.virt.hardware [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.188327] env[62522]: DEBUG nova.virt.hardware [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1235.188406] env[62522]: DEBUG nova.virt.hardware [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.188548] env[62522]: DEBUG nova.virt.hardware [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1235.188762] env[62522]: DEBUG nova.virt.hardware [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1235.188917] env[62522]: DEBUG nova.virt.hardware [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1235.189151] env[62522]: DEBUG nova.virt.hardware [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1235.190175] env[62522]: DEBUG nova.virt.hardware [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1235.190175] env[62522]: DEBUG nova.virt.hardware [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1235.190630] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1151a2db-84de-423b-8760-8a29f5f1dc04 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.200901] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e197a0-0d4e-49df-b45a-896811980fd1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.217119] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Instance VIF info [] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.223257] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Creating folder: Project (ac0f8f9ae33d4694a5395053c18c04ee). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1235.224696] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7028b2f3-e4b5-4b6b-ba73-1b966ce86569 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.233373] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Created folder: Project (ac0f8f9ae33d4694a5395053c18c04ee) in parent group-v354730. [ 1235.233760] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Creating folder: Instances. Parent ref: group-v354734. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1235.234112] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d08bf6b1-2fe7-4816-a401-58f4c5384a77 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.242983] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Created folder: Instances in parent group-v354734. [ 1235.243255] env[62522]: DEBUG oslo.service.loopingcall [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1235.243628] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.243829] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bff96415-2de5-4392-9120-a5e459fa891e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.261209] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.261209] env[62522]: value = "task-1702168" [ 1235.261209] env[62522]: _type = "Task" [ 1235.261209] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.268743] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702168, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.385889] env[62522]: DEBUG oslo_concurrency.lockutils [req-f8900aff-9b36-4c23-9e5b-c9874a8ed0b5 req-2f7deb36-c5fe-41bb-8ce8-b623983a13be service nova] Releasing lock "refresh_cache-253352c1-988b-44c7-a7d6-9700493a678c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.520826] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.520826] env[62522]: DEBUG nova.compute.manager [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.521516] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.475s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.523930] env[62522]: INFO nova.compute.claims [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.617626] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025692} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.618303] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.619402] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0b3e7f-007c-49ce-b9b8-138ea0990398 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.625604] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1235.625604] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5224ab6f-8bb3-16d1-a0a3-14d70990fb92" [ 1235.625604] env[62522]: _type = "Task" [ 1235.625604] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.635621] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5224ab6f-8bb3-16d1-a0a3-14d70990fb92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.773921] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702168, 'name': CreateVM_Task, 'duration_secs': 0.29935} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.774174] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.774550] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.774702] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.775068] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1235.775543] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8cc797-2f62-41fd-a245-19e38372782c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.781660] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1235.781660] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52be17bd-194b-5a03-11f8-0dcd5b44fee8" [ 1235.781660] env[62522]: _type = "Task" [ 1235.781660] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.791779] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52be17bd-194b-5a03-11f8-0dcd5b44fee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.915230] env[62522]: DEBUG nova.network.neutron [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Updating instance_info_cache with network_info: [{"id": "f37b4a58-dc98-43c2-97fa-219ea4928e22", "address": "fa:16:3e:26:d4:9f", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37b4a58-dc", "ovs_interfaceid": "f37b4a58-dc98-43c2-97fa-219ea4928e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.032448] env[62522]: DEBUG nova.compute.utils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1236.036091] env[62522]: DEBUG nova.compute.manager [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.036091] env[62522]: DEBUG nova.network.neutron [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.140011] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5224ab6f-8bb3-16d1-a0a3-14d70990fb92, 'name': SearchDatastore_Task, 'duration_secs': 0.008339} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.140011] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.140011] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 253352c1-988b-44c7-a7d6-9700493a678c/253352c1-988b-44c7-a7d6-9700493a678c.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.140011] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-869b1bfa-5be0-40a3-b309-c27d38329d86 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.148340] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1236.148340] env[62522]: value = "task-1702169" [ 1236.148340] env[62522]: _type = "Task" [ 1236.148340] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.159023] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.292592] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52be17bd-194b-5a03-11f8-0dcd5b44fee8, 'name': SearchDatastore_Task, 'duration_secs': 0.007945} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.294438] env[62522]: DEBUG nova.policy [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7dad020bb1d46d0a7f3eece28568f11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a9eddb35d5043cbb59bf6f226770c72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.295814] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.296197] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.296416] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.297143] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.297143] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.297143] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-514180a9-b00a-4854-a9fe-5bee6a3690f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.313996] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.314346] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.315056] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90bb555a-6315-4d62-bcb4-b4074834eb92 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.323987] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1236.323987] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52eeeba4-870f-5b36-9d29-24b89ac15800" [ 1236.323987] env[62522]: _type = "Task" [ 1236.323987] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.329962] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52eeeba4-870f-5b36-9d29-24b89ac15800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.419919] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "refresh_cache-95d0f45c-f990-41b5-b6e0-f95c026c12d9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.420248] env[62522]: DEBUG nova.compute.manager [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Instance network_info: |[{"id": "f37b4a58-dc98-43c2-97fa-219ea4928e22", "address": "fa:16:3e:26:d4:9f", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37b4a58-dc", "ovs_interfaceid": "f37b4a58-dc98-43c2-97fa-219ea4928e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.420788] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:d4:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f37b4a58-dc98-43c2-97fa-219ea4928e22', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.429188] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Creating folder: Project (d9502dfb6740421fb04e692040f08918). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1236.429519] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07b25115-a9d6-4791-a418-476907ae9565 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.442262] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Created folder: Project (d9502dfb6740421fb04e692040f08918) in parent group-v354730. [ 1236.442485] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Creating folder: Instances. Parent ref: group-v354737. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1236.442743] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02ef5041-0836-49a7-9337-bc6c4675ce0c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.455190] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Created folder: Instances in parent group-v354737. [ 1236.455471] env[62522]: DEBUG oslo.service.loopingcall [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1236.455787] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.455900] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a55d61-be4e-4f5d-a632-fa2609dc3272 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.479266] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.479266] env[62522]: value = "task-1702172" [ 1236.479266] env[62522]: _type = "Task" [ 1236.479266] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.487689] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702172, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.541728] env[62522]: DEBUG nova.compute.manager [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.662088] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47705} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.662915] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 253352c1-988b-44c7-a7d6-9700493a678c/253352c1-988b-44c7-a7d6-9700493a678c.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.662915] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.663129] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deb705e3-2291-4ceb-adc4-12b7bc9aa9cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.672774] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1236.672774] env[62522]: value = "task-1702173" [ 1236.672774] env[62522]: _type = "Task" [ 1236.672774] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.683568] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.729444] env[62522]: DEBUG nova.compute.manager [req-1d74407b-e3fe-48d4-9473-ad343a5b882a req-578d011e-c684-42c0-8526-43fc8f0946a7 service nova] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Received event network-changed-f37b4a58-dc98-43c2-97fa-219ea4928e22 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1236.729637] env[62522]: DEBUG nova.compute.manager [req-1d74407b-e3fe-48d4-9473-ad343a5b882a req-578d011e-c684-42c0-8526-43fc8f0946a7 service nova] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Refreshing instance network info cache due to event network-changed-f37b4a58-dc98-43c2-97fa-219ea4928e22. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1236.729850] env[62522]: DEBUG oslo_concurrency.lockutils [req-1d74407b-e3fe-48d4-9473-ad343a5b882a req-578d011e-c684-42c0-8526-43fc8f0946a7 service nova] Acquiring lock "refresh_cache-95d0f45c-f990-41b5-b6e0-f95c026c12d9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.729987] env[62522]: DEBUG oslo_concurrency.lockutils [req-1d74407b-e3fe-48d4-9473-ad343a5b882a req-578d011e-c684-42c0-8526-43fc8f0946a7 service nova] Acquired lock "refresh_cache-95d0f45c-f990-41b5-b6e0-f95c026c12d9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.730212] env[62522]: DEBUG nova.network.neutron [req-1d74407b-e3fe-48d4-9473-ad343a5b882a req-578d011e-c684-42c0-8526-43fc8f0946a7 service nova] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Refreshing network info cache for port f37b4a58-dc98-43c2-97fa-219ea4928e22 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.738341] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309a598c-a86a-4207-a0b5-b33bccae5ba3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.747469] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d9d920-6026-424e-916d-af49322b59c2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.784575] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be206b08-8c34-40d3-ac68-1ab5d9025b61 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.793370] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82c7cfc-60f4-4892-9ea8-59e08ae00ada {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.807525] env[62522]: DEBUG nova.compute.provider_tree [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.831958] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52eeeba4-870f-5b36-9d29-24b89ac15800, 'name': SearchDatastore_Task, 'duration_secs': 0.061174} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.832086] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20bad5a6-081f-4405-bc8e-ee908207e282 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.837691] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1236.837691] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525c8279-fbc3-a000-d0da-0498b1e521d2" [ 1236.837691] env[62522]: _type = "Task" [ 1236.837691] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.846640] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525c8279-fbc3-a000-d0da-0498b1e521d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.992016] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702172, 'name': CreateVM_Task, 'duration_secs': 0.425184} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.992219] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.992930] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.993134] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.993459] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.993711] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923c25db-3228-4516-bb4e-5c17221b6098 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.000180] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1237.000180] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52029b66-b387-6f5c-cbc9-223a2117b760" [ 1237.000180] env[62522]: _type = "Task" [ 1237.000180] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.012622] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52029b66-b387-6f5c-cbc9-223a2117b760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.185564] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070825} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.186147] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.187035] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73fae19-6c49-4f80-aa57-8584a5965de8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.213107] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 253352c1-988b-44c7-a7d6-9700493a678c/253352c1-988b-44c7-a7d6-9700493a678c.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.213484] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9141fd2-19ec-4809-8343-8ead6bec8ad0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.237258] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1237.237258] env[62522]: value = "task-1702174" [ 1237.237258] env[62522]: _type = "Task" [ 1237.237258] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.248894] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.316127] env[62522]: DEBUG nova.scheduler.client.report [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1237.351727] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525c8279-fbc3-a000-d0da-0498b1e521d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012889} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.352107] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.352475] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed/3caafb87-21d6-4f25-b151-af64f83162ed.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.352807] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a873d455-5101-4908-bcc4-55ddc5ad4601 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.360175] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1237.360175] env[62522]: value = "task-1702175" [ 1237.360175] env[62522]: _type = "Task" [ 1237.360175] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.370657] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.512099] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52029b66-b387-6f5c-cbc9-223a2117b760, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.512513] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.513014] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.513191] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.513399] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.513648] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.513986] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-960f6bf5-330e-43a3-bc3d-ae580a077c82 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.529656] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.530581] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.531166] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935512ab-93db-4df6-ad97-4ad437d16528 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.536844] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1237.536844] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ccaa3b-9755-d7d4-1204-079a34393d5c" [ 1237.536844] env[62522]: _type = "Task" [ 1237.536844] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.548413] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ccaa3b-9755-d7d4-1204-079a34393d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.557157] env[62522]: DEBUG nova.compute.manager [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.595788] env[62522]: DEBUG nova.virt.hardware [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1237.596324] env[62522]: DEBUG nova.virt.hardware [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1237.596574] env[62522]: DEBUG nova.virt.hardware [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.596836] env[62522]: DEBUG nova.virt.hardware [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1237.597038] env[62522]: DEBUG nova.virt.hardware [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.597205] env[62522]: DEBUG nova.virt.hardware [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1237.597536] env[62522]: DEBUG nova.virt.hardware [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1237.597604] env[62522]: DEBUG nova.virt.hardware [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1237.597784] env[62522]: DEBUG nova.virt.hardware [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1237.598040] env[62522]: DEBUG nova.virt.hardware [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1237.598301] env[62522]: DEBUG nova.virt.hardware [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1237.599332] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37afb1bd-c4e4-4a99-8e95-4d0f5b35d10e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.609467] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4fc1fb-8799-4649-a70a-b96d93f257f4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.759420] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702174, 'name': ReconfigVM_Task, 'duration_secs': 0.27788} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.759420] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 253352c1-988b-44c7-a7d6-9700493a678c/253352c1-988b-44c7-a7d6-9700493a678c.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.759420] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e13157ee-95df-4c84-9e85-a1c9e25c58ff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.768281] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1237.768281] env[62522]: value = "task-1702176" [ 1237.768281] env[62522]: _type = "Task" [ 1237.768281] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.780802] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702176, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.821730] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.822596] env[62522]: DEBUG nova.compute.manager [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1237.826821] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.010s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.874925] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488094} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.875091] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed/3caafb87-21d6-4f25-b151-af64f83162ed.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.875296] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.875532] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1d35886-2a01-4604-9343-986e2f5213d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.882175] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1237.882175] env[62522]: value = "task-1702177" [ 1237.882175] env[62522]: _type = "Task" [ 1237.882175] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.891559] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.051117] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ccaa3b-9755-d7d4-1204-079a34393d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.063797} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.053450] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631ca822-de9c-4d73-aed2-964a32e5af8a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.062235] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1238.062235] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bcd55b-d10a-4037-c6ce-77db27490d9a" [ 1238.062235] env[62522]: _type = "Task" [ 1238.062235] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.068621] env[62522]: DEBUG nova.compute.manager [req-8441fcf5-d7ca-4b20-b657-e707b4bf41f2 req-a25a4cf6-847f-4700-a322-c667b26fbadd service nova] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Received event network-vif-plugged-5f60d84d-5c49-47f3-8ccc-7047f034ef41 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1238.068799] env[62522]: DEBUG oslo_concurrency.lockutils [req-8441fcf5-d7ca-4b20-b657-e707b4bf41f2 req-a25a4cf6-847f-4700-a322-c667b26fbadd service nova] Acquiring lock "9d50cb49-63ed-468e-a774-7e96d64acecb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.069171] env[62522]: DEBUG oslo_concurrency.lockutils [req-8441fcf5-d7ca-4b20-b657-e707b4bf41f2 req-a25a4cf6-847f-4700-a322-c667b26fbadd service nova] Lock "9d50cb49-63ed-468e-a774-7e96d64acecb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.071779] env[62522]: DEBUG oslo_concurrency.lockutils [req-8441fcf5-d7ca-4b20-b657-e707b4bf41f2 req-a25a4cf6-847f-4700-a322-c667b26fbadd service nova] Lock "9d50cb49-63ed-468e-a774-7e96d64acecb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.071779] env[62522]: DEBUG nova.compute.manager [req-8441fcf5-d7ca-4b20-b657-e707b4bf41f2 req-a25a4cf6-847f-4700-a322-c667b26fbadd service nova] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] No waiting events found dispatching network-vif-plugged-5f60d84d-5c49-47f3-8ccc-7047f034ef41 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.071779] env[62522]: WARNING nova.compute.manager [req-8441fcf5-d7ca-4b20-b657-e707b4bf41f2 req-a25a4cf6-847f-4700-a322-c667b26fbadd service nova] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Received unexpected event network-vif-plugged-5f60d84d-5c49-47f3-8ccc-7047f034ef41 for instance with vm_state building and task_state spawning. [ 1238.075363] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bcd55b-d10a-4037-c6ce-77db27490d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.281286] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702176, 'name': Rename_Task, 'duration_secs': 0.153767} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.281775] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.282251] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebeec69b-c9b6-42ab-af56-ef3b728c6b8f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.290978] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1238.290978] env[62522]: value = "task-1702178" [ 1238.290978] env[62522]: _type = "Task" [ 1238.290978] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.299552] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.331764] env[62522]: DEBUG nova.compute.utils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1238.341278] env[62522]: DEBUG nova.compute.manager [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.341278] env[62522]: DEBUG nova.network.neutron [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1238.394250] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072983} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.396175] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.396175] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b4e2a4-89af-4fee-998a-444da73a6c0e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.417818] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed/3caafb87-21d6-4f25-b151-af64f83162ed.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.422312] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b7fe3d-3906-4bb3-a90b-eb2c9b0346d4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.450529] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1238.450529] env[62522]: value = "task-1702179" [ 1238.450529] env[62522]: _type = "Task" [ 1238.450529] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.461257] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.574407] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bcd55b-d10a-4037-c6ce-77db27490d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.008156} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.574949] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.574949] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 95d0f45c-f990-41b5-b6e0-f95c026c12d9/95d0f45c-f990-41b5-b6e0-f95c026c12d9.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.575283] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0baed46e-5316-4b9f-a36e-05f4e3d82a11 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.582238] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1238.582238] env[62522]: value = "task-1702180" [ 1238.582238] env[62522]: _type = "Task" [ 1238.582238] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.597456] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.634893] env[62522]: DEBUG nova.network.neutron [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Successfully updated port: 5f60d84d-5c49-47f3-8ccc-7047f034ef41 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.655101] env[62522]: DEBUG nova.network.neutron [req-1d74407b-e3fe-48d4-9473-ad343a5b882a req-578d011e-c684-42c0-8526-43fc8f0946a7 service nova] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Updated VIF entry in instance network info cache for port f37b4a58-dc98-43c2-97fa-219ea4928e22. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.655101] env[62522]: DEBUG nova.network.neutron [req-1d74407b-e3fe-48d4-9473-ad343a5b882a req-578d011e-c684-42c0-8526-43fc8f0946a7 service nova] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Updating instance_info_cache with network_info: [{"id": "f37b4a58-dc98-43c2-97fa-219ea4928e22", "address": "fa:16:3e:26:d4:9f", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37b4a58-dc", "ovs_interfaceid": "f37b4a58-dc98-43c2-97fa-219ea4928e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.693822] env[62522]: DEBUG nova.policy [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2c2eba3e704400cba5bbcbbd4e7ab07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f11982ce0ca433a96f800ffb3221ff4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.805222] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702178, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.845400] env[62522]: DEBUG nova.compute.manager [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1238.891072] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 253352c1-988b-44c7-a7d6-9700493a678c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.891072] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 95d0f45c-f990-41b5-b6e0-f95c026c12d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.891072] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 9d50cb49-63ed-468e-a774-7e96d64acecb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.891072] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 3caafb87-21d6-4f25-b151-af64f83162ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.891555] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance d7737573-ca13-4b98-9273-dcf4439155cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.891555] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance c0e94a39-196b-49f4-8229-104f30633ec1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1238.968543] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702179, 'name': ReconfigVM_Task, 'duration_secs': 0.280136} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.968543] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed/3caafb87-21d6-4f25-b151-af64f83162ed.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.969157] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42c80b75-e0b2-4e8f-8095-be74434b344d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.975959] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1238.975959] env[62522]: value = "task-1702181" [ 1238.975959] env[62522]: _type = "Task" [ 1238.975959] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.992626] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702181, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.097498] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702180, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.141926] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Acquiring lock "refresh_cache-9d50cb49-63ed-468e-a774-7e96d64acecb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.142294] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Acquired lock "refresh_cache-9d50cb49-63ed-468e-a774-7e96d64acecb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.142294] env[62522]: DEBUG nova.network.neutron [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.166168] env[62522]: DEBUG oslo_concurrency.lockutils [req-1d74407b-e3fe-48d4-9473-ad343a5b882a req-578d011e-c684-42c0-8526-43fc8f0946a7 service nova] Releasing lock "refresh_cache-95d0f45c-f990-41b5-b6e0-f95c026c12d9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.281132] env[62522]: DEBUG nova.network.neutron [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Successfully created port: 59c84ea1-9cee-410b-b684-f63be707fdbc {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.306777] env[62522]: DEBUG oslo_vmware.api [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702178, 'name': PowerOnVM_Task, 'duration_secs': 0.517232} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.307167] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.307598] env[62522]: INFO nova.compute.manager [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Took 13.72 seconds to spawn the instance on the hypervisor. [ 1239.307852] env[62522]: DEBUG nova.compute.manager [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.308717] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7fc147-21b6-4736-9009-4bef90d25a1e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.393273] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 4f34bca7-5bb3-4f12-9074-a87c5d43bb91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1239.490346] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702181, 'name': Rename_Task, 'duration_secs': 0.262471} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.490707] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.490929] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-158709c4-9413-456f-aef9-8371d6ded34d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.497710] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1239.497710] env[62522]: value = "task-1702182" [ 1239.497710] env[62522]: _type = "Task" [ 1239.497710] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.508243] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.594473] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57535} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.594736] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 95d0f45c-f990-41b5-b6e0-f95c026c12d9/95d0f45c-f990-41b5-b6e0-f95c026c12d9.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.594946] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.595843] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8696c547-7fa4-4145-b76c-9d5412b6a8f8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.603356] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1239.603356] env[62522]: value = "task-1702183" [ 1239.603356] env[62522]: _type = "Task" [ 1239.603356] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.615226] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.830989] env[62522]: INFO nova.compute.manager [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Took 18.47 seconds to build instance. [ 1239.858285] env[62522]: DEBUG nova.compute.manager [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1239.897473] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1239.901296] env[62522]: DEBUG nova.virt.hardware [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1239.901296] env[62522]: DEBUG nova.virt.hardware [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1239.901296] env[62522]: DEBUG nova.virt.hardware [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.901296] env[62522]: DEBUG nova.virt.hardware [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1239.901803] env[62522]: DEBUG nova.virt.hardware [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.902104] env[62522]: DEBUG nova.virt.hardware [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1239.902319] env[62522]: DEBUG nova.virt.hardware [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1239.902708] env[62522]: DEBUG nova.virt.hardware [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1239.902920] env[62522]: DEBUG nova.virt.hardware [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1239.903557] env[62522]: DEBUG nova.virt.hardware [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1239.903557] env[62522]: DEBUG nova.virt.hardware [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1239.905053] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b7fa05-05be-4e88-85d4-a27384f2f913 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.913479] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7940fa08-7889-4cf1-af9d-91c8193eb98f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.011035] env[62522]: DEBUG oslo_vmware.api [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702182, 'name': PowerOnVM_Task, 'duration_secs': 0.457754} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.011035] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.011035] env[62522]: INFO nova.compute.manager [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Took 4.86 seconds to spawn the instance on the hypervisor. [ 1240.011035] env[62522]: DEBUG nova.compute.manager [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.011035] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d433272-7893-4323-b56b-4de62a13e47f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.053969] env[62522]: DEBUG nova.network.neutron [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.115243] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233745} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.115580] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.116392] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67988732-464c-4689-bc49-09984b53c9a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.141691] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 95d0f45c-f990-41b5-b6e0-f95c026c12d9/95d0f45c-f990-41b5-b6e0-f95c026c12d9.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.143175] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8066997-5948-4bd6-9d72-b8607034ae80 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.167427] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1240.167427] env[62522]: value = "task-1702184" [ 1240.167427] env[62522]: _type = "Task" [ 1240.167427] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.176516] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.332244] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0d153e2-48cb-4de9-9bbf-47ba08efe9e2 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "253352c1-988b-44c7-a7d6-9700493a678c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.982s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.401798] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance d530a3a4-72b9-44d8-8d1d-536d1cdb61dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1240.441356] env[62522]: DEBUG nova.network.neutron [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Successfully created port: 75430c71-b17b-43e0-a79b-72f5001e4558 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.536633] env[62522]: INFO nova.compute.manager [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Took 13.02 seconds to build instance. [ 1240.685494] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702184, 'name': ReconfigVM_Task, 'duration_secs': 0.284433} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.685836] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 95d0f45c-f990-41b5-b6e0-f95c026c12d9/95d0f45c-f990-41b5-b6e0-f95c026c12d9.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.686541] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab121c65-61e1-4c43-b740-908e190157c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.693428] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1240.693428] env[62522]: value = "task-1702185" [ 1240.693428] env[62522]: _type = "Task" [ 1240.693428] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.707285] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702185, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.905920] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 4ad5f8ec-b4a5-42e9-831b-6b0f93327311 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1240.906202] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1240.906352] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1241.045023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56c0fa08-ed58-4054-b77d-281380c14248 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Lock "3caafb87-21d6-4f25-b151-af64f83162ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.539s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.155815] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6fe87e-a17e-4b96-8e4f-7f3b25d0503d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.169508] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4518270-4874-4d97-91e6-1d85ee863218 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.210544] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67164ae-fea7-41f9-bf3b-9dc459ce9e57 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.222322] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702185, 'name': Rename_Task, 'duration_secs': 0.142747} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.223603] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed14457-eb69-4a54-ae83-32ee5fc018d0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.227790] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.228022] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce363df0-434a-471b-adf2-bda8b73aaa7b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.240922] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.244557] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1241.244557] env[62522]: value = "task-1702186" [ 1241.244557] env[62522]: _type = "Task" [ 1241.244557] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.506786] env[62522]: DEBUG nova.network.neutron [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Updating instance_info_cache with network_info: [{"id": "5f60d84d-5c49-47f3-8ccc-7047f034ef41", "address": "fa:16:3e:4d:fa:8a", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f60d84d-5c", "ovs_interfaceid": "5f60d84d-5c49-47f3-8ccc-7047f034ef41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.758958] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.765188] env[62522]: ERROR nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [req-85b6e864-73a6-40a4-a269-0534dd801e50] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-85b6e864-73a6-40a4-a269-0534dd801e50"}]} [ 1241.786117] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1241.801795] env[62522]: DEBUG nova.compute.manager [req-60296608-ad51-44f2-b6b8-3800ba36b2e8 req-8d7cab92-14c5-4182-bce1-f2fa4f345b16 service nova] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Received event network-changed-5f60d84d-5c49-47f3-8ccc-7047f034ef41 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1241.801795] env[62522]: DEBUG nova.compute.manager [req-60296608-ad51-44f2-b6b8-3800ba36b2e8 req-8d7cab92-14c5-4182-bce1-f2fa4f345b16 service nova] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Refreshing instance network info cache due to event network-changed-5f60d84d-5c49-47f3-8ccc-7047f034ef41. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1241.801795] env[62522]: DEBUG oslo_concurrency.lockutils [req-60296608-ad51-44f2-b6b8-3800ba36b2e8 req-8d7cab92-14c5-4182-bce1-f2fa4f345b16 service nova] Acquiring lock "refresh_cache-9d50cb49-63ed-468e-a774-7e96d64acecb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.809283] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1241.809283] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.822465] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1241.844370] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1242.013385] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Releasing lock "refresh_cache-9d50cb49-63ed-468e-a774-7e96d64acecb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.013784] env[62522]: DEBUG nova.compute.manager [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Instance network_info: |[{"id": "5f60d84d-5c49-47f3-8ccc-7047f034ef41", "address": "fa:16:3e:4d:fa:8a", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f60d84d-5c", "ovs_interfaceid": "5f60d84d-5c49-47f3-8ccc-7047f034ef41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.023312] env[62522]: DEBUG oslo_concurrency.lockutils [req-60296608-ad51-44f2-b6b8-3800ba36b2e8 req-8d7cab92-14c5-4182-bce1-f2fa4f345b16 service nova] Acquired lock "refresh_cache-9d50cb49-63ed-468e-a774-7e96d64acecb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.023312] env[62522]: DEBUG nova.network.neutron [req-60296608-ad51-44f2-b6b8-3800ba36b2e8 req-8d7cab92-14c5-4182-bce1-f2fa4f345b16 service nova] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Refreshing network info cache for port 5f60d84d-5c49-47f3-8ccc-7047f034ef41 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.027980] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:fa:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f60d84d-5c49-47f3-8ccc-7047f034ef41', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.044114] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Creating folder: Project (48a1da2ed9ee49eaa419f8649004dfbb). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1242.044576] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6dd34be-20f8-4ebf-9530-21f08aa12a74 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.058220] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Created folder: Project (48a1da2ed9ee49eaa419f8649004dfbb) in parent group-v354730. [ 1242.058435] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Creating folder: Instances. Parent ref: group-v354740. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1242.058692] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ca3aa72-0a1e-4dd7-9770-68f8d88f6a6a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.075239] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Created folder: Instances in parent group-v354740. [ 1242.075537] env[62522]: DEBUG oslo.service.loopingcall [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1242.075731] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.075944] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-785edad2-3e62-4d9e-ae92-0a88c73346b7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.104342] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.104342] env[62522]: value = "task-1702189" [ 1242.104342] env[62522]: _type = "Task" [ 1242.104342] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.112986] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b51bb3-3fdc-425a-9ddf-31dccaa35795 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.124329] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702189, 'name': CreateVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.127876] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66fb417-a506-4af8-bbb5-bdf15a3783fe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.161411] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87fafa6-e673-44d8-8a7b-1dc7c25dfff6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.170321] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043d24ec-77e0-4d83-aff1-b3e7f6fb58ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.189523] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.201768] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Acquiring lock "88554528-b370-49cb-ac2e-75864d0d33bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.202105] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Lock "88554528-b370-49cb-ac2e-75864d0d33bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.260967] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702186, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.616079] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702189, 'name': CreateVM_Task, 'duration_secs': 0.457208} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.617753] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.617753] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.617753] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.617753] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.618360] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59bf1786-5805-45b2-be37-d90c5d155a5a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.626142] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Waiting for the task: (returnval){ [ 1242.626142] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5203f9d0-4bb5-91bd-b142-c4a27b1090a7" [ 1242.626142] env[62522]: _type = "Task" [ 1242.626142] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.640157] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5203f9d0-4bb5-91bd-b142-c4a27b1090a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.705549] env[62522]: DEBUG nova.compute.manager [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.743311] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1242.743552] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 15 to 16 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1242.746252] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.764379] env[62522]: DEBUG oslo_vmware.api [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702186, 'name': PowerOnVM_Task, 'duration_secs': 1.151063} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.764709] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.764907] env[62522]: INFO nova.compute.manager [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Took 11.82 seconds to spawn the instance on the hypervisor. [ 1242.765154] env[62522]: DEBUG nova.compute.manager [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.766109] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04adc1c7-e743-4ed4-85c2-f3b8c4620a46 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.140903] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5203f9d0-4bb5-91bd-b142-c4a27b1090a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012224} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.141229] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.141458] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.141688] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.141824] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.142000] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.142309] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed263842-ac05-4b4d-bf40-2e928f1a3801 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.150797] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.150982] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.152434] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd09c441-d7ae-4486-8ce6-ee32a0a9280c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.159604] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Waiting for the task: (returnval){ [ 1243.159604] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c9b98d-76fa-a2ef-7d50-c75d9ebe9e48" [ 1243.159604] env[62522]: _type = "Task" [ 1243.159604] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.172683] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c9b98d-76fa-a2ef-7d50-c75d9ebe9e48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.238977] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.253840] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1243.254149] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.428s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.254333] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.121s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.255911] env[62522]: INFO nova.compute.claims [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.293117] env[62522]: INFO nova.compute.manager [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Took 17.05 seconds to build instance. [ 1243.515872] env[62522]: DEBUG nova.network.neutron [req-60296608-ad51-44f2-b6b8-3800ba36b2e8 req-8d7cab92-14c5-4182-bce1-f2fa4f345b16 service nova] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Updated VIF entry in instance network info cache for port 5f60d84d-5c49-47f3-8ccc-7047f034ef41. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.516308] env[62522]: DEBUG nova.network.neutron [req-60296608-ad51-44f2-b6b8-3800ba36b2e8 req-8d7cab92-14c5-4182-bce1-f2fa4f345b16 service nova] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Updating instance_info_cache with network_info: [{"id": "5f60d84d-5c49-47f3-8ccc-7047f034ef41", "address": "fa:16:3e:4d:fa:8a", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f60d84d-5c", "ovs_interfaceid": "5f60d84d-5c49-47f3-8ccc-7047f034ef41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.579050] env[62522]: DEBUG nova.network.neutron [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Successfully updated port: 59c84ea1-9cee-410b-b684-f63be707fdbc {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.675207] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c9b98d-76fa-a2ef-7d50-c75d9ebe9e48, 'name': SearchDatastore_Task, 'duration_secs': 0.013197} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.677020] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f99f68-d700-4e3a-a5a6-6cc3fd5dcecf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.682452] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Waiting for the task: (returnval){ [ 1243.682452] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52da36f5-31dc-9102-0707-94aab7f39352" [ 1243.682452] env[62522]: _type = "Task" [ 1243.682452] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.697451] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52da36f5-31dc-9102-0707-94aab7f39352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.795925] env[62522]: DEBUG oslo_concurrency.lockutils [None req-df98b82c-85ed-4002-b9f2-c9dce531cf41 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "95d0f45c-f990-41b5-b6e0-f95c026c12d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.557s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.020416] env[62522]: DEBUG oslo_concurrency.lockutils [req-60296608-ad51-44f2-b6b8-3800ba36b2e8 req-8d7cab92-14c5-4182-bce1-f2fa4f345b16 service nova] Releasing lock "refresh_cache-9d50cb49-63ed-468e-a774-7e96d64acecb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.083598] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Acquiring lock "refresh_cache-d7737573-ca13-4b98-9273-dcf4439155cf" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.083598] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Acquired lock "refresh_cache-d7737573-ca13-4b98-9273-dcf4439155cf" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.083598] env[62522]: DEBUG nova.network.neutron [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.200862] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52da36f5-31dc-9102-0707-94aab7f39352, 'name': SearchDatastore_Task, 'duration_secs': 0.030527} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.201156] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.201445] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 9d50cb49-63ed-468e-a774-7e96d64acecb/9d50cb49-63ed-468e-a774-7e96d64acecb.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.201752] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6637ecd8-0d3b-4969-867b-5676beb47c73 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.210940] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Waiting for the task: (returnval){ [ 1244.210940] env[62522]: value = "task-1702190" [ 1244.210940] env[62522]: _type = "Task" [ 1244.210940] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.225276] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.309186] env[62522]: DEBUG nova.network.neutron [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Successfully updated port: 75430c71-b17b-43e0-a79b-72f5001e4558 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.452684] env[62522]: DEBUG nova.compute.manager [req-9c7f66d7-1e4f-483f-8028-f46a7a4c3390 req-9793c7db-67af-40b0-be98-a341c34a7058 service nova] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Received event network-vif-plugged-59c84ea1-9cee-410b-b684-f63be707fdbc {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1244.453083] env[62522]: DEBUG oslo_concurrency.lockutils [req-9c7f66d7-1e4f-483f-8028-f46a7a4c3390 req-9793c7db-67af-40b0-be98-a341c34a7058 service nova] Acquiring lock "d7737573-ca13-4b98-9273-dcf4439155cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.454764] env[62522]: DEBUG oslo_concurrency.lockutils [req-9c7f66d7-1e4f-483f-8028-f46a7a4c3390 req-9793c7db-67af-40b0-be98-a341c34a7058 service nova] Lock "d7737573-ca13-4b98-9273-dcf4439155cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.455058] env[62522]: DEBUG oslo_concurrency.lockutils [req-9c7f66d7-1e4f-483f-8028-f46a7a4c3390 req-9793c7db-67af-40b0-be98-a341c34a7058 service nova] Lock "d7737573-ca13-4b98-9273-dcf4439155cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.455603] env[62522]: DEBUG nova.compute.manager [req-9c7f66d7-1e4f-483f-8028-f46a7a4c3390 req-9793c7db-67af-40b0-be98-a341c34a7058 service nova] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] No waiting events found dispatching network-vif-plugged-59c84ea1-9cee-410b-b684-f63be707fdbc {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.456685] env[62522]: WARNING nova.compute.manager [req-9c7f66d7-1e4f-483f-8028-f46a7a4c3390 req-9793c7db-67af-40b0-be98-a341c34a7058 service nova] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Received unexpected event network-vif-plugged-59c84ea1-9cee-410b-b684-f63be707fdbc for instance with vm_state building and task_state spawning. [ 1244.625206] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbccda6-e78d-4e84-b80e-03bdbcfb4c5e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.638670] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7c6b45-3feb-4025-9e5b-40bc17b2002d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.677225] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf915b79-d1cf-47f2-a46b-be202bfba20c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.683856] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Acquiring lock "a2c5514a-b46c-4157-b89b-79f5e16441af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.684292] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lock "a2c5514a-b46c-4157-b89b-79f5e16441af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.695089] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d852de74-2e13-4ba2-99e5-23ffd84c7e29 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.708291] env[62522]: DEBUG nova.network.neutron [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.720030] env[62522]: DEBUG nova.compute.provider_tree [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.734821] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702190, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.816392] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "refresh_cache-c0e94a39-196b-49f4-8229-104f30633ec1" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.817039] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "refresh_cache-c0e94a39-196b-49f4-8229-104f30633ec1" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.817192] env[62522]: DEBUG nova.network.neutron [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.050691] env[62522]: INFO nova.compute.manager [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Rebuilding instance [ 1245.131216] env[62522]: DEBUG nova.compute.manager [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.132674] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf8d878-ca8d-4473-bd24-48edcb605752 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.190707] env[62522]: DEBUG nova.compute.manager [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1245.227735] env[62522]: DEBUG nova.scheduler.client.report [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1245.239770] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664633} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.243514] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 9d50cb49-63ed-468e-a774-7e96d64acecb/9d50cb49-63ed-468e-a774-7e96d64acecb.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.243850] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.244160] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7757caa-3eff-4a57-8a65-c92a365db4e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.257119] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Waiting for the task: (returnval){ [ 1245.257119] env[62522]: value = "task-1702191" [ 1245.257119] env[62522]: _type = "Task" [ 1245.257119] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.275636] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.320809] env[62522]: DEBUG nova.network.neutron [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Updating instance_info_cache with network_info: [{"id": "59c84ea1-9cee-410b-b684-f63be707fdbc", "address": "fa:16:3e:76:6c:e7", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c84ea1-9c", "ovs_interfaceid": "59c84ea1-9cee-410b-b684-f63be707fdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.475095] env[62522]: DEBUG nova.network.neutron [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.724943] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.733785] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.734306] env[62522]: DEBUG nova.compute.manager [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.741079] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.278s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.742640] env[62522]: INFO nova.compute.claims [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.773489] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081663} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.773861] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.774997] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26e2089-13e9-4148-b2ae-125ae91a07f9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.803123] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 9d50cb49-63ed-468e-a774-7e96d64acecb/9d50cb49-63ed-468e-a774-7e96d64acecb.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.803546] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ceeec1-5928-4dcf-ae76-9efef02d0f5a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.826435] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Waiting for the task: (returnval){ [ 1245.826435] env[62522]: value = "task-1702192" [ 1245.826435] env[62522]: _type = "Task" [ 1245.826435] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.830048] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Releasing lock "refresh_cache-d7737573-ca13-4b98-9273-dcf4439155cf" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.830352] env[62522]: DEBUG nova.compute.manager [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Instance network_info: |[{"id": "59c84ea1-9cee-410b-b684-f63be707fdbc", "address": "fa:16:3e:76:6c:e7", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c84ea1-9c", "ovs_interfaceid": "59c84ea1-9cee-410b-b684-f63be707fdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.830994] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:6c:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59c84ea1-9cee-410b-b684-f63be707fdbc', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.838373] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Creating folder: Project (4a9eddb35d5043cbb59bf6f226770c72). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1245.838971] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48fd1e62-b6dd-4b8d-a928-13020bc05f2e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.844973] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.854367] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Created folder: Project (4a9eddb35d5043cbb59bf6f226770c72) in parent group-v354730. [ 1245.854550] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Creating folder: Instances. Parent ref: group-v354743. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1245.857200] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b37efe46-7612-4042-a52f-b514d5404738 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.867094] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Created folder: Instances in parent group-v354743. [ 1245.867386] env[62522]: DEBUG oslo.service.loopingcall [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1245.867541] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.867737] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba988593-2cec-493b-8c2c-c40de279b616 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.887746] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.887746] env[62522]: value = "task-1702195" [ 1245.887746] env[62522]: _type = "Task" [ 1245.887746] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.896431] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702195, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.035151] env[62522]: DEBUG nova.network.neutron [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Updating instance_info_cache with network_info: [{"id": "75430c71-b17b-43e0-a79b-72f5001e4558", "address": "fa:16:3e:9a:bd:78", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75430c71-b1", "ovs_interfaceid": "75430c71-b17b-43e0-a79b-72f5001e4558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.153549] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.154119] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-905cccdd-8a3a-45ec-b04c-61c688ce623a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.164225] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1246.164225] env[62522]: value = "task-1702196" [ 1246.164225] env[62522]: _type = "Task" [ 1246.164225] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.177031] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.223554] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "4923bebb-bcaa-497c-8fe8-cf6064eb933f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.224291] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "4923bebb-bcaa-497c-8fe8-cf6064eb933f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.247434] env[62522]: DEBUG nova.compute.utils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1246.254728] env[62522]: DEBUG nova.compute.manager [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1246.255124] env[62522]: DEBUG nova.network.neutron [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.346460] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.399803] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702195, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.456754] env[62522]: DEBUG nova.policy [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2c2eba3e704400cba5bbcbbd4e7ab07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f11982ce0ca433a96f800ffb3221ff4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.512330] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "95d0f45c-f990-41b5-b6e0-f95c026c12d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.512597] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "95d0f45c-f990-41b5-b6e0-f95c026c12d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.512805] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "95d0f45c-f990-41b5-b6e0-f95c026c12d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.512984] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "95d0f45c-f990-41b5-b6e0-f95c026c12d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.513218] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "95d0f45c-f990-41b5-b6e0-f95c026c12d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.517887] env[62522]: INFO nova.compute.manager [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Terminating instance [ 1246.539159] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "refresh_cache-c0e94a39-196b-49f4-8229-104f30633ec1" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.539463] env[62522]: DEBUG nova.compute.manager [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Instance network_info: |[{"id": "75430c71-b17b-43e0-a79b-72f5001e4558", "address": "fa:16:3e:9a:bd:78", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75430c71-b1", "ovs_interfaceid": "75430c71-b17b-43e0-a79b-72f5001e4558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1246.540393] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:bd:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75430c71-b17b-43e0-a79b-72f5001e4558', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.550724] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Creating folder: Project (8f11982ce0ca433a96f800ffb3221ff4). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1246.551400] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1834aff9-d51c-4df5-9de0-965b48b16ffe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.565327] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Created folder: Project (8f11982ce0ca433a96f800ffb3221ff4) in parent group-v354730. [ 1246.565610] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Creating folder: Instances. Parent ref: group-v354746. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1246.565752] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24e2f194-79fc-4ba9-8293-f38980836ece {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.575571] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Created folder: Instances in parent group-v354746. [ 1246.575817] env[62522]: DEBUG oslo.service.loopingcall [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1246.576045] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.576261] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f16f17e1-e2ca-4c87-80b4-ae2ddc8a1f0b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.603131] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.603131] env[62522]: value = "task-1702199" [ 1246.603131] env[62522]: _type = "Task" [ 1246.603131] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.614511] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702199, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.677837] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702196, 'name': PowerOffVM_Task, 'duration_secs': 0.130807} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.678244] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.678543] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.679435] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9030f1-517c-4752-a9a6-d71e72327e23 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.689434] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.689479] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cfbf0b1-ee6d-4266-b6e0-bc05f416fbb1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.719532] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.719770] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.719957] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Deleting the datastore file [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.720249] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5d9eadd-42a6-40d9-b587-78138bb25823 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.726585] env[62522]: DEBUG nova.compute.manager [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1246.741699] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1246.741699] env[62522]: value = "task-1702201" [ 1246.741699] env[62522]: _type = "Task" [ 1246.741699] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.755619] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.763651] env[62522]: DEBUG nova.compute.manager [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.841917] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702192, 'name': ReconfigVM_Task, 'duration_secs': 0.61191} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.844934] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 9d50cb49-63ed-468e-a774-7e96d64acecb/9d50cb49-63ed-468e-a774-7e96d64acecb.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.844934] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bdef193-e83d-439a-b8aa-13d8569d3406 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.850399] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Waiting for the task: (returnval){ [ 1246.850399] env[62522]: value = "task-1702202" [ 1246.850399] env[62522]: _type = "Task" [ 1246.850399] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.860717] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702202, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.908438] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702195, 'name': CreateVM_Task, 'duration_secs': 0.533179} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.908868] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.909788] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.910197] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.913032] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.913032] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fcbeefa-7fe2-4d1f-901c-22e0e461f185 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.922979] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Waiting for the task: (returnval){ [ 1246.922979] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f2a34d-e7a1-7f75-6ed5-01601b0528d2" [ 1246.922979] env[62522]: _type = "Task" [ 1246.922979] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.931319] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f2a34d-e7a1-7f75-6ed5-01601b0528d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.024152] env[62522]: DEBUG nova.compute.manager [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.028236] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.028236] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6861ee6d-b4fd-430d-b399-60e473cccd84 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.037866] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.042443] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdbd48d7-76e3-4511-a1f7-b7495160035e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.052976] env[62522]: DEBUG oslo_vmware.api [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1247.052976] env[62522]: value = "task-1702203" [ 1247.052976] env[62522]: _type = "Task" [ 1247.052976] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.062970] env[62522]: DEBUG oslo_vmware.api [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.092693] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "cdb11f98-7e4b-4dec-af3a-2127d945a592" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.093041] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "cdb11f98-7e4b-4dec-af3a-2127d945a592" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.114928] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702199, 'name': CreateVM_Task, 'duration_secs': 0.367237} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.115212] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.116008] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.151899] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180f71a8-146e-4d92-9a77-3f0507f390e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.160312] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51e3ee2-40c2-465e-9495-310645894e33 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.208907] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bff94d-bc51-4708-81d7-22339f75d370 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.219743] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5663fde-9258-4af8-9a89-81d6b85fd4e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.238619] env[62522]: DEBUG nova.compute.provider_tree [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.257953] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180943} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.258179] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.258415] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.258631] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.270381] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.368750] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Acquiring lock "50c9eae8-cb56-4984-9b42-cc9b9e83e623" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.369061] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Lock "50c9eae8-cb56-4984-9b42-cc9b9e83e623" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.369319] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702202, 'name': Rename_Task, 'duration_secs': 0.1592} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.369663] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.370223] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e0a8c97-08ec-469b-b4f2-5badf7f59105 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.378731] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Waiting for the task: (returnval){ [ 1247.378731] env[62522]: value = "task-1702204" [ 1247.378731] env[62522]: _type = "Task" [ 1247.378731] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.388946] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.432041] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f2a34d-e7a1-7f75-6ed5-01601b0528d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013392} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.432207] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.432444] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.432680] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.432814] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.432985] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.433282] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.433576] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.433793] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40d686ca-7233-4886-8110-456efe64895c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.436650] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a59de3-87d6-44dc-a2d4-72dcd7845816 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.446228] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1247.446228] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527d57a1-3fff-12cd-9e99-a3ad3d4663a6" [ 1247.446228] env[62522]: _type = "Task" [ 1247.446228] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.451018] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.451245] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.452376] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b94ba8-b4f0-47a4-94c3-256bd3007aa8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.462191] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527d57a1-3fff-12cd-9e99-a3ad3d4663a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009634} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.462943] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.463249] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.463516] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.469370] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Waiting for the task: (returnval){ [ 1247.469370] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525087de-3dbe-d19d-6e0b-7d199423981f" [ 1247.469370] env[62522]: _type = "Task" [ 1247.469370] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.483152] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525087de-3dbe-d19d-6e0b-7d199423981f, 'name': SearchDatastore_Task, 'duration_secs': 0.008872} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.483931] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d256d5e7-9718-4548-8455-97f6366c2ef9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.489514] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Waiting for the task: (returnval){ [ 1247.489514] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52afe22e-ec0b-ce45-8918-47c6596ce564" [ 1247.489514] env[62522]: _type = "Task" [ 1247.489514] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.498498] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52afe22e-ec0b-ce45-8918-47c6596ce564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.568468] env[62522]: DEBUG oslo_vmware.api [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702203, 'name': PowerOffVM_Task, 'duration_secs': 0.207759} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.569248] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.569248] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.570922] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e92176a9-95d4-429d-bb7f-5335e37f4955 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.643028] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.643215] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.643307] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleting the datastore file [datastore1] 95d0f45c-f990-41b5-b6e0-f95c026c12d9 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.645051] env[62522]: DEBUG nova.network.neutron [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Successfully created port: a2c6fc12-3132-4c9a-92df-cbbb3ef62e31 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1247.646055] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67757541-41da-4094-9a32-27bde7fb55ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.654269] env[62522]: DEBUG oslo_vmware.api [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1247.654269] env[62522]: value = "task-1702206" [ 1247.654269] env[62522]: _type = "Task" [ 1247.654269] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.671828] env[62522]: DEBUG oslo_vmware.api [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.750987] env[62522]: DEBUG nova.scheduler.client.report [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1247.781562] env[62522]: DEBUG nova.compute.manager [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.831727] env[62522]: DEBUG nova.virt.hardware [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1247.832059] env[62522]: DEBUG nova.virt.hardware [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1247.832406] env[62522]: DEBUG nova.virt.hardware [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.832685] env[62522]: DEBUG nova.virt.hardware [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1247.832754] env[62522]: DEBUG nova.virt.hardware [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.832971] env[62522]: DEBUG nova.virt.hardware [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1247.833169] env[62522]: DEBUG nova.virt.hardware [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1247.833386] env[62522]: DEBUG nova.virt.hardware [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1247.833563] env[62522]: DEBUG nova.virt.hardware [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1247.833855] env[62522]: DEBUG nova.virt.hardware [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1247.834010] env[62522]: DEBUG nova.virt.hardware [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1247.834772] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a24e73-a0fc-4047-9d5e-0e724f8dcfe6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.849764] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4220768d-7eb8-4ba2-9fcc-f3b1ae2cde98 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.891053] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702204, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.002667] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52afe22e-ec0b-ce45-8918-47c6596ce564, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.002993] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.003194] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d7737573-ca13-4b98-9273-dcf4439155cf/d7737573-ca13-4b98-9273-dcf4439155cf.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.003471] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.003699] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.003854] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50a52cf1-cb64-476c-bab1-951b8eed7b66 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.005994] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8698563e-7df5-40ce-8416-a8b9fec2ebee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.013658] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Waiting for the task: (returnval){ [ 1248.013658] env[62522]: value = "task-1702207" [ 1248.013658] env[62522]: _type = "Task" [ 1248.013658] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.015911] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.016051] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.020812] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f48be1a-3e47-4abb-94bf-b7fd39cc5361 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.030313] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.032533] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1248.032533] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5277bcb7-78db-7058-f511-5fc98f69a254" [ 1248.032533] env[62522]: _type = "Task" [ 1248.032533] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.045651] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5277bcb7-78db-7058-f511-5fc98f69a254, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.046405] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91094945-b066-40a1-b4d2-e7058bbee760 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.052453] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1248.052453] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dd036b-d81b-5cab-3a3b-c291ae991eff" [ 1248.052453] env[62522]: _type = "Task" [ 1248.052453] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.060629] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dd036b-d81b-5cab-3a3b-c291ae991eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.168332] env[62522]: DEBUG oslo_vmware.api [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17902} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.168617] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.172016] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.172016] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.172016] env[62522]: INFO nova.compute.manager [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1248.172016] env[62522]: DEBUG oslo.service.loopingcall [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.172016] env[62522]: DEBUG nova.compute.manager [-] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.172016] env[62522]: DEBUG nova.network.neutron [-] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.258692] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.258878] env[62522]: DEBUG nova.compute.manager [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.262612] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.073s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.266402] env[62522]: INFO nova.compute.claims [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.307292] env[62522]: DEBUG nova.virt.hardware [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1248.307789] env[62522]: DEBUG nova.virt.hardware [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1248.310841] env[62522]: DEBUG nova.virt.hardware [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.310841] env[62522]: DEBUG nova.virt.hardware [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1248.310841] env[62522]: DEBUG nova.virt.hardware [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.310841] env[62522]: DEBUG nova.virt.hardware [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1248.310841] env[62522]: DEBUG nova.virt.hardware [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1248.311085] env[62522]: DEBUG nova.virt.hardware [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1248.311085] env[62522]: DEBUG nova.virt.hardware [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1248.311085] env[62522]: DEBUG nova.virt.hardware [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1248.311085] env[62522]: DEBUG nova.virt.hardware [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1248.311085] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaea149-bbcd-41f3-b566-e04f933ef554 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.323041] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8335603d-ad81-4ec8-a88d-5a51d986de9b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.337221] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Instance VIF info [] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.344637] env[62522]: DEBUG oslo.service.loopingcall [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.345150] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.347071] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94a990f5-b574-4b48-9d9b-17dbe4b6310a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.367558] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.367558] env[62522]: value = "task-1702208" [ 1248.367558] env[62522]: _type = "Task" [ 1248.367558] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.380793] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702208, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.392908] env[62522]: DEBUG oslo_vmware.api [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702204, 'name': PowerOnVM_Task, 'duration_secs': 0.57234} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.392908] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.393351] env[62522]: INFO nova.compute.manager [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Took 15.64 seconds to spawn the instance on the hypervisor. [ 1248.393465] env[62522]: DEBUG nova.compute.manager [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.394365] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaa3fd7-c076-4d09-ad1e-7c8e6cda46b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.526760] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702207, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.564595] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dd036b-d81b-5cab-3a3b-c291ae991eff, 'name': SearchDatastore_Task, 'duration_secs': 0.010668} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.564984] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.565234] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1/c0e94a39-196b-49f4-8229-104f30633ec1.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.565520] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20ea75bc-6020-4758-9273-1ac5a268b5a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.572672] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1248.572672] env[62522]: value = "task-1702209" [ 1248.572672] env[62522]: _type = "Task" [ 1248.572672] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.580826] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.629536] env[62522]: DEBUG nova.compute.manager [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Received event network-changed-59c84ea1-9cee-410b-b684-f63be707fdbc {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1248.629536] env[62522]: DEBUG nova.compute.manager [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Refreshing instance network info cache due to event network-changed-59c84ea1-9cee-410b-b684-f63be707fdbc. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1248.629536] env[62522]: DEBUG oslo_concurrency.lockutils [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] Acquiring lock "refresh_cache-d7737573-ca13-4b98-9273-dcf4439155cf" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.629536] env[62522]: DEBUG oslo_concurrency.lockutils [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] Acquired lock "refresh_cache-d7737573-ca13-4b98-9273-dcf4439155cf" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.629536] env[62522]: DEBUG nova.network.neutron [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Refreshing network info cache for port 59c84ea1-9cee-410b-b684-f63be707fdbc {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.773375] env[62522]: DEBUG nova.compute.utils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1248.778281] env[62522]: DEBUG nova.compute.manager [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1248.778281] env[62522]: DEBUG nova.network.neutron [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1248.889341] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702208, 'name': CreateVM_Task, 'duration_secs': 0.364511} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.889341] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.889527] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.889578] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.890139] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.890221] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa07ca6a-6155-496b-b891-8c057d6d45c6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.902688] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1248.902688] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ad3653-0d46-a538-e809-a8ec83c8919f" [ 1248.902688] env[62522]: _type = "Task" [ 1248.902688] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.919524] env[62522]: INFO nova.compute.manager [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Took 21.80 seconds to build instance. [ 1248.930321] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ad3653-0d46-a538-e809-a8ec83c8919f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.961900] env[62522]: DEBUG nova.policy [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90e976401dea40eeae8c4f08f3b94a2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4c5bc77fe1243eb870d72e32efad1f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.035627] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549236} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.035627] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d7737573-ca13-4b98-9273-dcf4439155cf/d7737573-ca13-4b98-9273-dcf4439155cf.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.035627] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.035627] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0de9f21d-2991-4f92-b459-d280f0080602 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.045048] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Waiting for the task: (returnval){ [ 1249.045048] env[62522]: value = "task-1702210" [ 1249.045048] env[62522]: _type = "Task" [ 1249.045048] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.059692] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.087107] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472581} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.089492] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1/c0e94a39-196b-49f4-8229-104f30633ec1.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.089945] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.092350] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-249c0554-c08a-4f05-be72-503afb885fc7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.098027] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1249.098027] env[62522]: value = "task-1702211" [ 1249.098027] env[62522]: _type = "Task" [ 1249.098027] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.113338] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.250359] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquiring lock "371c2c59-aff3-4552-96d3-1899068e79ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.250548] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Lock "371c2c59-aff3-4552-96d3-1899068e79ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.285889] env[62522]: DEBUG nova.compute.manager [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.418836] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ad3653-0d46-a538-e809-a8ec83c8919f, 'name': SearchDatastore_Task, 'duration_secs': 0.051015} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.420798] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.420798] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.420963] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.421318] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.421647] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.421982] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b42eea7-69db-459a-987d-89a181894f36 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.431572] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf274b47-4fce-46cb-9ca2-8229d8cf4a47 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Lock "9d50cb49-63ed-468e-a774-7e96d64acecb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.319s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.435611] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.435611] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.435611] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a1253e-5ce8-4fa3-beb4-d4e862a0ef59 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.440781] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1249.440781] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524bd402-03f2-0d28-855b-1b03e5ea21d8" [ 1249.440781] env[62522]: _type = "Task" [ 1249.440781] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.448814] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524bd402-03f2-0d28-855b-1b03e5ea21d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.565787] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123735} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.566147] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.568543] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a91dea-6c08-418c-88be-e471b178a354 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.597418] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] d7737573-ca13-4b98-9273-dcf4439155cf/d7737573-ca13-4b98-9273-dcf4439155cf.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.598163] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb61c703-ce8f-4072-9a72-1fb9ceb55b6e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.619077] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d067db93-8c11-4257-8917-a9c3e610af47 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.632310] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483b4d0e-a8a1-41b0-b82e-dee8ab2e82f4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.640020] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Waiting for the task: (returnval){ [ 1249.640020] env[62522]: value = "task-1702212" [ 1249.640020] env[62522]: _type = "Task" [ 1249.640020] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.674085] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070062} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.677402] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.680089] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b288b9b-81b8-4268-a702-bfb7256a89c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.684911] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10af500-ed22-49d3-aefb-beb8d7cea638 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.691370] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.708104] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a19889-78b1-4948-aaa3-3105a5845d7a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.721869] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1/c0e94a39-196b-49f4-8229-104f30633ec1.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.722232] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcba5163-d148-4cae-aea5-1ef16384780d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.750930] env[62522]: DEBUG nova.compute.provider_tree [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.754114] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1249.754114] env[62522]: value = "task-1702213" [ 1249.754114] env[62522]: _type = "Task" [ 1249.754114] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.763760] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.922615] env[62522]: DEBUG nova.network.neutron [-] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.937376] env[62522]: DEBUG nova.compute.manager [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1249.953738] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524bd402-03f2-0d28-855b-1b03e5ea21d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.955685] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d66d6bf-f9ed-404d-a2cf-baebede38358 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.964785] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1249.964785] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52115b69-a9ca-eb12-7f7b-b7dfb297519f" [ 1249.964785] env[62522]: _type = "Task" [ 1249.964785] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.975419] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52115b69-a9ca-eb12-7f7b-b7dfb297519f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.148963] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702212, 'name': ReconfigVM_Task, 'duration_secs': 0.290009} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.149169] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Reconfigured VM instance instance-00000005 to attach disk [datastore1] d7737573-ca13-4b98-9273-dcf4439155cf/d7737573-ca13-4b98-9273-dcf4439155cf.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.149973] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e5f54e5-3d7e-4579-b646-618f65206083 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.158773] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Waiting for the task: (returnval){ [ 1250.158773] env[62522]: value = "task-1702214" [ 1250.158773] env[62522]: _type = "Task" [ 1250.158773] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.172479] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702214, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.216735] env[62522]: DEBUG nova.network.neutron [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Updated VIF entry in instance network info cache for port 59c84ea1-9cee-410b-b684-f63be707fdbc. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.216735] env[62522]: DEBUG nova.network.neutron [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Updating instance_info_cache with network_info: [{"id": "59c84ea1-9cee-410b-b684-f63be707fdbc", "address": "fa:16:3e:76:6c:e7", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c84ea1-9c", "ovs_interfaceid": "59c84ea1-9cee-410b-b684-f63be707fdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.253749] env[62522]: DEBUG nova.scheduler.client.report [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1250.275661] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702213, 'name': ReconfigVM_Task, 'duration_secs': 0.292968} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.275661] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1/c0e94a39-196b-49f4-8229-104f30633ec1.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.277699] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f545032e-40b8-4796-85f9-61c54ce615f4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.286080] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1250.286080] env[62522]: value = "task-1702215" [ 1250.286080] env[62522]: _type = "Task" [ 1250.286080] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.299524] env[62522]: DEBUG nova.compute.manager [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.305768] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702215, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.338489] env[62522]: DEBUG nova.virt.hardware [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1250.338489] env[62522]: DEBUG nova.virt.hardware [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1250.338489] env[62522]: DEBUG nova.virt.hardware [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.338725] env[62522]: DEBUG nova.virt.hardware [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1250.338761] env[62522]: DEBUG nova.virt.hardware [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.339077] env[62522]: DEBUG nova.virt.hardware [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1250.339407] env[62522]: DEBUG nova.virt.hardware [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1250.339693] env[62522]: DEBUG nova.virt.hardware [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1250.339883] env[62522]: DEBUG nova.virt.hardware [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1250.340176] env[62522]: DEBUG nova.virt.hardware [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1250.340502] env[62522]: DEBUG nova.virt.hardware [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1250.341360] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dde9451-e796-40eb-967c-ebadb151efe8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.354121] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6e1b88-226b-4274-adeb-b0ce6612009b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.427798] env[62522]: INFO nova.compute.manager [-] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Took 2.26 seconds to deallocate network for instance. [ 1250.469080] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.477863] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52115b69-a9ca-eb12-7f7b-b7dfb297519f, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.478823] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.479106] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed/3caafb87-21d6-4f25-b151-af64f83162ed.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.480588] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db5a0530-e22d-4d9a-b4b4-f59107cb7774 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.487207] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1250.487207] env[62522]: value = "task-1702216" [ 1250.487207] env[62522]: _type = "Task" [ 1250.487207] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.496114] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.672416] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Acquiring lock "47f1cb12-ddfd-43db-943f-d1183410fbe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.672668] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Lock "47f1cb12-ddfd-43db-943f-d1183410fbe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.672871] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702214, 'name': Rename_Task, 'duration_secs': 0.150957} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.673138] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.673530] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e386d1b-2eb4-445d-9540-11bda44560b4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.682386] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Waiting for the task: (returnval){ [ 1250.682386] env[62522]: value = "task-1702217" [ 1250.682386] env[62522]: _type = "Task" [ 1250.682386] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.700238] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.720828] env[62522]: DEBUG oslo_concurrency.lockutils [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] Releasing lock "refresh_cache-d7737573-ca13-4b98-9273-dcf4439155cf" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.721018] env[62522]: DEBUG nova.compute.manager [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Received event network-vif-plugged-75430c71-b17b-43e0-a79b-72f5001e4558 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1250.721279] env[62522]: DEBUG oslo_concurrency.lockutils [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] Acquiring lock "c0e94a39-196b-49f4-8229-104f30633ec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.721710] env[62522]: DEBUG oslo_concurrency.lockutils [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] Lock "c0e94a39-196b-49f4-8229-104f30633ec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.721710] env[62522]: DEBUG oslo_concurrency.lockutils [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] Lock "c0e94a39-196b-49f4-8229-104f30633ec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.721915] env[62522]: DEBUG nova.compute.manager [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] No waiting events found dispatching network-vif-plugged-75430c71-b17b-43e0-a79b-72f5001e4558 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1250.721978] env[62522]: WARNING nova.compute.manager [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Received unexpected event network-vif-plugged-75430c71-b17b-43e0-a79b-72f5001e4558 for instance with vm_state building and task_state spawning. [ 1250.722330] env[62522]: DEBUG nova.compute.manager [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Received event network-changed-75430c71-b17b-43e0-a79b-72f5001e4558 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1250.722330] env[62522]: DEBUG nova.compute.manager [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Refreshing instance network info cache due to event network-changed-75430c71-b17b-43e0-a79b-72f5001e4558. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1250.724108] env[62522]: DEBUG oslo_concurrency.lockutils [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] Acquiring lock "refresh_cache-c0e94a39-196b-49f4-8229-104f30633ec1" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.724108] env[62522]: DEBUG oslo_concurrency.lockutils [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] Acquired lock "refresh_cache-c0e94a39-196b-49f4-8229-104f30633ec1" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.724108] env[62522]: DEBUG nova.network.neutron [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Refreshing network info cache for port 75430c71-b17b-43e0-a79b-72f5001e4558 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.771561] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.774688] env[62522]: DEBUG nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1250.783941] env[62522]: DEBUG nova.network.neutron [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Successfully updated port: a2c6fc12-3132-4c9a-92df-cbbb3ef62e31 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.783941] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.504s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.786619] env[62522]: INFO nova.compute.claims [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.801890] env[62522]: DEBUG nova.network.neutron [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Successfully created port: 53cd27a4-d5ed-40b9-894e-4ca2738584f9 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.813914] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702215, 'name': Rename_Task, 'duration_secs': 0.152151} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.814641] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.814851] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0845ebd6-aba6-4458-ab8c-9275245f0184 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.827124] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1250.827124] env[62522]: value = "task-1702218" [ 1250.827124] env[62522]: _type = "Task" [ 1250.827124] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.836482] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.936211] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.000192] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702216, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.199612] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.294571] env[62522]: DEBUG nova.compute.utils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1251.296018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "refresh_cache-4f34bca7-5bb3-4f12-9074-a87c5d43bb91" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.296384] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "refresh_cache-4f34bca7-5bb3-4f12-9074-a87c5d43bb91" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.296794] env[62522]: DEBUG nova.network.neutron [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.305964] env[62522]: DEBUG nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.305964] env[62522]: DEBUG nova.network.neutron [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.340050] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702218, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.498732] env[62522]: DEBUG nova.policy [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4425c2eca424f0da10b14af986c3ee9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21b82f1a674145a2af9becff29881005', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.510571] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531702} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.510571] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed/3caafb87-21d6-4f25-b151-af64f83162ed.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.510571] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.510571] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-752112c3-6cc2-448c-bbf6-e66d8f3c9a0d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.519339] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1251.519339] env[62522]: value = "task-1702219" [ 1251.519339] env[62522]: _type = "Task" [ 1251.519339] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.534163] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.548781] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Acquiring lock "91f1486c-8f22-4844-8bef-1e08cfd08030" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.549787] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Lock "91f1486c-8f22-4844-8bef-1e08cfd08030" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.693841] env[62522]: DEBUG oslo_vmware.api [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702217, 'name': PowerOnVM_Task, 'duration_secs': 0.698189} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.694128] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.694406] env[62522]: INFO nova.compute.manager [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Took 14.14 seconds to spawn the instance on the hypervisor. [ 1251.694507] env[62522]: DEBUG nova.compute.manager [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.695316] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f19a86f-bc1a-4a2d-8b61-9a2e652d9857 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.747089] env[62522]: DEBUG nova.network.neutron [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Updated VIF entry in instance network info cache for port 75430c71-b17b-43e0-a79b-72f5001e4558. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.747174] env[62522]: DEBUG nova.network.neutron [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Updating instance_info_cache with network_info: [{"id": "75430c71-b17b-43e0-a79b-72f5001e4558", "address": "fa:16:3e:9a:bd:78", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75430c71-b1", "ovs_interfaceid": "75430c71-b17b-43e0-a79b-72f5001e4558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.803196] env[62522]: DEBUG nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.836583] env[62522]: DEBUG oslo_vmware.api [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702218, 'name': PowerOnVM_Task, 'duration_secs': 0.586749} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.836813] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.837371] env[62522]: INFO nova.compute.manager [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Took 11.98 seconds to spawn the instance on the hypervisor. [ 1251.837583] env[62522]: DEBUG nova.compute.manager [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.838428] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2beb9304-c83c-472f-83d9-289c371e100a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.898731] env[62522]: DEBUG nova.network.neutron [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.034264] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06302} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.037236] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.038154] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc874fec-f80d-4526-877d-b0873a90f212 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.067726] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed/3caafb87-21d6-4f25-b151-af64f83162ed.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.067726] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62d3b948-6bee-4dd8-8d0b-ac21b57e65a9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.093362] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1252.093362] env[62522]: value = "task-1702220" [ 1252.093362] env[62522]: _type = "Task" [ 1252.093362] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.106457] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702220, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.220036] env[62522]: INFO nova.compute.manager [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Took 24.17 seconds to build instance. [ 1252.249062] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f8ab33-dad4-49ed-8dc1-c20e9c6dccfc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.252420] env[62522]: DEBUG oslo_concurrency.lockutils [req-d52b3bc0-b52f-4c9b-98d1-a96c6f7cb600 req-7d8f4b00-58f6-4cef-a0c1-7df9e949d75e service nova] Releasing lock "refresh_cache-c0e94a39-196b-49f4-8229-104f30633ec1" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.258303] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075cf2bb-45c7-4882-a4fb-b1e4f23d3168 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.294976] env[62522]: DEBUG nova.network.neutron [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Updating instance_info_cache with network_info: [{"id": "a2c6fc12-3132-4c9a-92df-cbbb3ef62e31", "address": "fa:16:3e:d0:37:c9", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c6fc12-31", "ovs_interfaceid": "a2c6fc12-3132-4c9a-92df-cbbb3ef62e31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.300024] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c22a6-1c11-4aab-b7ac-16efc76bba31 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.309552] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0be3b45-df9f-49bc-b073-f91a8f84c1ae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.334172] env[62522]: DEBUG nova.compute.provider_tree [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.358974] env[62522]: INFO nova.compute.manager [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Took 23.36 seconds to build instance. [ 1252.570555] env[62522]: DEBUG nova.network.neutron [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Successfully created port: c87652bd-7663-4b2b-8d87-fbf3bf660fff {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1252.604578] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.722414] env[62522]: DEBUG oslo_concurrency.lockutils [None req-862aa0ca-653b-49d5-9827-7477be3ee8f6 tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Lock "d7737573-ca13-4b98-9273-dcf4439155cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.684s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.805113] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "refresh_cache-4f34bca7-5bb3-4f12-9074-a87c5d43bb91" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.805539] env[62522]: DEBUG nova.compute.manager [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Instance network_info: |[{"id": "a2c6fc12-3132-4c9a-92df-cbbb3ef62e31", "address": "fa:16:3e:d0:37:c9", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c6fc12-31", "ovs_interfaceid": "a2c6fc12-3132-4c9a-92df-cbbb3ef62e31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1252.806356] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:37:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2c6fc12-3132-4c9a-92df-cbbb3ef62e31', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.819714] env[62522]: DEBUG oslo.service.loopingcall [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1252.821725] env[62522]: DEBUG nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1252.827859] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.827859] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a1b5bd1-ef03-469d-a944-722792071a6a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.851929] env[62522]: DEBUG nova.scheduler.client.report [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1252.862592] env[62522]: DEBUG nova.compute.manager [req-2d060e19-e1e2-4682-9892-198f8251fcb2 req-fa0097ff-502e-46c5-8938-6405b25b6a4e service nova] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Received event network-vif-deleted-f37b4a58-dc98-43c2-97fa-219ea4928e22 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1252.862592] env[62522]: DEBUG nova.compute.manager [req-2d060e19-e1e2-4682-9892-198f8251fcb2 req-fa0097ff-502e-46c5-8938-6405b25b6a4e service nova] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Received event network-vif-plugged-a2c6fc12-3132-4c9a-92df-cbbb3ef62e31 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1252.862592] env[62522]: DEBUG oslo_concurrency.lockutils [req-2d060e19-e1e2-4682-9892-198f8251fcb2 req-fa0097ff-502e-46c5-8938-6405b25b6a4e service nova] Acquiring lock "4f34bca7-5bb3-4f12-9074-a87c5d43bb91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.863342] env[62522]: DEBUG oslo_concurrency.lockutils [req-2d060e19-e1e2-4682-9892-198f8251fcb2 req-fa0097ff-502e-46c5-8938-6405b25b6a4e service nova] Lock "4f34bca7-5bb3-4f12-9074-a87c5d43bb91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.863342] env[62522]: DEBUG oslo_concurrency.lockutils [req-2d060e19-e1e2-4682-9892-198f8251fcb2 req-fa0097ff-502e-46c5-8938-6405b25b6a4e service nova] Lock "4f34bca7-5bb3-4f12-9074-a87c5d43bb91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.863342] env[62522]: DEBUG nova.compute.manager [req-2d060e19-e1e2-4682-9892-198f8251fcb2 req-fa0097ff-502e-46c5-8938-6405b25b6a4e service nova] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] No waiting events found dispatching network-vif-plugged-a2c6fc12-3132-4c9a-92df-cbbb3ef62e31 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1252.865134] env[62522]: WARNING nova.compute.manager [req-2d060e19-e1e2-4682-9892-198f8251fcb2 req-fa0097ff-502e-46c5-8938-6405b25b6a4e service nova] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Received unexpected event network-vif-plugged-a2c6fc12-3132-4c9a-92df-cbbb3ef62e31 for instance with vm_state building and task_state spawning. [ 1252.865134] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abf270e8-363b-496e-87b5-b975577e9e15 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "c0e94a39-196b-49f4-8229-104f30633ec1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.874s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.868878] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.868878] env[62522]: value = "task-1702221" [ 1252.868878] env[62522]: _type = "Task" [ 1252.868878] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.876089] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1252.876089] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1252.876089] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.877561] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1252.877561] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.877561] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1252.877561] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1252.877830] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1252.878032] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1252.878228] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1252.878410] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1252.879656] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9897cd75-ab96-4393-aaf8-b33a28c09fce {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.890020] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702221, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.895650] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4f7967-ab0c-4f81-b2b6-6545fce9dc6c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.108209] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702220, 'name': ReconfigVM_Task, 'duration_secs': 0.647888} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.108690] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed/3caafb87-21d6-4f25-b151-af64f83162ed.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.109652] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ecd7944-be1b-4377-81d6-e41b197cdcae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.119044] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1253.119044] env[62522]: value = "task-1702222" [ 1253.119044] env[62522]: _type = "Task" [ 1253.119044] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.128320] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702222, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.225637] env[62522]: DEBUG nova.compute.manager [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.367834] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.367834] env[62522]: DEBUG nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.370257] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.131s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.372532] env[62522]: INFO nova.compute.claims [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.376351] env[62522]: DEBUG nova.compute.manager [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.397344] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702221, 'name': CreateVM_Task, 'duration_secs': 0.470308} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.397446] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.398715] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.399240] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.399619] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.399941] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae7d02d-fdb3-4e8d-8b4a-44874c6b5c3e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.410095] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1253.410095] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52864c74-ffdb-9cd7-dcaa-85ea053e4659" [ 1253.410095] env[62522]: _type = "Task" [ 1253.410095] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.425314] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52864c74-ffdb-9cd7-dcaa-85ea053e4659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.561116] env[62522]: DEBUG nova.network.neutron [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Successfully updated port: 53cd27a4-d5ed-40b9-894e-4ca2738584f9 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.629649] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702222, 'name': Rename_Task, 'duration_secs': 0.165228} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.630021] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.630199] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a90ad599-ecf1-43eb-b229-ee70787fbe2a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.637047] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1253.637047] env[62522]: value = "task-1702223" [ 1253.637047] env[62522]: _type = "Task" [ 1253.637047] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.646221] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.749965] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.872584] env[62522]: DEBUG nova.compute.utils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1253.874460] env[62522]: DEBUG nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.874729] env[62522]: DEBUG nova.network.neutron [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.924102] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.935265] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52864c74-ffdb-9cd7-dcaa-85ea053e4659, 'name': SearchDatastore_Task, 'duration_secs': 0.028215} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.935265] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.935265] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.935527] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.936226] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.936862] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.937296] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de654f70-77e8-4d8e-aa5b-1226aaa109a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.942939] env[62522]: DEBUG nova.policy [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4425c2eca424f0da10b14af986c3ee9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21b82f1a674145a2af9becff29881005', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.953896] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.954548] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.954951] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8d9446-1b5b-437f-ac1b-da5596d36485 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.960715] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1253.960715] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52893be6-ab82-64a9-45c2-82296f08b452" [ 1253.960715] env[62522]: _type = "Task" [ 1253.960715] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.971459] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52893be6-ab82-64a9-45c2-82296f08b452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.069670] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.069670] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.069670] env[62522]: DEBUG nova.network.neutron [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.150762] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.256454] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Acquiring lock "1c8b87b0-2230-4e68-9da5-09db6fd43b5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.256454] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Lock "1c8b87b0-2230-4e68-9da5-09db6fd43b5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.378797] env[62522]: DEBUG nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.479416] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52893be6-ab82-64a9-45c2-82296f08b452, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.480225] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52b1c251-81a2-48fe-bf57-f4eac3e3426d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.486316] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1254.486316] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526d6137-fc46-8691-7591-c7c107355322" [ 1254.486316] env[62522]: _type = "Task" [ 1254.486316] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.498746] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526d6137-fc46-8691-7591-c7c107355322, 'name': SearchDatastore_Task, 'duration_secs': 0.009777} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.498994] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.499292] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4f34bca7-5bb3-4f12-9074-a87c5d43bb91/4f34bca7-5bb3-4f12-9074-a87c5d43bb91.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.499561] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-821b5e6f-8769-45ec-9969-722e745eb869 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.506525] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1254.506525] env[62522]: value = "task-1702224" [ 1254.506525] env[62522]: _type = "Task" [ 1254.506525] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.519231] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.628856] env[62522]: DEBUG nova.network.neutron [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.657334] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.672293] env[62522]: DEBUG nova.network.neutron [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Successfully created port: 8e0e2a2c-65a7-4286-9fd6-53e80b6c6299 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.802121] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457e858c-bde6-4c3b-8b6e-f9e375e81faf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.812879] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d646c52f-67f0-47e0-aae5-3e2f5778f345 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.848732] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ab0642-3aaf-4cf2-aa3c-1c2c7dcb95ad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.857631] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c9b9d5-e610-452a-9308-f89720d5f78f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.873267] env[62522]: DEBUG nova.compute.provider_tree [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.950343] env[62522]: DEBUG nova.network.neutron [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating instance_info_cache with network_info: [{"id": "53cd27a4-d5ed-40b9-894e-4ca2738584f9", "address": "fa:16:3e:62:e0:c6", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cd27a4-d5", "ovs_interfaceid": "53cd27a4-d5ed-40b9-894e-4ca2738584f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.021022] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702224, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.149865] env[62522]: DEBUG oslo_vmware.api [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702223, 'name': PowerOnVM_Task, 'duration_secs': 1.232485} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.150251] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.150470] env[62522]: DEBUG nova.compute.manager [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.151265] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242cdb17-291c-452f-b893-30023462a2fd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.359498] env[62522]: DEBUG nova.compute.manager [None req-a93a8306-f215-4c06-91b4-af3ca8ba83d0 tempest-ServerDiagnosticsTest-1880841551 tempest-ServerDiagnosticsTest-1880841551-project-admin] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.361488] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230fd398-c7af-4042-8766-daca33eddd68 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.370137] env[62522]: INFO nova.compute.manager [None req-a93a8306-f215-4c06-91b4-af3ca8ba83d0 tempest-ServerDiagnosticsTest-1880841551 tempest-ServerDiagnosticsTest-1880841551-project-admin] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Retrieving diagnostics [ 1255.371128] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff74ab8-f3ab-40f1-8ee1-3d5492eb8fa9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.376348] env[62522]: DEBUG nova.scheduler.client.report [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1255.416764] env[62522]: DEBUG nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.444777] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1255.445037] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1255.445197] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.445378] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1255.445519] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.445660] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1255.445865] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1255.446049] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1255.446272] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1255.446392] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1255.446559] env[62522]: DEBUG nova.virt.hardware [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1255.447469] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1399b49-21ee-4f8e-b999-574627411cab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.455077] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Releasing lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.455370] env[62522]: DEBUG nova.compute.manager [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Instance network_info: |[{"id": "53cd27a4-d5ed-40b9-894e-4ca2738584f9", "address": "fa:16:3e:62:e0:c6", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cd27a4-d5", "ovs_interfaceid": "53cd27a4-d5ed-40b9-894e-4ca2738584f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1255.457127] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:e0:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53cd27a4-d5ed-40b9-894e-4ca2738584f9', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.464428] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Creating folder: Project (c4c5bc77fe1243eb870d72e32efad1f7). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1255.465633] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282fc0a6-ab26-42d8-9271-331aef7d57ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.470225] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75678adc-7f03-4f73-9e4a-5611876cbadc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.485181] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Created folder: Project (c4c5bc77fe1243eb870d72e32efad1f7) in parent group-v354730. [ 1255.485463] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Creating folder: Instances. Parent ref: group-v354751. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1255.485618] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffde51b7-b701-4a8a-b9c4-83ff0dc2e566 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.497262] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Created folder: Instances in parent group-v354751. [ 1255.497473] env[62522]: DEBUG oslo.service.loopingcall [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1255.497741] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.497971] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc61e68b-669c-4c5c-908a-f19577426c06 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.523196] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571903} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.524596] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4f34bca7-5bb3-4f12-9074-a87c5d43bb91/4f34bca7-5bb3-4f12-9074-a87c5d43bb91.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.524853] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.525464] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.525464] env[62522]: value = "task-1702227" [ 1255.525464] env[62522]: _type = "Task" [ 1255.525464] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.525657] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56c8e216-3287-4659-a278-06151ba1df6a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.536855] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702227, 'name': CreateVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.538667] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1255.538667] env[62522]: value = "task-1702228" [ 1255.538667] env[62522]: _type = "Task" [ 1255.538667] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.547634] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.580207] env[62522]: DEBUG nova.network.neutron [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Successfully updated port: c87652bd-7663-4b2b-8d87-fbf3bf660fff {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.671513] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.882699] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.884878] env[62522]: DEBUG nova.compute.manager [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.888727] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.164s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.891029] env[62522]: INFO nova.compute.claims [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.946998] env[62522]: DEBUG nova.compute.manager [req-aabbc824-752e-41a6-be1c-4ba00ca2184d req-9c544162-b4d1-4990-b153-9078e3189d8f service nova] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Received event network-vif-plugged-53cd27a4-d5ed-40b9-894e-4ca2738584f9 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1255.948024] env[62522]: DEBUG oslo_concurrency.lockutils [req-aabbc824-752e-41a6-be1c-4ba00ca2184d req-9c544162-b4d1-4990-b153-9078e3189d8f service nova] Acquiring lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.948024] env[62522]: DEBUG oslo_concurrency.lockutils [req-aabbc824-752e-41a6-be1c-4ba00ca2184d req-9c544162-b4d1-4990-b153-9078e3189d8f service nova] Lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.948024] env[62522]: DEBUG oslo_concurrency.lockutils [req-aabbc824-752e-41a6-be1c-4ba00ca2184d req-9c544162-b4d1-4990-b153-9078e3189d8f service nova] Lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.948722] env[62522]: DEBUG nova.compute.manager [req-aabbc824-752e-41a6-be1c-4ba00ca2184d req-9c544162-b4d1-4990-b153-9078e3189d8f service nova] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] No waiting events found dispatching network-vif-plugged-53cd27a4-d5ed-40b9-894e-4ca2738584f9 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.949764] env[62522]: WARNING nova.compute.manager [req-aabbc824-752e-41a6-be1c-4ba00ca2184d req-9c544162-b4d1-4990-b153-9078e3189d8f service nova] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Received unexpected event network-vif-plugged-53cd27a4-d5ed-40b9-894e-4ca2738584f9 for instance with vm_state building and task_state spawning. [ 1256.039361] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702227, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.052022] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179076} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.052022] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.052022] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b6b8a3-0932-4e50-995d-fd6e38ec2f76 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.076847] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 4f34bca7-5bb3-4f12-9074-a87c5d43bb91/4f34bca7-5bb3-4f12-9074-a87c5d43bb91.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.077484] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b313e73-1075-4fd4-8af8-a17da10303a1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.097558] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "refresh_cache-d530a3a4-72b9-44d8-8d1d-536d1cdb61dd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.097846] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired lock "refresh_cache-d530a3a4-72b9-44d8-8d1d-536d1cdb61dd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.098160] env[62522]: DEBUG nova.network.neutron [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.105410] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1256.105410] env[62522]: value = "task-1702229" [ 1256.105410] env[62522]: _type = "Task" [ 1256.105410] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.119457] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.390517] env[62522]: DEBUG nova.compute.utils [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1256.392591] env[62522]: DEBUG nova.compute.manager [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Not allocating networking since 'none' was specified. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1256.540989] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702227, 'name': CreateVM_Task, 'duration_secs': 0.81603} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.541787] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1256.542506] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.542676] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.542991] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.543252] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad67a31d-01d7-44d7-9092-31f632558085 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.548542] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1256.548542] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bdc7fb-d6b6-ebf8-72fe-1a45c99f30aa" [ 1256.548542] env[62522]: _type = "Task" [ 1256.548542] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.557098] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bdc7fb-d6b6-ebf8-72fe-1a45c99f30aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.617325] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.655874] env[62522]: DEBUG nova.network.neutron [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.676174] env[62522]: DEBUG nova.compute.manager [None req-0ccf11ec-e4fe-42c7-ae98-1666a8a00736 tempest-ServerExternalEventsTest-833881691 tempest-ServerExternalEventsTest-833881691-project] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Received event network-changed {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1256.676174] env[62522]: DEBUG nova.compute.manager [None req-0ccf11ec-e4fe-42c7-ae98-1666a8a00736 tempest-ServerExternalEventsTest-833881691 tempest-ServerExternalEventsTest-833881691-project] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Refreshing instance network info cache due to event network-changed. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1256.676174] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0ccf11ec-e4fe-42c7-ae98-1666a8a00736 tempest-ServerExternalEventsTest-833881691 tempest-ServerExternalEventsTest-833881691-project] Acquiring lock "refresh_cache-d7737573-ca13-4b98-9273-dcf4439155cf" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.676174] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0ccf11ec-e4fe-42c7-ae98-1666a8a00736 tempest-ServerExternalEventsTest-833881691 tempest-ServerExternalEventsTest-833881691-project] Acquired lock "refresh_cache-d7737573-ca13-4b98-9273-dcf4439155cf" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.676174] env[62522]: DEBUG nova.network.neutron [None req-0ccf11ec-e4fe-42c7-ae98-1666a8a00736 tempest-ServerExternalEventsTest-833881691 tempest-ServerExternalEventsTest-833881691-project] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.701757] env[62522]: DEBUG nova.compute.manager [req-0c220ece-5c23-4d81-aa4f-824c32909f4a req-aadbb8ed-3e67-4eb4-9f73-49302612fa6e service nova] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Received event network-changed-a2c6fc12-3132-4c9a-92df-cbbb3ef62e31 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1256.702087] env[62522]: DEBUG nova.compute.manager [req-0c220ece-5c23-4d81-aa4f-824c32909f4a req-aadbb8ed-3e67-4eb4-9f73-49302612fa6e service nova] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Refreshing instance network info cache due to event network-changed-a2c6fc12-3132-4c9a-92df-cbbb3ef62e31. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1256.702376] env[62522]: DEBUG oslo_concurrency.lockutils [req-0c220ece-5c23-4d81-aa4f-824c32909f4a req-aadbb8ed-3e67-4eb4-9f73-49302612fa6e service nova] Acquiring lock "refresh_cache-4f34bca7-5bb3-4f12-9074-a87c5d43bb91" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.702605] env[62522]: DEBUG oslo_concurrency.lockutils [req-0c220ece-5c23-4d81-aa4f-824c32909f4a req-aadbb8ed-3e67-4eb4-9f73-49302612fa6e service nova] Acquired lock "refresh_cache-4f34bca7-5bb3-4f12-9074-a87c5d43bb91" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.702806] env[62522]: DEBUG nova.network.neutron [req-0c220ece-5c23-4d81-aa4f-824c32909f4a req-aadbb8ed-3e67-4eb4-9f73-49302612fa6e service nova] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Refreshing network info cache for port a2c6fc12-3132-4c9a-92df-cbbb3ef62e31 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.894611] env[62522]: DEBUG nova.compute.manager [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1257.002011] env[62522]: DEBUG nova.network.neutron [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Updating instance_info_cache with network_info: [{"id": "c87652bd-7663-4b2b-8d87-fbf3bf660fff", "address": "fa:16:3e:1f:74:c4", "network": {"id": "b03b2acc-cafa-4f60-b4d0-e5379e3e5084", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-251914768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b82f1a674145a2af9becff29881005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc87652bd-76", "ovs_interfaceid": "c87652bd-7663-4b2b-8d87-fbf3bf660fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.063403] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bdc7fb-d6b6-ebf8-72fe-1a45c99f30aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.128368] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.248590] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93c2853-0fe6-478b-935c-532cbb357ad8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.258614] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2c656e-288c-4408-b09c-35b342f898f4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.292707] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee61b88-c5ca-4cc7-846e-1a4aff04dd91 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.296086] env[62522]: DEBUG nova.network.neutron [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Successfully updated port: 8e0e2a2c-65a7-4286-9fd6-53e80b6c6299 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.308444] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf72360b-bd55-4630-be69-01bd86fa0d98 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.327161] env[62522]: DEBUG nova.compute.provider_tree [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.505325] env[62522]: DEBUG nova.network.neutron [None req-0ccf11ec-e4fe-42c7-ae98-1666a8a00736 tempest-ServerExternalEventsTest-833881691 tempest-ServerExternalEventsTest-833881691-project] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Updating instance_info_cache with network_info: [{"id": "59c84ea1-9cee-410b-b684-f63be707fdbc", "address": "fa:16:3e:76:6c:e7", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c84ea1-9c", "ovs_interfaceid": "59c84ea1-9cee-410b-b684-f63be707fdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.509240] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Releasing lock "refresh_cache-d530a3a4-72b9-44d8-8d1d-536d1cdb61dd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.509240] env[62522]: DEBUG nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Instance network_info: |[{"id": "c87652bd-7663-4b2b-8d87-fbf3bf660fff", "address": "fa:16:3e:1f:74:c4", "network": {"id": "b03b2acc-cafa-4f60-b4d0-e5379e3e5084", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-251914768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b82f1a674145a2af9becff29881005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc87652bd-76", "ovs_interfaceid": "c87652bd-7663-4b2b-8d87-fbf3bf660fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.509383] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:74:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c87652bd-7663-4b2b-8d87-fbf3bf660fff', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.515669] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Creating folder: Project (21b82f1a674145a2af9becff29881005). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.516168] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c42e6454-6d46-4715-8685-76ff75154631 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.529167] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Created folder: Project (21b82f1a674145a2af9becff29881005) in parent group-v354730. [ 1257.529167] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Creating folder: Instances. Parent ref: group-v354754. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.529167] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b00cdeb4-b679-4eda-ba7d-b3d966c4d5af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.539962] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Created folder: Instances in parent group-v354754. [ 1257.540354] env[62522]: DEBUG oslo.service.loopingcall [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1257.540632] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.541044] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e3541d8-a8f6-408d-a926-8ef8ab57811a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.574334] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bdc7fb-d6b6-ebf8-72fe-1a45c99f30aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.577111] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.577111] env[62522]: value = "task-1702232" [ 1257.577111] env[62522]: _type = "Task" [ 1257.577111] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.587013] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702232, 'name': CreateVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.620404] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.798779] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "refresh_cache-4ad5f8ec-b4a5-42e9-831b-6b0f93327311" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.798994] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired lock "refresh_cache-4ad5f8ec-b4a5-42e9-831b-6b0f93327311" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.799193] env[62522]: DEBUG nova.network.neutron [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.831929] env[62522]: DEBUG nova.scheduler.client.report [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1257.911964] env[62522]: DEBUG nova.compute.manager [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.940893] env[62522]: DEBUG nova.virt.hardware [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1257.941252] env[62522]: DEBUG nova.virt.hardware [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1257.941533] env[62522]: DEBUG nova.virt.hardware [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.941533] env[62522]: DEBUG nova.virt.hardware [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1257.941791] env[62522]: DEBUG nova.virt.hardware [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.941862] env[62522]: DEBUG nova.virt.hardware [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1257.942018] env[62522]: DEBUG nova.virt.hardware [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1257.943394] env[62522]: DEBUG nova.virt.hardware [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1257.943481] env[62522]: DEBUG nova.virt.hardware [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1257.943626] env[62522]: DEBUG nova.virt.hardware [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1257.943800] env[62522]: DEBUG nova.virt.hardware [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1257.944930] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac95492-0ae4-445e-a2cf-86cd5576b03d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.959676] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f99d56-b471-4a11-aaf0-d4ccf50d4913 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.977586] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Instance VIF info [] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.986088] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Creating folder: Project (ed68b8426ba84dc88e8b3760ea0ab149). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.986088] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36a55d7e-ad67-4f0e-8b8b-4d894daf2292 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.997832] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Created folder: Project (ed68b8426ba84dc88e8b3760ea0ab149) in parent group-v354730. [ 1257.998046] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Creating folder: Instances. Parent ref: group-v354757. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.998334] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a06e0527-b036-43bb-82ae-7700facae752 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.001277] env[62522]: DEBUG nova.network.neutron [req-0c220ece-5c23-4d81-aa4f-824c32909f4a req-aadbb8ed-3e67-4eb4-9f73-49302612fa6e service nova] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Updated VIF entry in instance network info cache for port a2c6fc12-3132-4c9a-92df-cbbb3ef62e31. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.001757] env[62522]: DEBUG nova.network.neutron [req-0c220ece-5c23-4d81-aa4f-824c32909f4a req-aadbb8ed-3e67-4eb4-9f73-49302612fa6e service nova] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Updating instance_info_cache with network_info: [{"id": "a2c6fc12-3132-4c9a-92df-cbbb3ef62e31", "address": "fa:16:3e:d0:37:c9", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c6fc12-31", "ovs_interfaceid": "a2c6fc12-3132-4c9a-92df-cbbb3ef62e31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.012182] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Created folder: Instances in parent group-v354757. [ 1258.012437] env[62522]: DEBUG oslo.service.loopingcall [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1258.012600] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.013346] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01a45b01-491a-48a7-b0bb-f37188c57eff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.029640] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0ccf11ec-e4fe-42c7-ae98-1666a8a00736 tempest-ServerExternalEventsTest-833881691 tempest-ServerExternalEventsTest-833881691-project] Releasing lock "refresh_cache-d7737573-ca13-4b98-9273-dcf4439155cf" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.038829] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.038829] env[62522]: value = "task-1702235" [ 1258.038829] env[62522]: _type = "Task" [ 1258.038829] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.048800] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702235, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.073998] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bdc7fb-d6b6-ebf8-72fe-1a45c99f30aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.085325] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702232, 'name': CreateVM_Task} progress is 15%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.124476] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.203977] env[62522]: INFO nova.compute.manager [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Rebuilding instance [ 1258.235798] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "03bded63-fcac-4cc4-8f6f-65e9e2f291b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.236103] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "03bded63-fcac-4cc4-8f6f-65e9e2f291b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.270450] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Acquiring lock "9d50cb49-63ed-468e-a774-7e96d64acecb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.270450] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Lock "9d50cb49-63ed-468e-a774-7e96d64acecb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.270450] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Acquiring lock "9d50cb49-63ed-468e-a774-7e96d64acecb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.270450] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Lock "9d50cb49-63ed-468e-a774-7e96d64acecb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.271162] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Lock "9d50cb49-63ed-468e-a774-7e96d64acecb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.276928] env[62522]: INFO nova.compute.manager [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Terminating instance [ 1258.295803] env[62522]: DEBUG nova.compute.manager [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.296712] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf8b717-1cf5-44d8-9c46-eecfa41f3a30 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.337021] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.337021] env[62522]: DEBUG nova.compute.manager [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.339690] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.069s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.341258] env[62522]: INFO nova.compute.claims [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.366904] env[62522]: DEBUG nova.network.neutron [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.507033] env[62522]: DEBUG oslo_concurrency.lockutils [req-0c220ece-5c23-4d81-aa4f-824c32909f4a req-aadbb8ed-3e67-4eb4-9f73-49302612fa6e service nova] Releasing lock "refresh_cache-4f34bca7-5bb3-4f12-9074-a87c5d43bb91" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.540030] env[62522]: DEBUG oslo_concurrency.lockutils [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Acquiring lock "d7737573-ca13-4b98-9273-dcf4439155cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.540332] env[62522]: DEBUG oslo_concurrency.lockutils [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Lock "d7737573-ca13-4b98-9273-dcf4439155cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.541249] env[62522]: DEBUG oslo_concurrency.lockutils [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Acquiring lock "d7737573-ca13-4b98-9273-dcf4439155cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.541807] env[62522]: DEBUG oslo_concurrency.lockutils [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Lock "d7737573-ca13-4b98-9273-dcf4439155cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.541807] env[62522]: DEBUG oslo_concurrency.lockutils [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Lock "d7737573-ca13-4b98-9273-dcf4439155cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.548799] env[62522]: INFO nova.compute.manager [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Terminating instance [ 1258.555996] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702235, 'name': CreateVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.574550] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bdc7fb-d6b6-ebf8-72fe-1a45c99f30aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.591201] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702232, 'name': CreateVM_Task} progress is 15%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.626527] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.718595] env[62522]: DEBUG nova.network.neutron [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Updating instance_info_cache with network_info: [{"id": "8e0e2a2c-65a7-4286-9fd6-53e80b6c6299", "address": "fa:16:3e:f8:15:62", "network": {"id": "b03b2acc-cafa-4f60-b4d0-e5379e3e5084", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-251914768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b82f1a674145a2af9becff29881005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0e2a2c-65", "ovs_interfaceid": "8e0e2a2c-65a7-4286-9fd6-53e80b6c6299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.784105] env[62522]: DEBUG nova.compute.manager [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.784355] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.785248] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c59d0d-0e98-42c0-8375-c556178d6990 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.793241] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.797018] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f53d8172-678b-4cba-95cf-8a8be525b919 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.801768] env[62522]: DEBUG oslo_vmware.api [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Waiting for the task: (returnval){ [ 1258.801768] env[62522]: value = "task-1702236" [ 1258.801768] env[62522]: _type = "Task" [ 1258.801768] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.817183] env[62522]: DEBUG oslo_vmware.api [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.847349] env[62522]: DEBUG nova.compute.utils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1258.851308] env[62522]: DEBUG nova.compute.manager [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.851485] env[62522]: DEBUG nova.network.neutron [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.939424] env[62522]: DEBUG nova.policy [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a82bab7a43844c439ce32b45f05e9ea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a35c260c40648aca6ac8793ec49a79d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.052572] env[62522]: DEBUG nova.compute.manager [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.052771] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.057198] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135f0529-b9ff-44e0-9bce-fc8fa31c4185 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.060308] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702235, 'name': CreateVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.065627] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.070542] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a70bfeb3-05fc-4c9a-ac5c-0ec705751fc3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.081203] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bdc7fb-d6b6-ebf8-72fe-1a45c99f30aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.089147] env[62522]: DEBUG oslo_vmware.api [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Waiting for the task: (returnval){ [ 1259.089147] env[62522]: value = "task-1702237" [ 1259.089147] env[62522]: _type = "Task" [ 1259.089147] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.104190] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702232, 'name': CreateVM_Task} progress is 15%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.109488] env[62522]: DEBUG oslo_vmware.api [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.118544] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.222704] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Releasing lock "refresh_cache-4ad5f8ec-b4a5-42e9-831b-6b0f93327311" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.222704] env[62522]: DEBUG nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Instance network_info: |[{"id": "8e0e2a2c-65a7-4286-9fd6-53e80b6c6299", "address": "fa:16:3e:f8:15:62", "network": {"id": "b03b2acc-cafa-4f60-b4d0-e5379e3e5084", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-251914768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b82f1a674145a2af9becff29881005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0e2a2c-65", "ovs_interfaceid": "8e0e2a2c-65a7-4286-9fd6-53e80b6c6299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1259.223118] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:15:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e0e2a2c-65a7-4286-9fd6-53e80b6c6299', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.230975] env[62522]: DEBUG oslo.service.loopingcall [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1259.231247] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.231473] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-533c2939-8bbc-4c5d-bf39-807a8a5878cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.255123] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.255123] env[62522]: value = "task-1702238" [ 1259.255123] env[62522]: _type = "Task" [ 1259.255123] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.268814] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702238, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.314854] env[62522]: DEBUG oslo_vmware.api [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702236, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.319139] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.319253] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95a2af06-f8b1-474f-aa59-feca34c9866f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.329199] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Waiting for the task: (returnval){ [ 1259.329199] env[62522]: value = "task-1702239" [ 1259.329199] env[62522]: _type = "Task" [ 1259.329199] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.343411] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.355359] env[62522]: DEBUG nova.compute.manager [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.557034] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702235, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.583246] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bdc7fb-d6b6-ebf8-72fe-1a45c99f30aa, 'name': SearchDatastore_Task, 'duration_secs': 2.776774} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.587669] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.587669] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.588118] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.588649] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.588953] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.592348] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9053067c-c154-4604-96a0-7a21a5ab52d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.604690] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702232, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.611630] env[62522]: DEBUG oslo_vmware.api [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702237, 'name': PowerOffVM_Task, 'duration_secs': 0.507567} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.618449] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.618449] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.618449] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.618449] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.621498] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-075f933f-4d7b-4979-b29d-12bc92861fdb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.623922] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab89d45-75f5-41b4-8d52-cdebb81a56de {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.632988] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702229, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.634818] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1259.634818] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52698206-eab4-b56a-a762-4abf4de4bb34" [ 1259.634818] env[62522]: _type = "Task" [ 1259.634818] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.646878] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52698206-eab4-b56a-a762-4abf4de4bb34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.754069] env[62522]: DEBUG nova.network.neutron [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Successfully created port: 5c9a34fe-4599-4bfa-869c-797d8a94e393 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.773311] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702238, 'name': CreateVM_Task, 'duration_secs': 0.467505} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.773311] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.774260] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.774851] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.775233] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1259.775506] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54965e38-9eaf-4cb6-8fbc-ec6779140a84 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.781268] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1259.781268] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b3b963-08ef-432d-d4b2-777075caa77c" [ 1259.781268] env[62522]: _type = "Task" [ 1259.781268] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.792832] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b3b963-08ef-432d-d4b2-777075caa77c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.811871] env[62522]: DEBUG oslo_vmware.api [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702236, 'name': PowerOffVM_Task, 'duration_secs': 0.560095} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.812142] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.812424] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.812695] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e3e0548-b36b-44d0-a70c-e68c7f865d14 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.843301] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702239, 'name': PowerOffVM_Task, 'duration_secs': 0.154621} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.843681] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.843990] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.844911] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c913cc-d8ff-4881-a203-854a3aed0291 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.852886] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.854190] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7341ed3a-585c-4bd5-b044-95eaa476d664 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.856844] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a71da44-f289-4962-8688-bde4735dfefc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.873591] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f599c375-1b62-4e42-9bfd-e57b0602946d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.912148] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b10e14-9fad-469e-b1f4-fc91b44af7f2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.916288] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.916288] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.917026] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Deleting the datastore file [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.917464] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.918473] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.918473] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Deleting the datastore file [datastore1] d7737573-ca13-4b98-9273-dcf4439155cf {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.918473] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db626515-1276-4a6a-ac04-c4dd90433ff2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.920122] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83d48b25-1bcf-4dbe-80d4-e7568ae94b1a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.930822] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a65a09-df67-4fe9-8f92-d1132fd3c906 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.936239] env[62522]: DEBUG oslo_vmware.api [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Waiting for the task: (returnval){ [ 1259.936239] env[62522]: value = "task-1702244" [ 1259.936239] env[62522]: _type = "Task" [ 1259.936239] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.936239] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Waiting for the task: (returnval){ [ 1259.936239] env[62522]: value = "task-1702243" [ 1259.936239] env[62522]: _type = "Task" [ 1259.936239] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.970912] env[62522]: DEBUG nova.compute.provider_tree [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.974279] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.975741] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.975741] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Deleting the datastore file [datastore1] 9d50cb49-63ed-468e-a774-7e96d64acecb {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.982916] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25ed1fcc-4eb6-44b8-b8a5-6bc0d05e75e8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.986029] env[62522]: DEBUG oslo_vmware.api [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.986029] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.998357] env[62522]: DEBUG nova.compute.manager [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Received event network-changed-53cd27a4-d5ed-40b9-894e-4ca2738584f9 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1259.998519] env[62522]: DEBUG nova.compute.manager [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Refreshing instance network info cache due to event network-changed-53cd27a4-d5ed-40b9-894e-4ca2738584f9. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1259.998741] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Acquiring lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.998884] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Acquired lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.999216] env[62522]: DEBUG nova.network.neutron [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Refreshing network info cache for port 53cd27a4-d5ed-40b9-894e-4ca2738584f9 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.000983] env[62522]: DEBUG oslo_vmware.api [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Waiting for the task: (returnval){ [ 1260.000983] env[62522]: value = "task-1702245" [ 1260.000983] env[62522]: _type = "Task" [ 1260.000983] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.011683] env[62522]: DEBUG oslo_vmware.api [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.060358] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702235, 'name': CreateVM_Task, 'duration_secs': 1.707307} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.060448] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.061063] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.097725] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702232, 'name': CreateVM_Task, 'duration_secs': 2.300507} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.097913] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.098800] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.125373] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702229, 'name': ReconfigVM_Task, 'duration_secs': 3.598142} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.125722] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 4f34bca7-5bb3-4f12-9074-a87c5d43bb91/4f34bca7-5bb3-4f12-9074-a87c5d43bb91.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.126630] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88e6c031-6e17-470c-8893-36b63523e85e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.147853] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1260.147853] env[62522]: value = "task-1702246" [ 1260.147853] env[62522]: _type = "Task" [ 1260.147853] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.164126] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52698206-eab4-b56a-a762-4abf4de4bb34, 'name': SearchDatastore_Task, 'duration_secs': 0.014228} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.166940] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb0809b-7773-4ada-922d-774d1cde1cf4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.178522] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702246, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.182952] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1260.182952] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5222a1b8-0a49-ebf9-2e98-9d2b4c4c7282" [ 1260.182952] env[62522]: _type = "Task" [ 1260.182952] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.197183] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5222a1b8-0a49-ebf9-2e98-9d2b4c4c7282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.295129] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b3b963-08ef-432d-d4b2-777075caa77c, 'name': SearchDatastore_Task, 'duration_secs': 0.03039} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.295482] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.295657] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.295992] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.295992] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.296443] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.296647] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4027ff18-f6f3-4fd8-af91-407827ba94a7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.302576] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Waiting for the task: (returnval){ [ 1260.302576] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527ca1d6-b3ab-9c14-7df6-4e0deb2bf7f8" [ 1260.302576] env[62522]: _type = "Task" [ 1260.302576] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.316246] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527ca1d6-b3ab-9c14-7df6-4e0deb2bf7f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.369760] env[62522]: DEBUG nova.compute.manager [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.410786] env[62522]: DEBUG nova.virt.hardware [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1260.411834] env[62522]: DEBUG nova.virt.hardware [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1260.413094] env[62522]: DEBUG nova.virt.hardware [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.414421] env[62522]: DEBUG nova.virt.hardware [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1260.414421] env[62522]: DEBUG nova.virt.hardware [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.416380] env[62522]: DEBUG nova.virt.hardware [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1260.416380] env[62522]: DEBUG nova.virt.hardware [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1260.416380] env[62522]: DEBUG nova.virt.hardware [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1260.416380] env[62522]: DEBUG nova.virt.hardware [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1260.416380] env[62522]: DEBUG nova.virt.hardware [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1260.416563] env[62522]: DEBUG nova.virt.hardware [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1260.418792] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec1b212-e53e-4ea8-9aa7-2570593bcd96 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.429795] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cb7d54-f0ab-4a16-9282-d2530349a446 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.478166] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252174} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.480047] env[62522]: DEBUG oslo_vmware.api [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Task: {'id': task-1702244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316056} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.480047] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.480047] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.480047] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.484224] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.484224] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.487433] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.487433] env[62522]: INFO nova.compute.manager [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1260.487433] env[62522]: DEBUG oslo.service.loopingcall [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1260.489866] env[62522]: DEBUG nova.scheduler.client.report [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1260.497026] env[62522]: DEBUG nova.compute.manager [-] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.497026] env[62522]: DEBUG nova.network.neutron [-] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.514826] env[62522]: DEBUG oslo_vmware.api [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Task: {'id': task-1702245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2692} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.514826] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.514975] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.516106] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.516323] env[62522]: INFO nova.compute.manager [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1260.516570] env[62522]: DEBUG oslo.service.loopingcall [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1260.516760] env[62522]: DEBUG nova.compute.manager [-] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.516851] env[62522]: DEBUG nova.network.neutron [-] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.557130] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "ca56abe8-e25d-4265-97ba-302492fa3660" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.557130] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "ca56abe8-e25d-4265-97ba-302492fa3660" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.661922] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702246, 'name': Rename_Task, 'duration_secs': 0.255459} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.661922] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.661922] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed7d2ef6-0971-4948-adb0-cd1f357a96b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.669430] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1260.669430] env[62522]: value = "task-1702247" [ 1260.669430] env[62522]: _type = "Task" [ 1260.669430] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.680944] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.693868] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5222a1b8-0a49-ebf9-2e98-9d2b4c4c7282, 'name': SearchDatastore_Task, 'duration_secs': 0.01096} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.694278] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.694470] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0/eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.694750] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.694935] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.695163] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c63a7df-8bb0-4c50-9cb0-ffb0497701ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.698510] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e618e557-565a-4c82-bdda-f8cf7204ec5c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.705073] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1260.705073] env[62522]: value = "task-1702248" [ 1260.705073] env[62522]: _type = "Task" [ 1260.705073] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.709808] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.710099] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.711726] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b18b81-3a8e-419a-bd76-26fed8a6bbd8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.718622] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.724529] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1260.724529] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52615ade-01d1-3dad-5863-07e4bfe9c539" [ 1260.724529] env[62522]: _type = "Task" [ 1260.724529] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.732367] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52615ade-01d1-3dad-5863-07e4bfe9c539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.818298] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527ca1d6-b3ab-9c14-7df6-4e0deb2bf7f8, 'name': SearchDatastore_Task, 'duration_secs': 0.045194} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.820201] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.820201] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.820201] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.820201] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.820338] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.820338] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452a8d35-1c34-4018-ba03-f123d0be9c0b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.825983] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1260.825983] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5224932a-c18f-d2a9-1fd2-1efec2b0c332" [ 1260.825983] env[62522]: _type = "Task" [ 1260.825983] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.841086] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5224932a-c18f-d2a9-1fd2-1efec2b0c332, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.844049] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.848020] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.848020] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.999519] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.000371] env[62522]: DEBUG nova.compute.manager [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.003608] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.535s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.005627] env[62522]: INFO nova.compute.claims [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.183607] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.205643] env[62522]: DEBUG nova.network.neutron [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updated VIF entry in instance network info cache for port 53cd27a4-d5ed-40b9-894e-4ca2738584f9. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.205643] env[62522]: DEBUG nova.network.neutron [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating instance_info_cache with network_info: [{"id": "53cd27a4-d5ed-40b9-894e-4ca2738584f9", "address": "fa:16:3e:62:e0:c6", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cd27a4-d5", "ovs_interfaceid": "53cd27a4-d5ed-40b9-894e-4ca2738584f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.225023] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702248, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.234728] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52615ade-01d1-3dad-5863-07e4bfe9c539, 'name': SearchDatastore_Task, 'duration_secs': 0.019809} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.235585] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a330c2a-62aa-49ac-b542-aad5fb4e9d15 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.242666] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1261.242666] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fcda40-134a-03b0-94c3-309458c29e54" [ 1261.242666] env[62522]: _type = "Task" [ 1261.242666] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.255656] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fcda40-134a-03b0-94c3-309458c29e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.350511] env[62522]: DEBUG nova.network.neutron [-] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.514408] env[62522]: DEBUG nova.compute.utils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1261.523830] env[62522]: DEBUG nova.compute.manager [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.524104] env[62522]: DEBUG nova.network.neutron [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.538040] env[62522]: DEBUG nova.virt.hardware [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1261.538040] env[62522]: DEBUG nova.virt.hardware [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1261.538040] env[62522]: DEBUG nova.virt.hardware [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.538040] env[62522]: DEBUG nova.virt.hardware [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1261.538708] env[62522]: DEBUG nova.virt.hardware [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.538708] env[62522]: DEBUG nova.virt.hardware [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1261.538708] env[62522]: DEBUG nova.virt.hardware [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1261.538708] env[62522]: DEBUG nova.virt.hardware [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1261.538708] env[62522]: DEBUG nova.virt.hardware [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1261.538891] env[62522]: DEBUG nova.virt.hardware [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1261.538891] env[62522]: DEBUG nova.virt.hardware [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1261.539651] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027d2c2b-15ab-4ab2-95a2-3f9529c0cd82 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.551864] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbf9fdd-bce8-4974-852a-23ebe6b9358e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.567484] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Instance VIF info [] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.574776] env[62522]: DEBUG oslo.service.loopingcall [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1261.575049] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.575276] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a76fbd9-dadc-4991-beb5-cc7168b7c03d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.587980] env[62522]: DEBUG nova.policy [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d5039ab6f9143f18f79fe25573479d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd47b752ac53846759047f62709198a62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.595052] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.595052] env[62522]: value = "task-1702249" [ 1261.595052] env[62522]: _type = "Task" [ 1261.595052] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.603127] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702249, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.684140] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702247, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.713585] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Releasing lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.713873] env[62522]: DEBUG nova.compute.manager [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Received event network-vif-plugged-c87652bd-7663-4b2b-8d87-fbf3bf660fff {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1261.714120] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Acquiring lock "d530a3a4-72b9-44d8-8d1d-536d1cdb61dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.714120] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Lock "d530a3a4-72b9-44d8-8d1d-536d1cdb61dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.714473] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Lock "d530a3a4-72b9-44d8-8d1d-536d1cdb61dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.714681] env[62522]: DEBUG nova.compute.manager [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] No waiting events found dispatching network-vif-plugged-c87652bd-7663-4b2b-8d87-fbf3bf660fff {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1261.714742] env[62522]: WARNING nova.compute.manager [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Received unexpected event network-vif-plugged-c87652bd-7663-4b2b-8d87-fbf3bf660fff for instance with vm_state building and task_state spawning. [ 1261.714906] env[62522]: DEBUG nova.compute.manager [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Received event network-changed-c87652bd-7663-4b2b-8d87-fbf3bf660fff {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1261.716438] env[62522]: DEBUG nova.compute.manager [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Refreshing instance network info cache due to event network-changed-c87652bd-7663-4b2b-8d87-fbf3bf660fff. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1261.716438] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Acquiring lock "refresh_cache-d530a3a4-72b9-44d8-8d1d-536d1cdb61dd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.716438] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Acquired lock "refresh_cache-d530a3a4-72b9-44d8-8d1d-536d1cdb61dd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.716438] env[62522]: DEBUG nova.network.neutron [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Refreshing network info cache for port c87652bd-7663-4b2b-8d87-fbf3bf660fff {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.720055] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820068} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.720885] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0/eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.720885] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.721042] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f5162ed-3645-4f05-9d99-ed1e3045228b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.728984] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1261.728984] env[62522]: value = "task-1702250" [ 1261.728984] env[62522]: _type = "Task" [ 1261.728984] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.737074] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.755674] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fcda40-134a-03b0-94c3-309458c29e54, 'name': SearchDatastore_Task, 'duration_secs': 0.060971} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.756095] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.756271] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4ad5f8ec-b4a5-42e9-831b-6b0f93327311/4ad5f8ec-b4a5-42e9-831b-6b0f93327311.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.757304] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.757304] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.757304] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-985d9c6e-94a2-455b-bd5c-929fd9d75eae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.759328] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e505fcd2-0eb4-4011-b50b-1b0b10fb4cfe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.768662] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1261.768662] env[62522]: value = "task-1702251" [ 1261.768662] env[62522]: _type = "Task" [ 1261.768662] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.777185] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.801190] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.801433] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.802410] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a0a014-af80-40a2-a549-e1546241ada8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.809621] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Waiting for the task: (returnval){ [ 1261.809621] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52087f56-6b3c-1cff-3f38-b4baef60a083" [ 1261.809621] env[62522]: _type = "Task" [ 1261.809621] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.817160] env[62522]: DEBUG nova.network.neutron [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Successfully updated port: 5c9a34fe-4599-4bfa-869c-797d8a94e393 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.824872] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52087f56-6b3c-1cff-3f38-b4baef60a083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.852367] env[62522]: DEBUG nova.network.neutron [-] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.853702] env[62522]: INFO nova.compute.manager [-] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Took 1.34 seconds to deallocate network for instance. [ 1262.024026] env[62522]: DEBUG nova.compute.manager [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.028043] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Acquiring lock "f58fec79-1f67-42ae-afa6-8c7377fc9a5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.028043] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Lock "f58fec79-1f67-42ae-afa6-8c7377fc9a5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.093074] env[62522]: DEBUG nova.compute.manager [req-56ff15af-210e-4f36-a137-651cee1d0216 req-cf477576-e8b4-4617-a9d5-30fdc535926b service nova] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Received event network-vif-deleted-5f60d84d-5c49-47f3-8ccc-7047f034ef41 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1262.111437] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702249, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.182516] env[62522]: DEBUG oslo_vmware.api [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702247, 'name': PowerOnVM_Task, 'duration_secs': 1.03926} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.185290] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.185522] env[62522]: INFO nova.compute.manager [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Took 14.40 seconds to spawn the instance on the hypervisor. [ 1262.185670] env[62522]: DEBUG nova.compute.manager [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.187192] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b003342-d998-40e4-b7bf-05f702487555 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.240703] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11552} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.241848] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.242094] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ead0c5f-b9b2-4f5e-a50f-6194358fd6ad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.265963] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0/eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.269880] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e278cd5-8540-4a88-be03-ae72fee9ede4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.295025] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702251, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.296962] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1262.296962] env[62522]: value = "task-1702252" [ 1262.296962] env[62522]: _type = "Task" [ 1262.296962] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.309039] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.325193] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Acquiring lock "refresh_cache-a2c5514a-b46c-4157-b89b-79f5e16441af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.325193] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Acquired lock "refresh_cache-a2c5514a-b46c-4157-b89b-79f5e16441af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.326336] env[62522]: DEBUG nova.network.neutron [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.326738] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52087f56-6b3c-1cff-3f38-b4baef60a083, 'name': SearchDatastore_Task, 'duration_secs': 0.014402} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.328244] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-395f964a-89fb-45f5-af61-1c49281739f8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.339330] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Waiting for the task: (returnval){ [ 1262.339330] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529bc50b-044b-6cbf-6fe7-05e068f28f7a" [ 1262.339330] env[62522]: _type = "Task" [ 1262.339330] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.349784] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529bc50b-044b-6cbf-6fe7-05e068f28f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.359660] env[62522]: INFO nova.compute.manager [-] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Took 1.86 seconds to deallocate network for instance. [ 1262.365043] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.440018] env[62522]: DEBUG nova.network.neutron [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Successfully created port: 5740d42c-5641-4479-be50-f85ae2981d26 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.446954] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd2a005-9c64-4651-bded-fea195a8048e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.456947] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b576d19f-7242-4f59-aca2-d39154aa4400 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.495059] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b7cde4-1bf5-40cc-907c-b7060abe0cad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.505133] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5137fd1-c584-4abe-9432-160e93475837 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.522217] env[62522]: DEBUG nova.compute.provider_tree [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.607353] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702249, 'name': CreateVM_Task, 'duration_secs': 0.668514} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.607613] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.607945] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.608155] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.608513] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.608831] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe36d5cb-da06-45ac-b9fa-28c5b794615e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.613414] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Waiting for the task: (returnval){ [ 1262.613414] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521134e5-d320-a2b4-876a-cd7244e38dc8" [ 1262.613414] env[62522]: _type = "Task" [ 1262.613414] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.622479] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521134e5-d320-a2b4-876a-cd7244e38dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.707023] env[62522]: INFO nova.compute.manager [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Took 31.59 seconds to build instance. [ 1262.793885] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702251, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.811025] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.851137] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529bc50b-044b-6cbf-6fe7-05e068f28f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.088133} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.851689] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.851689] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 88554528-b370-49cb-ac2e-75864d0d33bf/88554528-b370-49cb-ac2e-75864d0d33bf.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.851920] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.852114] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.852326] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03cff8fb-5922-4f82-8946-45b9c9384355 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.854620] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2af6c896-aefa-461c-b8a0-6193c58737cd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.861877] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Waiting for the task: (returnval){ [ 1262.861877] env[62522]: value = "task-1702253" [ 1262.861877] env[62522]: _type = "Task" [ 1262.861877] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.866993] env[62522]: DEBUG oslo_concurrency.lockutils [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.869823] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.869823] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.869823] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b738cb4-ced6-4065-adfb-08022802fb9e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.874299] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.877175] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1262.877175] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52020d05-3a3e-cb78-67fc-c86a3d5c6555" [ 1262.877175] env[62522]: _type = "Task" [ 1262.877175] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.884577] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52020d05-3a3e-cb78-67fc-c86a3d5c6555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.886164] env[62522]: DEBUG nova.network.neutron [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.021962] env[62522]: DEBUG nova.network.neutron [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Updated VIF entry in instance network info cache for port c87652bd-7663-4b2b-8d87-fbf3bf660fff. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.022328] env[62522]: DEBUG nova.network.neutron [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Updating instance_info_cache with network_info: [{"id": "c87652bd-7663-4b2b-8d87-fbf3bf660fff", "address": "fa:16:3e:1f:74:c4", "network": {"id": "b03b2acc-cafa-4f60-b4d0-e5379e3e5084", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-251914768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b82f1a674145a2af9becff29881005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc87652bd-76", "ovs_interfaceid": "c87652bd-7663-4b2b-8d87-fbf3bf660fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.025607] env[62522]: DEBUG nova.scheduler.client.report [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1263.033505] env[62522]: DEBUG nova.compute.manager [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.067745] env[62522]: DEBUG nova.virt.hardware [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:21:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1959290814',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1233328084',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1263.067982] env[62522]: DEBUG nova.virt.hardware [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1263.068282] env[62522]: DEBUG nova.virt.hardware [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.068450] env[62522]: DEBUG nova.virt.hardware [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1263.068619] env[62522]: DEBUG nova.virt.hardware [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.068768] env[62522]: DEBUG nova.virt.hardware [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1263.068976] env[62522]: DEBUG nova.virt.hardware [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1263.069149] env[62522]: DEBUG nova.virt.hardware [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1263.069364] env[62522]: DEBUG nova.virt.hardware [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1263.069591] env[62522]: DEBUG nova.virt.hardware [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1263.069777] env[62522]: DEBUG nova.virt.hardware [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1263.070891] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6924b76f-64ea-467c-a60d-44640b9dda01 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.080156] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e11dee-1f24-4cec-9915-c5cb071c59d7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.133350] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521134e5-d320-a2b4-876a-cd7244e38dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.056931} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.133779] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.134120] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.134435] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.212219] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5aab035-2998-43e6-b921-715f3b45ffc0 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "4f34bca7-5bb3-4f12-9074-a87c5d43bb91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.109s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.292749] env[62522]: DEBUG nova.network.neutron [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Updating instance_info_cache with network_info: [{"id": "5c9a34fe-4599-4bfa-869c-797d8a94e393", "address": "fa:16:3e:56:d3:b0", "network": {"id": "1dc2c5e5-87c2-4f78-a781-84304a350f30", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1966591354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a35c260c40648aca6ac8793ec49a79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9a34fe-45", "ovs_interfaceid": "5c9a34fe-4599-4bfa-869c-797d8a94e393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.304063] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702251, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.049133} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.308009] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4ad5f8ec-b4a5-42e9-831b-6b0f93327311/4ad5f8ec-b4a5-42e9-831b-6b0f93327311.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.308009] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.308183] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49dfb28b-d936-44cd-b7c6-3b1947ab882d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.317336] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.317336] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1263.317336] env[62522]: value = "task-1702254" [ 1263.317336] env[62522]: _type = "Task" [ 1263.317336] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.325471] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.372353] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.390661] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52020d05-3a3e-cb78-67fc-c86a3d5c6555, 'name': SearchDatastore_Task, 'duration_secs': 0.035171} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.391747] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e71194-237b-4442-8039-91cea0a17cf8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.397888] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1263.397888] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523b998c-d6d7-331b-d8c7-a26fa0925ec4" [ 1263.397888] env[62522]: _type = "Task" [ 1263.397888] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.405750] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523b998c-d6d7-331b-d8c7-a26fa0925ec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.525098] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Releasing lock "refresh_cache-d530a3a4-72b9-44d8-8d1d-536d1cdb61dd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.526310] env[62522]: DEBUG nova.compute.manager [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Received event network-vif-plugged-8e0e2a2c-65a7-4286-9fd6-53e80b6c6299 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1263.526310] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Acquiring lock "4ad5f8ec-b4a5-42e9-831b-6b0f93327311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.526310] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Lock "4ad5f8ec-b4a5-42e9-831b-6b0f93327311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.526310] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Lock "4ad5f8ec-b4a5-42e9-831b-6b0f93327311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.526310] env[62522]: DEBUG nova.compute.manager [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] No waiting events found dispatching network-vif-plugged-8e0e2a2c-65a7-4286-9fd6-53e80b6c6299 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.526613] env[62522]: WARNING nova.compute.manager [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Received unexpected event network-vif-plugged-8e0e2a2c-65a7-4286-9fd6-53e80b6c6299 for instance with vm_state building and task_state spawning. [ 1263.526613] env[62522]: DEBUG nova.compute.manager [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Received event network-changed-8e0e2a2c-65a7-4286-9fd6-53e80b6c6299 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1263.526613] env[62522]: DEBUG nova.compute.manager [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Refreshing instance network info cache due to event network-changed-8e0e2a2c-65a7-4286-9fd6-53e80b6c6299. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1263.526774] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Acquiring lock "refresh_cache-4ad5f8ec-b4a5-42e9-831b-6b0f93327311" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.526880] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Acquired lock "refresh_cache-4ad5f8ec-b4a5-42e9-831b-6b0f93327311" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.527051] env[62522]: DEBUG nova.network.neutron [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Refreshing network info cache for port 8e0e2a2c-65a7-4286-9fd6-53e80b6c6299 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.532688] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.533183] env[62522]: DEBUG nova.compute.manager [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1263.535554] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.600s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.537849] env[62522]: DEBUG nova.objects.instance [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lazy-loading 'resources' on Instance uuid 95d0f45c-f990-41b5-b6e0-f95c026c12d9 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.714550] env[62522]: DEBUG nova.compute.manager [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.793293] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Releasing lock "refresh_cache-a2c5514a-b46c-4157-b89b-79f5e16441af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.793974] env[62522]: DEBUG nova.compute.manager [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Instance network_info: |[{"id": "5c9a34fe-4599-4bfa-869c-797d8a94e393", "address": "fa:16:3e:56:d3:b0", "network": {"id": "1dc2c5e5-87c2-4f78-a781-84304a350f30", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1966591354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a35c260c40648aca6ac8793ec49a79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9a34fe-45", "ovs_interfaceid": "5c9a34fe-4599-4bfa-869c-797d8a94e393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1263.794503] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:d3:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c9a34fe-4599-4bfa-869c-797d8a94e393', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.809601] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Creating folder: Project (5a35c260c40648aca6ac8793ec49a79d). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.809601] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f18ac3fe-b02e-4111-b12e-91a5d0450efa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.825860] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702252, 'name': ReconfigVM_Task, 'duration_secs': 1.445122} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.826934] env[62522]: DEBUG nova.compute.manager [req-67199573-ef80-4d03-b8d5-8229edc34f90 req-aad240b0-af7a-491e-a531-4354a98a0b87 service nova] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Received event network-vif-deleted-59c84ea1-9cee-410b-b684-f63be707fdbc {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1263.828717] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Reconfigured VM instance instance-00000008 to attach disk [datastore1] eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0/eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.829634] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Created folder: Project (5a35c260c40648aca6ac8793ec49a79d) in parent group-v354730. [ 1263.829827] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Creating folder: Instances. Parent ref: group-v354762. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.830082] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0928f0ca-16c3-4950-99bf-c05cdd379f68 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.831702] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-092f8a2a-26a2-48f8-a11a-80ed80989e04 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.840027] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078113} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.840895] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.841463] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bf5f7c-0d55-4bad-b1e9-63b8e84b6bb9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.847496] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1263.847496] env[62522]: value = "task-1702256" [ 1263.847496] env[62522]: _type = "Task" [ 1263.847496] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.848585] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Created folder: Instances in parent group-v354762. [ 1263.849970] env[62522]: DEBUG oslo.service.loopingcall [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1263.851720] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.863473] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d6ae0ad-8922-488b-9923-49feb0ab5852 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.892224] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 4ad5f8ec-b4a5-42e9-831b-6b0f93327311/4ad5f8ec-b4a5-42e9-831b-6b0f93327311.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.898725] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50c73513-1f1b-430e-8e66-3b60c7fce6f4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.917515] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702256, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.926996] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702253, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.927247] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.927247] env[62522]: value = "task-1702258" [ 1263.927247] env[62522]: _type = "Task" [ 1263.927247] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.929170] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1263.929170] env[62522]: value = "task-1702259" [ 1263.929170] env[62522]: _type = "Task" [ 1263.929170] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.944025] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523b998c-d6d7-331b-d8c7-a26fa0925ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.02482} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.944025] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.944025] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d530a3a4-72b9-44d8-8d1d-536d1cdb61dd/d530a3a4-72b9-44d8-8d1d-536d1cdb61dd.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.944025] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.944737] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.944737] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c3aa17e-be3f-411c-a1fd-44e5bd4c7c76 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.951436] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e5c850f-2a5d-4f10-bec0-e907033daa67 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.955333] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702258, 'name': CreateVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.955333] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.958563] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1263.958563] env[62522]: value = "task-1702260" [ 1263.958563] env[62522]: _type = "Task" [ 1263.958563] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.969707] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.973360] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.973626] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.974381] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f54dd46-49a2-40e0-95a4-c41c0e4626fa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.981371] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Waiting for the task: (returnval){ [ 1263.981371] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b42ed0-387b-3a1e-e83f-6b7d7ffc4439" [ 1263.981371] env[62522]: _type = "Task" [ 1263.981371] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.991731] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b42ed0-387b-3a1e-e83f-6b7d7ffc4439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.046141] env[62522]: DEBUG nova.compute.utils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1264.054812] env[62522]: DEBUG nova.compute.manager [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1264.054812] env[62522]: DEBUG nova.network.neutron [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.202933] env[62522]: DEBUG nova.policy [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb95b2def5dd4b84ad3684e0af9c4dd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffd1519398b947b3a192b9e82a0fb5c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.234542] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.372911] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702256, 'name': Rename_Task, 'duration_secs': 0.325417} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.373537] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.374376] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d1cc71d-7f5d-4571-b595-bd3729795878 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.388317] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1264.388317] env[62522]: value = "task-1702261" [ 1264.388317] env[62522]: _type = "Task" [ 1264.388317] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.396496] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702253, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.16232} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.399824] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 88554528-b370-49cb-ac2e-75864d0d33bf/88554528-b370-49cb-ac2e-75864d0d33bf.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.400087] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.400625] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be284a91-fd58-459a-a239-e036b8ae514d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.410357] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702261, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.412812] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Waiting for the task: (returnval){ [ 1264.412812] env[62522]: value = "task-1702262" [ 1264.412812] env[62522]: _type = "Task" [ 1264.412812] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.426666] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.447212] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702259, 'name': ReconfigVM_Task, 'duration_secs': 0.322813} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.454216] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 4ad5f8ec-b4a5-42e9-831b-6b0f93327311/4ad5f8ec-b4a5-42e9-831b-6b0f93327311.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.455016] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702258, 'name': CreateVM_Task, 'duration_secs': 0.494861} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.455895] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ca630cc-6b38-433a-a563-454aaf1df47c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.457995] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.458907] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.463019] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.463019] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.463019] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe2378e-6734-4120-a3bd-181a362023d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.472762] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1264.472762] env[62522]: value = "task-1702263" [ 1264.472762] env[62522]: _type = "Task" [ 1264.472762] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.482401] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1264.482401] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529c7e5c-05f5-b414-2aa9-21a322038406" [ 1264.482401] env[62522]: _type = "Task" [ 1264.482401] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.483335] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001336fd-3a83-42be-873f-72f501fdc1f8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.486639] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702260, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.497637] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702263, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.509027] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069f9a31-6373-4278-9812-021967a776a9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.512686] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529c7e5c-05f5-b414-2aa9-21a322038406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.513047] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b42ed0-387b-3a1e-e83f-6b7d7ffc4439, 'name': SearchDatastore_Task, 'duration_secs': 0.031111} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.514128] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5fcb503-0a7c-4122-8ec2-8056d204071d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.544150] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5964ebc9-6047-46d3-beed-3a93cd16d943 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.547015] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Waiting for the task: (returnval){ [ 1264.547015] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5215184a-327b-0485-4a01-11d113b99f1d" [ 1264.547015] env[62522]: _type = "Task" [ 1264.547015] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.553652] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcd0412-2bbb-4943-9a23-83f42875a297 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.560408] env[62522]: DEBUG nova.compute.manager [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1264.562986] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5215184a-327b-0485-4a01-11d113b99f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.575300] env[62522]: DEBUG nova.compute.provider_tree [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.705247] env[62522]: DEBUG nova.network.neutron [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Updated VIF entry in instance network info cache for port 8e0e2a2c-65a7-4286-9fd6-53e80b6c6299. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.705609] env[62522]: DEBUG nova.network.neutron [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Updating instance_info_cache with network_info: [{"id": "8e0e2a2c-65a7-4286-9fd6-53e80b6c6299", "address": "fa:16:3e:f8:15:62", "network": {"id": "b03b2acc-cafa-4f60-b4d0-e5379e3e5084", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-251914768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b82f1a674145a2af9becff29881005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0e2a2c-65", "ovs_interfaceid": "8e0e2a2c-65a7-4286-9fd6-53e80b6c6299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.866703] env[62522]: DEBUG nova.network.neutron [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Successfully updated port: 5740d42c-5641-4479-be50-f85ae2981d26 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.872229] env[62522]: DEBUG nova.network.neutron [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Successfully created port: b503a6af-0d92-43c9-b36a-dd880c824083 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.901747] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.927191] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100915} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.927745] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.930804] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eabf4e2-8f5c-4541-b704-e65c4c7b7113 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.950356] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 88554528-b370-49cb-ac2e-75864d0d33bf/88554528-b370-49cb-ac2e-75864d0d33bf.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.950909] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79d47aae-0daa-4215-9349-6150fe422a8c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.982070] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736198} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.982549] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Waiting for the task: (returnval){ [ 1264.982549] env[62522]: value = "task-1702264" [ 1264.982549] env[62522]: _type = "Task" [ 1264.982549] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.983349] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d530a3a4-72b9-44d8-8d1d-536d1cdb61dd/d530a3a4-72b9-44d8-8d1d-536d1cdb61dd.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.984125] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.988022] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-361228cd-c4c7-4156-b0f6-4ba96034e5f2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.993142] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702263, 'name': Rename_Task, 'duration_secs': 0.15674} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.997269] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.998766] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76e4f7b7-7341-4f4c-804b-d4ce2eab8c01 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.001132] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1265.001132] env[62522]: value = "task-1702265" [ 1265.001132] env[62522]: _type = "Task" [ 1265.001132] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.005759] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.014491] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529c7e5c-05f5-b414-2aa9-21a322038406, 'name': SearchDatastore_Task, 'duration_secs': 0.056179} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.016950] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.016950] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.017150] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.017455] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1265.017455] env[62522]: value = "task-1702266" [ 1265.017455] env[62522]: _type = "Task" [ 1265.017455] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.023745] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.029498] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702266, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.058487] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5215184a-327b-0485-4a01-11d113b99f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.097046} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.058761] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.059045] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed/3caafb87-21d6-4f25-b151-af64f83162ed.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.059351] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.059566] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.059815] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f64bb8cf-a7d4-431d-a72e-813805dfe38a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.062032] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c3590f8-6796-411a-a0c6-be93c2c30075 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.073213] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Waiting for the task: (returnval){ [ 1265.073213] env[62522]: value = "task-1702267" [ 1265.073213] env[62522]: _type = "Task" [ 1265.073213] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.081936] env[62522]: DEBUG nova.scheduler.client.report [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1265.087953] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.087953] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.087953] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.087953] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea9baef-46b4-469d-a12d-734154d0761e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.095266] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1265.095266] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52da3911-e6b5-876f-7710-90cf2e067f43" [ 1265.095266] env[62522]: _type = "Task" [ 1265.095266] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.107593] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52da3911-e6b5-876f-7710-90cf2e067f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.208141] env[62522]: DEBUG oslo_concurrency.lockutils [req-df7dd878-9ee9-4740-8873-4a1ef89d4e66 req-1d44bd00-764e-42b5-ac08-99a9ec589a38 service nova] Releasing lock "refresh_cache-4ad5f8ec-b4a5-42e9-831b-6b0f93327311" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.372707] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "refresh_cache-4923bebb-bcaa-497c-8fe8-cf6064eb933f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.372862] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquired lock "refresh_cache-4923bebb-bcaa-497c-8fe8-cf6064eb933f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.373029] env[62522]: DEBUG nova.network.neutron [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.405291] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702261, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.498977] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.521291] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076454} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.531759] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1265.533758] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dfd28c-f98c-4a35-8305-060ade50c8fb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.546972] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702266, 'name': PowerOnVM_Task, 'duration_secs': 0.521619} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.568154] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.568154] env[62522]: INFO nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1265.568154] env[62522]: DEBUG nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.570469] env[62522]: DEBUG nova.compute.manager [req-324394b7-1bbf-466c-8b6e-1009ade45c51 req-62921e33-9c8f-4acc-bbb0-ac4ba65f417f service nova] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Received event network-vif-plugged-5c9a34fe-4599-4bfa-869c-797d8a94e393 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1265.570807] env[62522]: DEBUG oslo_concurrency.lockutils [req-324394b7-1bbf-466c-8b6e-1009ade45c51 req-62921e33-9c8f-4acc-bbb0-ac4ba65f417f service nova] Acquiring lock "a2c5514a-b46c-4157-b89b-79f5e16441af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.571129] env[62522]: DEBUG oslo_concurrency.lockutils [req-324394b7-1bbf-466c-8b6e-1009ade45c51 req-62921e33-9c8f-4acc-bbb0-ac4ba65f417f service nova] Lock "a2c5514a-b46c-4157-b89b-79f5e16441af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.571469] env[62522]: DEBUG oslo_concurrency.lockutils [req-324394b7-1bbf-466c-8b6e-1009ade45c51 req-62921e33-9c8f-4acc-bbb0-ac4ba65f417f service nova] Lock "a2c5514a-b46c-4157-b89b-79f5e16441af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.571764] env[62522]: DEBUG nova.compute.manager [req-324394b7-1bbf-466c-8b6e-1009ade45c51 req-62921e33-9c8f-4acc-bbb0-ac4ba65f417f service nova] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] No waiting events found dispatching network-vif-plugged-5c9a34fe-4599-4bfa-869c-797d8a94e393 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1265.572091] env[62522]: WARNING nova.compute.manager [req-324394b7-1bbf-466c-8b6e-1009ade45c51 req-62921e33-9c8f-4acc-bbb0-ac4ba65f417f service nova] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Received unexpected event network-vif-plugged-5c9a34fe-4599-4bfa-869c-797d8a94e393 for instance with vm_state building and task_state spawning. [ 1265.572338] env[62522]: DEBUG nova.compute.manager [req-324394b7-1bbf-466c-8b6e-1009ade45c51 req-62921e33-9c8f-4acc-bbb0-ac4ba65f417f service nova] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Received event network-changed-5c9a34fe-4599-4bfa-869c-797d8a94e393 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1265.572574] env[62522]: DEBUG nova.compute.manager [req-324394b7-1bbf-466c-8b6e-1009ade45c51 req-62921e33-9c8f-4acc-bbb0-ac4ba65f417f service nova] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Refreshing instance network info cache due to event network-changed-5c9a34fe-4599-4bfa-869c-797d8a94e393. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1265.572949] env[62522]: DEBUG oslo_concurrency.lockutils [req-324394b7-1bbf-466c-8b6e-1009ade45c51 req-62921e33-9c8f-4acc-bbb0-ac4ba65f417f service nova] Acquiring lock "refresh_cache-a2c5514a-b46c-4157-b89b-79f5e16441af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.573435] env[62522]: DEBUG oslo_concurrency.lockutils [req-324394b7-1bbf-466c-8b6e-1009ade45c51 req-62921e33-9c8f-4acc-bbb0-ac4ba65f417f service nova] Acquired lock "refresh_cache-a2c5514a-b46c-4157-b89b-79f5e16441af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.573689] env[62522]: DEBUG nova.network.neutron [req-324394b7-1bbf-466c-8b6e-1009ade45c51 req-62921e33-9c8f-4acc-bbb0-ac4ba65f417f service nova] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Refreshing network info cache for port 5c9a34fe-4599-4bfa-869c-797d8a94e393 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.593226] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] d530a3a4-72b9-44d8-8d1d-536d1cdb61dd/d530a3a4-72b9-44d8-8d1d-536d1cdb61dd.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.595916] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2debe684-8452-4a5f-adf4-cdedc948e568 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.602130] env[62522]: DEBUG nova.compute.manager [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1265.606706] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.609939] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e2639e-8b36-4ab6-837b-a1208017cc7d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.641606] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.892s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.644054] env[62522]: INFO nova.compute.claims [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.663270] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702267, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.666966] env[62522]: INFO nova.scheduler.client.report [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleted allocations for instance 95d0f45c-f990-41b5-b6e0-f95c026c12d9 [ 1265.681666] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1265.681666] env[62522]: value = "task-1702268" [ 1265.681666] env[62522]: _type = "Task" [ 1265.681666] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.682945] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52da3911-e6b5-876f-7710-90cf2e067f43, 'name': SearchDatastore_Task, 'duration_secs': 0.016737} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.693110] env[62522]: DEBUG nova.virt.hardware [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1265.693489] env[62522]: DEBUG nova.virt.hardware [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1265.693895] env[62522]: DEBUG nova.virt.hardware [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.694277] env[62522]: DEBUG nova.virt.hardware [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1265.694535] env[62522]: DEBUG nova.virt.hardware [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.694793] env[62522]: DEBUG nova.virt.hardware [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1265.695194] env[62522]: DEBUG nova.virt.hardware [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1265.695415] env[62522]: DEBUG nova.virt.hardware [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1265.695704] env[62522]: DEBUG nova.virt.hardware [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1265.695964] env[62522]: DEBUG nova.virt.hardware [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1265.696363] env[62522]: DEBUG nova.virt.hardware [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1265.701779] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67641b7-910a-4d45-9f30-010479a49be6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.706814] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3660aa-4d45-424e-9870-cf81a0cb15af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.724435] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1265.724435] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e42078-3291-9ad0-4d86-fb5c4d2d4a10" [ 1265.724435] env[62522]: _type = "Task" [ 1265.724435] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.725342] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.741889] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a877eb-02b3-436d-bad0-8aba3538ce4b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.754248] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e42078-3291-9ad0-4d86-fb5c4d2d4a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.904766] env[62522]: DEBUG oslo_vmware.api [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702261, 'name': PowerOnVM_Task, 'duration_secs': 1.02605} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.906285] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.906285] env[62522]: INFO nova.compute.manager [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Took 15.61 seconds to spawn the instance on the hypervisor. [ 1265.906285] env[62522]: DEBUG nova.compute.manager [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.907172] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926b7475-b32b-48cb-aed0-91d351549800 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.970428] env[62522]: DEBUG nova.network.neutron [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.995299] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702264, 'name': ReconfigVM_Task, 'duration_secs': 0.98997} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.995593] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 88554528-b370-49cb-ac2e-75864d0d33bf/88554528-b370-49cb-ac2e-75864d0d33bf.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.996335] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b478e7db-93fd-47b5-b7e4-82b57630b3cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.002309] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Waiting for the task: (returnval){ [ 1266.002309] env[62522]: value = "task-1702269" [ 1266.002309] env[62522]: _type = "Task" [ 1266.002309] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.010979] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702269, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.024677] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Acquiring lock "2ef47ef2-763a-42af-954d-748f91ebc732" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.024935] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Lock "2ef47ef2-763a-42af-954d-748f91ebc732" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.121429] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854511} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.122115] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed/3caafb87-21d6-4f25-b151-af64f83162ed.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.122515] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.123132] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42faee0b-25bb-452b-be74-4b48262f7c5d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.132380] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Waiting for the task: (returnval){ [ 1266.132380] env[62522]: value = "task-1702270" [ 1266.132380] env[62522]: _type = "Task" [ 1266.132380] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.144662] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.203023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8b06071-be20-4aa9-9079-0658320ce3d7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "95d0f45c-f990-41b5-b6e0-f95c026c12d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.690s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.212814] env[62522]: INFO nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Took 31.96 seconds to build instance. [ 1266.223287] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.242878] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e42078-3291-9ad0-4d86-fb5c4d2d4a10, 'name': SearchDatastore_Task, 'duration_secs': 0.06921} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.243376] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.243676] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] a2c5514a-b46c-4157-b89b-79f5e16441af/a2c5514a-b46c-4157-b89b-79f5e16441af.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.243943] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c5eb361-0115-418a-bff6-cedbf5107047 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.255125] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1266.255125] env[62522]: value = "task-1702271" [ 1266.255125] env[62522]: _type = "Task" [ 1266.255125] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.263558] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.434504] env[62522]: INFO nova.compute.manager [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Took 33.00 seconds to build instance. [ 1266.464997] env[62522]: DEBUG nova.network.neutron [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Updating instance_info_cache with network_info: [{"id": "5740d42c-5641-4479-be50-f85ae2981d26", "address": "fa:16:3e:32:82:34", "network": {"id": "0169f8bd-051c-41ae-b4f1-bc1c5d4991fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1580410336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d47b752ac53846759047f62709198a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5740d42c-56", "ovs_interfaceid": "5740d42c-5641-4479-be50-f85ae2981d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.515887] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702269, 'name': Rename_Task, 'duration_secs': 0.255164} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.516640] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.517105] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f34fcf92-ad48-431d-83e0-174645cfa89f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.525677] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Waiting for the task: (returnval){ [ 1266.525677] env[62522]: value = "task-1702272" [ 1266.525677] env[62522]: _type = "Task" [ 1266.525677] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.534477] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.644524] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103466} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.644524] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.644758] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e6938e-8e2b-4637-967b-048428bc8f02 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.668766] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed/3caafb87-21d6-4f25-b151-af64f83162ed.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.669370] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e893eedc-a6a8-4aeb-aada-6395bae9cb71 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.702104] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Waiting for the task: (returnval){ [ 1266.702104] env[62522]: value = "task-1702273" [ 1266.702104] env[62522]: _type = "Task" [ 1266.702104] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.718305] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "4ad5f8ec-b4a5-42e9-831b-6b0f93327311" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.480s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.718553] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.718783] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702268, 'name': ReconfigVM_Task, 'duration_secs': 0.943717} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.720028] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Reconfigured VM instance instance-00000009 to attach disk [datastore1] d530a3a4-72b9-44d8-8d1d-536d1cdb61dd/d530a3a4-72b9-44d8-8d1d-536d1cdb61dd.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.720847] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd740c89-e6c2-42dc-82fd-a8a85d139c89 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.730646] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1266.730646] env[62522]: value = "task-1702274" [ 1266.730646] env[62522]: _type = "Task" [ 1266.730646] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.738487] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702274, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.764394] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.809330] env[62522]: DEBUG nova.network.neutron [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Successfully updated port: b503a6af-0d92-43c9-b36a-dd880c824083 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.817934] env[62522]: DEBUG nova.network.neutron [req-324394b7-1bbf-466c-8b6e-1009ade45c51 req-62921e33-9c8f-4acc-bbb0-ac4ba65f417f service nova] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Updated VIF entry in instance network info cache for port 5c9a34fe-4599-4bfa-869c-797d8a94e393. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.820319] env[62522]: DEBUG nova.network.neutron [req-324394b7-1bbf-466c-8b6e-1009ade45c51 req-62921e33-9c8f-4acc-bbb0-ac4ba65f417f service nova] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Updating instance_info_cache with network_info: [{"id": "5c9a34fe-4599-4bfa-869c-797d8a94e393", "address": "fa:16:3e:56:d3:b0", "network": {"id": "1dc2c5e5-87c2-4f78-a781-84304a350f30", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1966591354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a35c260c40648aca6ac8793ec49a79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9a34fe-45", "ovs_interfaceid": "5c9a34fe-4599-4bfa-869c-797d8a94e393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.939527] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0fecf36e-0e93-434e-acc6-aafdab91edac tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.511s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.967770] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Releasing lock "refresh_cache-4923bebb-bcaa-497c-8fe8-cf6064eb933f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.969149] env[62522]: DEBUG nova.compute.manager [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Instance network_info: |[{"id": "5740d42c-5641-4479-be50-f85ae2981d26", "address": "fa:16:3e:32:82:34", "network": {"id": "0169f8bd-051c-41ae-b4f1-bc1c5d4991fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1580410336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d47b752ac53846759047f62709198a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5740d42c-56", "ovs_interfaceid": "5740d42c-5641-4479-be50-f85ae2981d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1266.969263] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:82:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5740d42c-5641-4479-be50-f85ae2981d26', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.977174] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Creating folder: Project (d47b752ac53846759047f62709198a62). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1266.981479] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7abc3f8c-803b-4022-8a48-4424e1bfb0df {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.993849] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Created folder: Project (d47b752ac53846759047f62709198a62) in parent group-v354730. [ 1266.993976] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Creating folder: Instances. Parent ref: group-v354765. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1266.995020] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2926ce56-3357-4f04-8a7d-3f4eb90143db {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.008072] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Created folder: Instances in parent group-v354765. [ 1267.008072] env[62522]: DEBUG oslo.service.loopingcall [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1267.014524] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.016287] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38c7afae-9064-4eac-8785-2e4ac894645b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.058743] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.060539] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.060539] env[62522]: value = "task-1702277" [ 1267.060539] env[62522]: _type = "Task" [ 1267.060539] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.073455] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702277, 'name': CreateVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.098212] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af94bf9-4d2e-4a5a-a60f-7898ace68e88 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.107707] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d96562-f436-4dd1-b6d8-0e40ff29a223 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.147929] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0678aafe-4e2a-425e-afd6-3a6d9e39d830 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.160115] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99d02ac-cdab-477c-b087-124b5062bafb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.177144] env[62522]: DEBUG nova.compute.provider_tree [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.213140] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.221886] env[62522]: DEBUG nova.compute.manager [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1267.244307] env[62522]: DEBUG nova.compute.manager [req-bc3d5f8a-2020-48b1-a866-01509e2f1594 req-31d24f22-5aa7-49b5-9ec3-cd3ee8e7032b service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Received event network-vif-plugged-5740d42c-5641-4479-be50-f85ae2981d26 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1267.244307] env[62522]: DEBUG oslo_concurrency.lockutils [req-bc3d5f8a-2020-48b1-a866-01509e2f1594 req-31d24f22-5aa7-49b5-9ec3-cd3ee8e7032b service nova] Acquiring lock "4923bebb-bcaa-497c-8fe8-cf6064eb933f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.244307] env[62522]: DEBUG oslo_concurrency.lockutils [req-bc3d5f8a-2020-48b1-a866-01509e2f1594 req-31d24f22-5aa7-49b5-9ec3-cd3ee8e7032b service nova] Lock "4923bebb-bcaa-497c-8fe8-cf6064eb933f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.244307] env[62522]: DEBUG oslo_concurrency.lockutils [req-bc3d5f8a-2020-48b1-a866-01509e2f1594 req-31d24f22-5aa7-49b5-9ec3-cd3ee8e7032b service nova] Lock "4923bebb-bcaa-497c-8fe8-cf6064eb933f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.244307] env[62522]: DEBUG nova.compute.manager [req-bc3d5f8a-2020-48b1-a866-01509e2f1594 req-31d24f22-5aa7-49b5-9ec3-cd3ee8e7032b service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] No waiting events found dispatching network-vif-plugged-5740d42c-5641-4479-be50-f85ae2981d26 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1267.244572] env[62522]: WARNING nova.compute.manager [req-bc3d5f8a-2020-48b1-a866-01509e2f1594 req-31d24f22-5aa7-49b5-9ec3-cd3ee8e7032b service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Received unexpected event network-vif-plugged-5740d42c-5641-4479-be50-f85ae2981d26 for instance with vm_state building and task_state spawning. [ 1267.244702] env[62522]: DEBUG nova.compute.manager [req-bc3d5f8a-2020-48b1-a866-01509e2f1594 req-31d24f22-5aa7-49b5-9ec3-cd3ee8e7032b service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Received event network-changed-5740d42c-5641-4479-be50-f85ae2981d26 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1267.244857] env[62522]: DEBUG nova.compute.manager [req-bc3d5f8a-2020-48b1-a866-01509e2f1594 req-31d24f22-5aa7-49b5-9ec3-cd3ee8e7032b service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Refreshing instance network info cache due to event network-changed-5740d42c-5641-4479-be50-f85ae2981d26. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1267.245718] env[62522]: DEBUG oslo_concurrency.lockutils [req-bc3d5f8a-2020-48b1-a866-01509e2f1594 req-31d24f22-5aa7-49b5-9ec3-cd3ee8e7032b service nova] Acquiring lock "refresh_cache-4923bebb-bcaa-497c-8fe8-cf6064eb933f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.245718] env[62522]: DEBUG oslo_concurrency.lockutils [req-bc3d5f8a-2020-48b1-a866-01509e2f1594 req-31d24f22-5aa7-49b5-9ec3-cd3ee8e7032b service nova] Acquired lock "refresh_cache-4923bebb-bcaa-497c-8fe8-cf6064eb933f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.245718] env[62522]: DEBUG nova.network.neutron [req-bc3d5f8a-2020-48b1-a866-01509e2f1594 req-31d24f22-5aa7-49b5-9ec3-cd3ee8e7032b service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Refreshing network info cache for port 5740d42c-5641-4479-be50-f85ae2981d26 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.255711] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702274, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.272392] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702271, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.311652] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "refresh_cache-cdb11f98-7e4b-4dec-af3a-2127d945a592" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.311803] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquired lock "refresh_cache-cdb11f98-7e4b-4dec-af3a-2127d945a592" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.311962] env[62522]: DEBUG nova.network.neutron [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.326239] env[62522]: DEBUG oslo_concurrency.lockutils [req-324394b7-1bbf-466c-8b6e-1009ade45c51 req-62921e33-9c8f-4acc-bbb0-ac4ba65f417f service nova] Releasing lock "refresh_cache-a2c5514a-b46c-4157-b89b-79f5e16441af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.444170] env[62522]: DEBUG nova.compute.manager [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1267.550219] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702272, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.570764] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702277, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.682774] env[62522]: DEBUG nova.scheduler.client.report [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1267.715595] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.748345] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702274, 'name': Rename_Task, 'duration_secs': 0.748197} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.748675] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.749061] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c29786f-5a2e-44a0-a8ee-4e239063c397 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.756727] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.761031] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1267.761031] env[62522]: value = "task-1702278" [ 1267.761031] env[62522]: _type = "Task" [ 1267.761031] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.767150] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702271, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.20425} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.767740] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] a2c5514a-b46c-4157-b89b-79f5e16441af/a2c5514a-b46c-4157-b89b-79f5e16441af.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.767985] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.768263] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a5eaa24-611b-4e5f-9b9a-5165aa1bb6c7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.774271] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.778731] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1267.778731] env[62522]: value = "task-1702279" [ 1267.778731] env[62522]: _type = "Task" [ 1267.778731] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.901413] env[62522]: DEBUG nova.network.neutron [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.967964] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.050901] env[62522]: DEBUG oslo_vmware.api [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702272, 'name': PowerOnVM_Task, 'duration_secs': 1.435036} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.050901] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.050901] env[62522]: INFO nova.compute.manager [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1268.050901] env[62522]: DEBUG nova.compute.manager [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.054910] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09518787-c9a1-4ded-aefc-54f1cb09744a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.089727] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702277, 'name': CreateVM_Task, 'duration_secs': 0.889591} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.090028] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.090987] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.091348] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.091889] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.099851] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d243fa-99d3-4db8-980e-5edd15ecedf8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.108925] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1268.108925] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528b545e-11b4-897e-9b0a-61f58282eb5d" [ 1268.108925] env[62522]: _type = "Task" [ 1268.108925] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.118466] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528b545e-11b4-897e-9b0a-61f58282eb5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.188462] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.189206] env[62522]: DEBUG nova.compute.manager [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.192078] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.268s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.193677] env[62522]: INFO nova.compute.claims [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.214811] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702273, 'name': ReconfigVM_Task, 'duration_secs': 1.257094} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.214811] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed/3caafb87-21d6-4f25-b151-af64f83162ed.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.215430] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e14970ae-4c35-4eaf-b242-9619f3598057 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.222948] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Waiting for the task: (returnval){ [ 1268.222948] env[62522]: value = "task-1702280" [ 1268.222948] env[62522]: _type = "Task" [ 1268.222948] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.230949] env[62522]: DEBUG nova.network.neutron [req-bc3d5f8a-2020-48b1-a866-01509e2f1594 req-31d24f22-5aa7-49b5-9ec3-cd3ee8e7032b service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Updated VIF entry in instance network info cache for port 5740d42c-5641-4479-be50-f85ae2981d26. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.231522] env[62522]: DEBUG nova.network.neutron [req-bc3d5f8a-2020-48b1-a866-01509e2f1594 req-31d24f22-5aa7-49b5-9ec3-cd3ee8e7032b service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Updating instance_info_cache with network_info: [{"id": "5740d42c-5641-4479-be50-f85ae2981d26", "address": "fa:16:3e:32:82:34", "network": {"id": "0169f8bd-051c-41ae-b4f1-bc1c5d4991fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1580410336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d47b752ac53846759047f62709198a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5740d42c-56", "ovs_interfaceid": "5740d42c-5641-4479-be50-f85ae2981d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.240890] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702280, 'name': Rename_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.281706] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.295207] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076757} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.295207] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.295207] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6915d17-b71f-466c-b799-c68a46fe5897 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.324233] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] a2c5514a-b46c-4157-b89b-79f5e16441af/a2c5514a-b46c-4157-b89b-79f5e16441af.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.326197] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8174cbb3-1acc-44df-a2ce-98aa56e70246 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.349265] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "2e5864ad-737f-4a8b-9b5a-c55602b41e0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.349562] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "2e5864ad-737f-4a8b-9b5a-c55602b41e0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.357326] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1268.357326] env[62522]: value = "task-1702281" [ 1268.357326] env[62522]: _type = "Task" [ 1268.357326] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.364488] env[62522]: DEBUG nova.network.neutron [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Updating instance_info_cache with network_info: [{"id": "b503a6af-0d92-43c9-b36a-dd880c824083", "address": "fa:16:3e:ca:54:4a", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb503a6af-0d", "ovs_interfaceid": "b503a6af-0d92-43c9-b36a-dd880c824083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.373028] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702281, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.598661] env[62522]: INFO nova.compute.manager [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Took 25.38 seconds to build instance. [ 1268.626637] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528b545e-11b4-897e-9b0a-61f58282eb5d, 'name': SearchDatastore_Task, 'duration_secs': 0.012185} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.627538] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.627538] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.627974] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.627974] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.627974] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.631507] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31eae905-15cd-4fcf-9ef3-a3729a97d904 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.642048] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.642334] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.643038] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b47e6b-8520-458c-aac5-31287dee7339 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.650399] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1268.650399] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524e78b5-e4a6-209f-3932-b50a182d8020" [ 1268.650399] env[62522]: _type = "Task" [ 1268.650399] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.661474] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524e78b5-e4a6-209f-3932-b50a182d8020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.702360] env[62522]: DEBUG nova.compute.utils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1268.706740] env[62522]: DEBUG nova.compute.manager [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.706916] env[62522]: DEBUG nova.network.neutron [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.734048] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702280, 'name': Rename_Task, 'duration_secs': 0.20601} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.738139] env[62522]: DEBUG oslo_concurrency.lockutils [req-bc3d5f8a-2020-48b1-a866-01509e2f1594 req-31d24f22-5aa7-49b5-9ec3-cd3ee8e7032b service nova] Releasing lock "refresh_cache-4923bebb-bcaa-497c-8fe8-cf6064eb933f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.738579] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.739161] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82e78ca6-3550-41ed-8fa6-38960a7b9cf2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.750024] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Waiting for the task: (returnval){ [ 1268.750024] env[62522]: value = "task-1702282" [ 1268.750024] env[62522]: _type = "Task" [ 1268.750024] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.759969] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.771920] env[62522]: DEBUG oslo_vmware.api [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702278, 'name': PowerOnVM_Task, 'duration_secs': 0.876588} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.771920] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.772141] env[62522]: INFO nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Took 15.95 seconds to spawn the instance on the hypervisor. [ 1268.772416] env[62522]: DEBUG nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.773356] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88634030-cf2a-431f-ac23-30c507aad598 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.832064] env[62522]: DEBUG nova.policy [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9874b90a177d471881d86aae2acabc9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac499310893f40acaa22d07eafcdfdcc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.867611] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Releasing lock "refresh_cache-cdb11f98-7e4b-4dec-af3a-2127d945a592" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.867611] env[62522]: DEBUG nova.compute.manager [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Instance network_info: |[{"id": "b503a6af-0d92-43c9-b36a-dd880c824083", "address": "fa:16:3e:ca:54:4a", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb503a6af-0d", "ovs_interfaceid": "b503a6af-0d92-43c9-b36a-dd880c824083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1268.875302] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:54:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b503a6af-0d92-43c9-b36a-dd880c824083', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.885258] env[62522]: DEBUG oslo.service.loopingcall [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1268.885258] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702281, 'name': ReconfigVM_Task, 'duration_secs': 0.324155} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.885258] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.885258] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Reconfigured VM instance instance-0000000c to attach disk [datastore1] a2c5514a-b46c-4157-b89b-79f5e16441af/a2c5514a-b46c-4157-b89b-79f5e16441af.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.885496] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc83eb23-e7fd-4fa2-b621-38a156d7ddac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.906435] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-484eacf3-5c2e-4fe6-bca3-328dd2655b4e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.913366] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.913366] env[62522]: value = "task-1702284" [ 1268.913366] env[62522]: _type = "Task" [ 1268.913366] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.919263] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1268.919263] env[62522]: value = "task-1702283" [ 1268.919263] env[62522]: _type = "Task" [ 1268.919263] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.926492] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702284, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.929750] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702283, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.004867] env[62522]: DEBUG nova.compute.manager [req-217b9780-912e-4df5-a5a4-ecfeac3faf93 req-118066f5-3cc0-4bc9-ada9-dd52469e63c3 service nova] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Received event network-vif-plugged-b503a6af-0d92-43c9-b36a-dd880c824083 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1269.005160] env[62522]: DEBUG oslo_concurrency.lockutils [req-217b9780-912e-4df5-a5a4-ecfeac3faf93 req-118066f5-3cc0-4bc9-ada9-dd52469e63c3 service nova] Acquiring lock "cdb11f98-7e4b-4dec-af3a-2127d945a592-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.005334] env[62522]: DEBUG oslo_concurrency.lockutils [req-217b9780-912e-4df5-a5a4-ecfeac3faf93 req-118066f5-3cc0-4bc9-ada9-dd52469e63c3 service nova] Lock "cdb11f98-7e4b-4dec-af3a-2127d945a592-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.005554] env[62522]: DEBUG oslo_concurrency.lockutils [req-217b9780-912e-4df5-a5a4-ecfeac3faf93 req-118066f5-3cc0-4bc9-ada9-dd52469e63c3 service nova] Lock "cdb11f98-7e4b-4dec-af3a-2127d945a592-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.005742] env[62522]: DEBUG nova.compute.manager [req-217b9780-912e-4df5-a5a4-ecfeac3faf93 req-118066f5-3cc0-4bc9-ada9-dd52469e63c3 service nova] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] No waiting events found dispatching network-vif-plugged-b503a6af-0d92-43c9-b36a-dd880c824083 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.005978] env[62522]: WARNING nova.compute.manager [req-217b9780-912e-4df5-a5a4-ecfeac3faf93 req-118066f5-3cc0-4bc9-ada9-dd52469e63c3 service nova] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Received unexpected event network-vif-plugged-b503a6af-0d92-43c9-b36a-dd880c824083 for instance with vm_state building and task_state spawning. [ 1269.006165] env[62522]: DEBUG nova.compute.manager [req-217b9780-912e-4df5-a5a4-ecfeac3faf93 req-118066f5-3cc0-4bc9-ada9-dd52469e63c3 service nova] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Received event network-changed-b503a6af-0d92-43c9-b36a-dd880c824083 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1269.008652] env[62522]: DEBUG nova.compute.manager [req-217b9780-912e-4df5-a5a4-ecfeac3faf93 req-118066f5-3cc0-4bc9-ada9-dd52469e63c3 service nova] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Refreshing instance network info cache due to event network-changed-b503a6af-0d92-43c9-b36a-dd880c824083. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1269.008652] env[62522]: DEBUG oslo_concurrency.lockutils [req-217b9780-912e-4df5-a5a4-ecfeac3faf93 req-118066f5-3cc0-4bc9-ada9-dd52469e63c3 service nova] Acquiring lock "refresh_cache-cdb11f98-7e4b-4dec-af3a-2127d945a592" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.008652] env[62522]: DEBUG oslo_concurrency.lockutils [req-217b9780-912e-4df5-a5a4-ecfeac3faf93 req-118066f5-3cc0-4bc9-ada9-dd52469e63c3 service nova] Acquired lock "refresh_cache-cdb11f98-7e4b-4dec-af3a-2127d945a592" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.008652] env[62522]: DEBUG nova.network.neutron [req-217b9780-912e-4df5-a5a4-ecfeac3faf93 req-118066f5-3cc0-4bc9-ada9-dd52469e63c3 service nova] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Refreshing network info cache for port b503a6af-0d92-43c9-b36a-dd880c824083 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.099260] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c39f86cd-d69e-4da6-a2ee-e3d25ef209b7 tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Lock "88554528-b370-49cb-ac2e-75864d0d33bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.897s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.170361] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524e78b5-e4a6-209f-3932-b50a182d8020, 'name': SearchDatastore_Task, 'duration_secs': 0.046413} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.170835] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0119fca3-d3d3-489a-b0c5-68331d3203fc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.186415] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1269.186415] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528f9c43-c478-d438-afdf-b3c063d29bf8" [ 1269.186415] env[62522]: _type = "Task" [ 1269.186415] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.197820] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528f9c43-c478-d438-afdf-b3c063d29bf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.205744] env[62522]: DEBUG nova.compute.manager [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.261044] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702282, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.294870] env[62522]: INFO nova.compute.manager [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Took 35.14 seconds to build instance. [ 1269.431223] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702283, 'name': Rename_Task, 'duration_secs': 0.190892} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.437047] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.437360] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702284, 'name': CreateVM_Task, 'duration_secs': 0.385263} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.437790] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e22174d-726b-49af-98d6-4688bc2a800d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.439658] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.440397] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.440545] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.440937] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.441572] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63d6e6b-ad9d-4a9f-a0c6-8880a0fe8e57 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.446195] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1269.446195] env[62522]: value = "task-1702285" [ 1269.446195] env[62522]: _type = "Task" [ 1269.446195] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.448028] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1269.448028] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52238d69-0029-2cc7-c95f-b550f7eeb29d" [ 1269.448028] env[62522]: _type = "Task" [ 1269.448028] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.462821] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52238d69-0029-2cc7-c95f-b550f7eeb29d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.465687] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.603881] env[62522]: DEBUG nova.compute.manager [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1269.703831] env[62522]: DEBUG nova.compute.manager [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Stashing vm_state: active {{(pid=62522) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1269.708154] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46718753-93fc-4ffd-afdf-d94f086e7398 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.720273] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528f9c43-c478-d438-afdf-b3c063d29bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.01561} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.721125] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.721433] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4923bebb-bcaa-497c-8fe8-cf6064eb933f/4923bebb-bcaa-497c-8fe8-cf6064eb933f.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.721644] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d53acbe-564c-4a03-a5c8-3a6db79678b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.727981] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9fdd41-2387-4ae8-a1b6-e5bf6cd22027 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.734233] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1269.734233] env[62522]: value = "task-1702286" [ 1269.734233] env[62522]: _type = "Task" [ 1269.734233] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.770498] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca2e3f3-7dc8-4308-a0f3-c69a6aaaa29d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.777861] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.779095] env[62522]: DEBUG nova.network.neutron [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Successfully created port: db779948-3dc3-4ac5-8f71-8fb8208c4cd4 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.790638] env[62522]: DEBUG oslo_vmware.api [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Task: {'id': task-1702282, 'name': PowerOnVM_Task, 'duration_secs': 0.735606} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.793508] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c6c640-8071-4670-a1e6-b04bd3522893 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.799611] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.799864] env[62522]: DEBUG nova.compute.manager [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.801024] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4a1f6063-d06d-46b2-b1dd-26925aa2c037 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "d530a3a4-72b9-44d8-8d1d-536d1cdb61dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.656s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.803082] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4241a7dd-029c-4087-8bf6-ca72dbf3cfdd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.837925] env[62522]: DEBUG nova.compute.provider_tree [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1269.959423] env[62522]: DEBUG oslo_vmware.api [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702285, 'name': PowerOnVM_Task, 'duration_secs': 0.503661} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.963192] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.963461] env[62522]: INFO nova.compute.manager [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1269.963681] env[62522]: DEBUG nova.compute.manager [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.964612] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7a86db-00ba-43f6-8ff8-8098fbe68654 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.975092] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52238d69-0029-2cc7-c95f-b550f7eeb29d, 'name': SearchDatastore_Task, 'duration_secs': 0.050917} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.976512] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.976773] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.977023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.977167] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.977360] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.981755] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-558a10cf-a706-4b00-991f-b62dad5624e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.989829] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.989829] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.990348] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb0578b-9d57-433a-9e51-4483f12ffaf5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.996266] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1269.996266] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b3b221-1523-a3cb-d668-6e1b0022b062" [ 1269.996266] env[62522]: _type = "Task" [ 1269.996266] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.005156] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b3b221-1523-a3cb-d668-6e1b0022b062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.139379] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.225683] env[62522]: DEBUG nova.compute.manager [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.234473] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.247126] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702286, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.262492] env[62522]: DEBUG nova.virt.hardware [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1270.262492] env[62522]: DEBUG nova.virt.hardware [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1270.262492] env[62522]: DEBUG nova.virt.hardware [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.262725] env[62522]: DEBUG nova.virt.hardware [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1270.262725] env[62522]: DEBUG nova.virt.hardware [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.262870] env[62522]: DEBUG nova.virt.hardware [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1270.263105] env[62522]: DEBUG nova.virt.hardware [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1270.263274] env[62522]: DEBUG nova.virt.hardware [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1270.263440] env[62522]: DEBUG nova.virt.hardware [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1270.263602] env[62522]: DEBUG nova.virt.hardware [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1270.263789] env[62522]: DEBUG nova.virt.hardware [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1270.264736] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25938d64-8b67-4b6e-9871-43a03a6fb202 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.275077] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8756d195-f1cf-4676-9b37-2c30acd00203 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.302456] env[62522]: DEBUG nova.network.neutron [req-217b9780-912e-4df5-a5a4-ecfeac3faf93 req-118066f5-3cc0-4bc9-ada9-dd52469e63c3 service nova] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Updated VIF entry in instance network info cache for port b503a6af-0d92-43c9-b36a-dd880c824083. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.302852] env[62522]: DEBUG nova.network.neutron [req-217b9780-912e-4df5-a5a4-ecfeac3faf93 req-118066f5-3cc0-4bc9-ada9-dd52469e63c3 service nova] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Updating instance_info_cache with network_info: [{"id": "b503a6af-0d92-43c9-b36a-dd880c824083", "address": "fa:16:3e:ca:54:4a", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb503a6af-0d", "ovs_interfaceid": "b503a6af-0d92-43c9-b36a-dd880c824083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.310494] env[62522]: DEBUG nova.compute.manager [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.363865] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.386753] env[62522]: ERROR nova.scheduler.client.report [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [req-9035fd47-882b-430c-bbb2-b9059a4f279a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9035fd47-882b-430c-bbb2-b9059a4f279a"}]} [ 1270.410805] env[62522]: DEBUG nova.scheduler.client.report [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1270.435423] env[62522]: DEBUG nova.scheduler.client.report [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1270.435912] env[62522]: DEBUG nova.compute.provider_tree [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1270.455568] env[62522]: DEBUG nova.scheduler.client.report [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: d1188548-c6d0-4a8c-94b0-2c0eeba48b1b {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1270.476038] env[62522]: DEBUG nova.scheduler.client.report [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1270.495523] env[62522]: INFO nova.compute.manager [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Took 24.80 seconds to build instance. [ 1270.527277] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b3b221-1523-a3cb-d668-6e1b0022b062, 'name': SearchDatastore_Task, 'duration_secs': 0.01115} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.527277] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a05813-3e45-4795-81d2-b3f236f2799d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.534866] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1270.534866] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ef6136-5626-6e93-b951-85cf5cfd4658" [ 1270.534866] env[62522]: _type = "Task" [ 1270.534866] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.545206] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ef6136-5626-6e93-b951-85cf5cfd4658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.748897] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827298} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.749369] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4923bebb-bcaa-497c-8fe8-cf6064eb933f/4923bebb-bcaa-497c-8fe8-cf6064eb933f.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.749623] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.753019] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73e31ec8-3e4f-4161-96a0-66449297e6a8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.759015] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1270.759015] env[62522]: value = "task-1702287" [ 1270.759015] env[62522]: _type = "Task" [ 1270.759015] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.775678] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.806293] env[62522]: DEBUG oslo_concurrency.lockutils [req-217b9780-912e-4df5-a5a4-ecfeac3faf93 req-118066f5-3cc0-4bc9-ada9-dd52469e63c3 service nova] Releasing lock "refresh_cache-cdb11f98-7e4b-4dec-af3a-2127d945a592" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.843904] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.962477] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223c14ce-56a6-4f7e-ac5a-840b4120b6d0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.975347] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9293aba-7135-4ec6-9dbe-c2d8759f0633 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.029046] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0b630cda-0fd9-459a-a842-12419625b21a tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lock "a2c5514a-b46c-4157-b89b-79f5e16441af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.342s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.029324] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800d5fbe-c004-4066-8b6f-c82f0f79066c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.049138] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d606f6b4-b1ff-4d34-83f0-ceb6a7c715d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.063350] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ef6136-5626-6e93-b951-85cf5cfd4658, 'name': SearchDatastore_Task, 'duration_secs': 0.012063} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.064349] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.064962] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] cdb11f98-7e4b-4dec-af3a-2127d945a592/cdb11f98-7e4b-4dec-af3a-2127d945a592.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.065403] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a21e6497-d2c8-40f5-b2d7-c17cc0e75a63 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.078992] env[62522]: DEBUG nova.compute.provider_tree [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.085612] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1271.085612] env[62522]: value = "task-1702288" [ 1271.085612] env[62522]: _type = "Task" [ 1271.085612] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.100369] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.100919] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.101163] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.279307] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193088} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.279307] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.279307] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f8b3ba-5ce4-4033-9763-d1dddf167a50 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.306797] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 4923bebb-bcaa-497c-8fe8-cf6064eb933f/4923bebb-bcaa-497c-8fe8-cf6064eb933f.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.307159] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3a5d158-7e3d-43b2-8be1-217ba700434f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.329352] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1271.329352] env[62522]: value = "task-1702289" [ 1271.329352] env[62522]: _type = "Task" [ 1271.329352] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.339737] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.535662] env[62522]: DEBUG nova.compute.manager [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.584683] env[62522]: DEBUG nova.scheduler.client.report [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1271.606651] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702288, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.845062] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.061620] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.101012] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.909s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.101597] env[62522]: DEBUG nova.compute.manager [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1272.104541] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.956354} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.104857] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.434s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.105052] env[62522]: DEBUG nova.objects.instance [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62522) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1272.107873] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] cdb11f98-7e4b-4dec-af3a-2127d945a592/cdb11f98-7e4b-4dec-af3a-2127d945a592.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.107873] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.108197] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04765ce4-b39b-4aae-9819-a25d2f06baf7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.121654] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1272.121654] env[62522]: value = "task-1702290" [ 1272.121654] env[62522]: _type = "Task" [ 1272.121654] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.134199] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.174326] env[62522]: DEBUG nova.compute.manager [None req-ebcc1389-71b7-4562-84ac-401a0326b007 tempest-ServerDiagnosticsV248Test-100022481 tempest-ServerDiagnosticsV248Test-100022481-project-admin] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.178100] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ddacba-18cd-4e55-a45a-51d9014d063f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.189850] env[62522]: INFO nova.compute.manager [None req-ebcc1389-71b7-4562-84ac-401a0326b007 tempest-ServerDiagnosticsV248Test-100022481 tempest-ServerDiagnosticsV248Test-100022481-project-admin] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Retrieving diagnostics [ 1272.192241] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c608b21a-9c2a-491b-9566-9ac947165c91 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.345446] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.434961] env[62522]: DEBUG nova.network.neutron [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Successfully updated port: db779948-3dc3-4ac5-8f71-8fb8208c4cd4 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1272.606190] env[62522]: DEBUG nova.compute.utils [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1272.610268] env[62522]: DEBUG nova.compute.manager [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Not allocating networking since 'none' was specified. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1272.632076] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090367} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.632362] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.633175] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c54a0db-73a7-4a76-be3a-bc9e17192ef0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.664654] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] cdb11f98-7e4b-4dec-af3a-2127d945a592/cdb11f98-7e4b-4dec-af3a-2127d945a592.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.666859] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d04c285-035b-4686-9f03-574b14f002a1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.692218] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1272.692218] env[62522]: value = "task-1702291" [ 1272.692218] env[62522]: _type = "Task" [ 1272.692218] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.715836] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.846272] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.942371] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Acquiring lock "refresh_cache-50c9eae8-cb56-4984-9b42-cc9b9e83e623" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.942511] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Acquired lock "refresh_cache-50c9eae8-cb56-4984-9b42-cc9b9e83e623" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.942746] env[62522]: DEBUG nova.network.neutron [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.112858] env[62522]: DEBUG nova.compute.manager [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.119284] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3b428b8-56d6-44a2-997c-ca6599836eea tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.119623] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.755s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.119805] env[62522]: DEBUG nova.objects.instance [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Lazy-loading 'resources' on Instance uuid 9d50cb49-63ed-468e-a774-7e96d64acecb {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.207822] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "d530a3a4-72b9-44d8-8d1d-536d1cdb61dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.207943] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "d530a3a4-72b9-44d8-8d1d-536d1cdb61dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.208145] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "d530a3a4-72b9-44d8-8d1d-536d1cdb61dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.208372] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "d530a3a4-72b9-44d8-8d1d-536d1cdb61dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.209104] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "d530a3a4-72b9-44d8-8d1d-536d1cdb61dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.210508] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.211161] env[62522]: INFO nova.compute.manager [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Terminating instance [ 1273.346611] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.477976] env[62522]: DEBUG nova.network.neutron [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.538729] env[62522]: DEBUG nova.compute.manager [req-797872ec-3ea8-4ef1-902a-7c5e3ee5ecb4 req-03e604e9-9609-41da-86e0-d9fde3fa2d02 service nova] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Received event network-vif-plugged-db779948-3dc3-4ac5-8f71-8fb8208c4cd4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1273.538879] env[62522]: DEBUG oslo_concurrency.lockutils [req-797872ec-3ea8-4ef1-902a-7c5e3ee5ecb4 req-03e604e9-9609-41da-86e0-d9fde3fa2d02 service nova] Acquiring lock "50c9eae8-cb56-4984-9b42-cc9b9e83e623-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.539112] env[62522]: DEBUG oslo_concurrency.lockutils [req-797872ec-3ea8-4ef1-902a-7c5e3ee5ecb4 req-03e604e9-9609-41da-86e0-d9fde3fa2d02 service nova] Lock "50c9eae8-cb56-4984-9b42-cc9b9e83e623-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.539249] env[62522]: DEBUG oslo_concurrency.lockutils [req-797872ec-3ea8-4ef1-902a-7c5e3ee5ecb4 req-03e604e9-9609-41da-86e0-d9fde3fa2d02 service nova] Lock "50c9eae8-cb56-4984-9b42-cc9b9e83e623-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.539458] env[62522]: DEBUG nova.compute.manager [req-797872ec-3ea8-4ef1-902a-7c5e3ee5ecb4 req-03e604e9-9609-41da-86e0-d9fde3fa2d02 service nova] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] No waiting events found dispatching network-vif-plugged-db779948-3dc3-4ac5-8f71-8fb8208c4cd4 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.539614] env[62522]: WARNING nova.compute.manager [req-797872ec-3ea8-4ef1-902a-7c5e3ee5ecb4 req-03e604e9-9609-41da-86e0-d9fde3fa2d02 service nova] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Received unexpected event network-vif-plugged-db779948-3dc3-4ac5-8f71-8fb8208c4cd4 for instance with vm_state building and task_state spawning. [ 1273.665149] env[62522]: DEBUG nova.network.neutron [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Updating instance_info_cache with network_info: [{"id": "db779948-3dc3-4ac5-8f71-8fb8208c4cd4", "address": "fa:16:3e:e3:22:e3", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb779948-3d", "ovs_interfaceid": "db779948-3dc3-4ac5-8f71-8fb8208c4cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.705765] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702291, 'name': ReconfigVM_Task, 'duration_secs': 0.675739} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.709064] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Reconfigured VM instance instance-0000000e to attach disk [datastore1] cdb11f98-7e4b-4dec-af3a-2127d945a592/cdb11f98-7e4b-4dec-af3a-2127d945a592.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.710234] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b688c6b7-08aa-4a6f-b025-836058c768d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.714779] env[62522]: DEBUG nova.compute.manager [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.714980] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.715873] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b0a2f-8647-4bd3-abbc-b7cf2aa73915 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.724852] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1273.724852] env[62522]: value = "task-1702292" [ 1273.724852] env[62522]: _type = "Task" [ 1273.724852] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.735072] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.736223] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-899989c0-be1f-46fd-9ef6-8395db6d5e86 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.741036] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702292, 'name': Rename_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.743856] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1273.743856] env[62522]: value = "task-1702293" [ 1273.743856] env[62522]: _type = "Task" [ 1273.743856] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.758835] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.844496] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.044175] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Acquiring lock "1fd87373-b39e-468a-b509-f9021f787282" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.044175] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Lock "1fd87373-b39e-468a-b509-f9021f787282" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.106373] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcd8c2a-cf8f-4471-8370-54028504ed85 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.121278] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbb0f58-7a06-4a12-b913-46014e72fd7a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.125468] env[62522]: DEBUG nova.compute.manager [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1274.162306] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea869f4-315d-4b85-af98-791e2454b09a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.171532] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Releasing lock "refresh_cache-50c9eae8-cb56-4984-9b42-cc9b9e83e623" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.171863] env[62522]: DEBUG nova.compute.manager [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Instance network_info: |[{"id": "db779948-3dc3-4ac5-8f71-8fb8208c4cd4", "address": "fa:16:3e:e3:22:e3", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb779948-3d", "ovs_interfaceid": "db779948-3dc3-4ac5-8f71-8fb8208c4cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1274.172370] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:22:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db779948-3dc3-4ac5-8f71-8fb8208c4cd4', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.183977] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Creating folder: Project (ac499310893f40acaa22d07eafcdfdcc). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1274.185331] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e1f3c0-827b-4f69-a276-1a9e90517d14 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.192906] env[62522]: DEBUG nova.virt.hardware [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1274.193179] env[62522]: DEBUG nova.virt.hardware [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1274.193309] env[62522]: DEBUG nova.virt.hardware [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.193475] env[62522]: DEBUG nova.virt.hardware [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1274.193960] env[62522]: DEBUG nova.virt.hardware [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.193960] env[62522]: DEBUG nova.virt.hardware [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1274.193960] env[62522]: DEBUG nova.virt.hardware [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1274.194719] env[62522]: DEBUG nova.virt.hardware [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1274.194719] env[62522]: DEBUG nova.virt.hardware [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1274.194719] env[62522]: DEBUG nova.virt.hardware [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1274.194719] env[62522]: DEBUG nova.virt.hardware [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1274.195362] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c1192a7-a02d-43ec-8090-43291493ec04 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.197718] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3e0f6e-6f47-4b76-95d0-b9a07fd4535c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.216067] env[62522]: DEBUG nova.compute.provider_tree [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1274.220196] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Created folder: Project (ac499310893f40acaa22d07eafcdfdcc) in parent group-v354730. [ 1274.220510] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Creating folder: Instances. Parent ref: group-v354769. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1274.221939] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868ae0a0-fc36-4632-8d64-acf06598b446 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.226327] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0afbf9a-f0f8-4a18-b3ca-1375332dcfee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.240746] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquiring lock "3caafb87-21d6-4f25-b151-af64f83162ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.241092] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Lock "3caafb87-21d6-4f25-b151-af64f83162ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.241422] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquiring lock "3caafb87-21d6-4f25-b151-af64f83162ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.241712] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Lock "3caafb87-21d6-4f25-b151-af64f83162ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.241959] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Lock "3caafb87-21d6-4f25-b151-af64f83162ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.243956] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Instance VIF info [] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.249914] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Creating folder: Project (7430d1351b164ba6b21e34040de13ffa). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1274.251192] env[62522]: INFO nova.compute.manager [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Terminating instance [ 1274.254459] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93d19a19-c600-4afa-aac6-70c1647d17bc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.257931] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Created folder: Instances in parent group-v354769. [ 1274.257931] env[62522]: DEBUG oslo.service.loopingcall [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1274.264359] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.264726] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702292, 'name': Rename_Task, 'duration_secs': 0.278132} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.265517] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70bad192-007c-4896-b7fb-339fbff8db83 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.279967] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.282364] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45ef0651-31fb-44da-a124-500b4d83c4b3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.286341] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Created folder: Project (7430d1351b164ba6b21e34040de13ffa) in parent group-v354730. [ 1274.286341] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Creating folder: Instances. Parent ref: group-v354771. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1274.286341] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-077ce4f5-9283-4048-bb1c-c50fd4d5c8bf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.290742] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702293, 'name': PowerOffVM_Task, 'duration_secs': 0.462926} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.292411] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.292589] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.292800] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.292800] env[62522]: value = "task-1702297" [ 1274.292800] env[62522]: _type = "Task" [ 1274.292800] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.292975] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3db144ba-52bc-4c25-aafe-a346ebbc29af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.299195] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1274.299195] env[62522]: value = "task-1702298" [ 1274.299195] env[62522]: _type = "Task" [ 1274.299195] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.304116] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Created folder: Instances in parent group-v354771. [ 1274.304353] env[62522]: DEBUG oslo.service.loopingcall [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1274.308756] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.314048] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c44e659a-b0fa-47e6-a8d7-5650786be5cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.324810] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.328368] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.338513] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.338513] env[62522]: value = "task-1702301" [ 1274.338513] env[62522]: _type = "Task" [ 1274.338513] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.347484] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702289, 'name': ReconfigVM_Task, 'duration_secs': 2.779562} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.347484] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 4923bebb-bcaa-497c-8fe8-cf6064eb933f/4923bebb-bcaa-497c-8fe8-cf6064eb933f.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.347484] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-517175b7-d5cd-444e-b242-81125f262b6b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.353782] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702301, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.363030] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1274.363030] env[62522]: value = "task-1702302" [ 1274.363030] env[62522]: _type = "Task" [ 1274.363030] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.375532] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702302, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.409093] env[62522]: DEBUG nova.compute.manager [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.410694] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac226203-abdd-4ffb-b68f-83a9d19f3b50 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.459284] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "4ad5f8ec-b4a5-42e9-831b-6b0f93327311" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.460026] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "4ad5f8ec-b4a5-42e9-831b-6b0f93327311" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.460026] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "4ad5f8ec-b4a5-42e9-831b-6b0f93327311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.460339] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "4ad5f8ec-b4a5-42e9-831b-6b0f93327311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.460552] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "4ad5f8ec-b4a5-42e9-831b-6b0f93327311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.467683] env[62522]: INFO nova.compute.manager [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Terminating instance [ 1274.746574] env[62522]: ERROR nova.scheduler.client.report [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] [req-9691d795-d3b5-467a-b6c8-5da402bf6614] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9691d795-d3b5-467a-b6c8-5da402bf6614"}]} [ 1274.768418] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquiring lock "refresh_cache-3caafb87-21d6-4f25-b151-af64f83162ed" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.768418] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquired lock "refresh_cache-3caafb87-21d6-4f25-b151-af64f83162ed" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.768418] env[62522]: DEBUG nova.network.neutron [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.775740] env[62522]: DEBUG nova.scheduler.client.report [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1274.796475] env[62522]: DEBUG nova.scheduler.client.report [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1274.796475] env[62522]: DEBUG nova.compute.provider_tree [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1274.814211] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702298, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.822753] env[62522]: DEBUG nova.scheduler.client.report [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1274.825746] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.089270] env[62522]: DEBUG nova.scheduler.client.report [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1275.089270] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702301, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.089270] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702302, 'name': Rename_Task, 'duration_secs': 0.269789} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.089270] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.089270] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f952d041-36d7-4c76-931d-45332dd6aeee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.098996] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1275.098996] env[62522]: value = "task-1702303" [ 1275.098996] env[62522]: _type = "Task" [ 1275.098996] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.098996] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.098996] env[62522]: INFO nova.compute.manager [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] instance snapshotting [ 1275.098996] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7b7f87-9f4b-4208-9d06-c6f7e5577409 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.098996] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9630f8f9-8d24-4fa8-95ea-142ca99bb4c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.102551] env[62522]: DEBUG nova.compute.manager [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.102551] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.102551] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346530a9-2d35-4ccf-8c19-7d06c36d6e45 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.102551] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Acquiring lock "34793292-f90e-42b4-b20d-0daf23faf552" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.102551] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Lock "34793292-f90e-42b4-b20d-0daf23faf552" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.106023] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.106023] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33c70288-46d3-4880-bc8d-767a3ba57464 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.106023] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1275.106023] env[62522]: value = "task-1702304" [ 1275.106023] env[62522]: _type = "Task" [ 1275.106023] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.106023] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.199514] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Acquiring lock "ccc4782f-6f25-4050-a17c-fce1569dc9bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.199857] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Lock "ccc4782f-6f25-4050-a17c-fce1569dc9bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.297380] env[62522]: DEBUG nova.network.neutron [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.317029] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.321547] env[62522]: DEBUG oslo_vmware.api [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702298, 'name': PowerOnVM_Task, 'duration_secs': 0.866444} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.324170] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.324589] env[62522]: INFO nova.compute.manager [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1275.324802] env[62522]: DEBUG nova.compute.manager [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.325910] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b40468-0da8-4235-a7f0-17bde96e522e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.356621] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702301, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.402879] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702303, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.435288] env[62522]: DEBUG nova.network.neutron [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.481590] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0598a36-96cd-4fb2-9b31-9051b2be1fdb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.491237] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d84ecd5-5338-4fbe-ac58-18aa8e8e98e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.496019] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1275.496019] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2b34c841-2295-45b7-8f9b-c3dfa13674fc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.538188] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795a9f90-e5f6-40b4-93ee-1713e87fec24 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.541041] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1275.541041] env[62522]: value = "task-1702305" [ 1275.541041] env[62522]: _type = "Task" [ 1275.541041] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.549718] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.551411] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ed6730-dd58-4527-abc6-85757ead38c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.558930] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702305, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.571761] env[62522]: DEBUG nova.compute.provider_tree [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.810817] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.851777] env[62522]: INFO nova.compute.manager [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Took 25.40 seconds to build instance. [ 1275.859671] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702301, 'name': CreateVM_Task, 'duration_secs': 1.391423} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.861300] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.861300] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.861300] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.862050] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.862706] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff6afe7-e0e6-4dee-8777-4732886f2e1e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.871242] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1275.871242] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5286b6f9-1be7-dd6d-59a8-a894463b6a2e" [ 1275.871242] env[62522]: _type = "Task" [ 1275.871242] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.881311] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5286b6f9-1be7-dd6d-59a8-a894463b6a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.904611] env[62522]: DEBUG oslo_vmware.api [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702303, 'name': PowerOnVM_Task, 'duration_secs': 0.960381} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.904967] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.905351] env[62522]: INFO nova.compute.manager [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Took 12.87 seconds to spawn the instance on the hypervisor. [ 1275.905464] env[62522]: DEBUG nova.compute.manager [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.906353] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6507ec62-fb86-41fc-b186-47a652890c58 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.938166] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Releasing lock "refresh_cache-3caafb87-21d6-4f25-b151-af64f83162ed" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.938558] env[62522]: DEBUG nova.compute.manager [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.938806] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.939778] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f382ed8-9a22-4a4c-bb9a-56fb8faf5118 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.952255] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.952255] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26cce1d1-05c5-457d-971b-6afea3e15e8e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.954825] env[62522]: DEBUG nova.compute.manager [req-26776648-c6f3-4af8-aa06-4fc482d0ad7b req-ddfb7f3d-f0d8-4331-81d1-efd2cf8efe4d service nova] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Received event network-changed-db779948-3dc3-4ac5-8f71-8fb8208c4cd4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1275.954955] env[62522]: DEBUG nova.compute.manager [req-26776648-c6f3-4af8-aa06-4fc482d0ad7b req-ddfb7f3d-f0d8-4331-81d1-efd2cf8efe4d service nova] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Refreshing instance network info cache due to event network-changed-db779948-3dc3-4ac5-8f71-8fb8208c4cd4. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1275.955409] env[62522]: DEBUG oslo_concurrency.lockutils [req-26776648-c6f3-4af8-aa06-4fc482d0ad7b req-ddfb7f3d-f0d8-4331-81d1-efd2cf8efe4d service nova] Acquiring lock "refresh_cache-50c9eae8-cb56-4984-9b42-cc9b9e83e623" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.955554] env[62522]: DEBUG oslo_concurrency.lockutils [req-26776648-c6f3-4af8-aa06-4fc482d0ad7b req-ddfb7f3d-f0d8-4331-81d1-efd2cf8efe4d service nova] Acquired lock "refresh_cache-50c9eae8-cb56-4984-9b42-cc9b9e83e623" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.955712] env[62522]: DEBUG nova.network.neutron [req-26776648-c6f3-4af8-aa06-4fc482d0ad7b req-ddfb7f3d-f0d8-4331-81d1-efd2cf8efe4d service nova] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Refreshing network info cache for port db779948-3dc3-4ac5-8f71-8fb8208c4cd4 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.965364] env[62522]: DEBUG oslo_vmware.api [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1275.965364] env[62522]: value = "task-1702306" [ 1275.965364] env[62522]: _type = "Task" [ 1275.965364] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.977457] env[62522]: DEBUG oslo_vmware.api [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.046889] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702304, 'name': PowerOffVM_Task, 'duration_secs': 0.811583} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.052100] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.052303] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.052576] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad583360-7c4d-40ec-9baf-91928d6c07a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.064971] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702305, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.117477] env[62522]: DEBUG nova.scheduler.client.report [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1276.118239] env[62522]: DEBUG nova.compute.provider_tree [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 37 to 38 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1276.118239] env[62522]: DEBUG nova.compute.provider_tree [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.313267] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.355719] env[62522]: DEBUG oslo_concurrency.lockutils [None req-feaa31bf-d72b-4d53-be18-734bec230e1f tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "cdb11f98-7e4b-4dec-af3a-2127d945a592" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.263s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.383779] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5286b6f9-1be7-dd6d-59a8-a894463b6a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.066573} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.387091] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.387353] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.388090] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.388288] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.388588] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.389297] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5757f04f-73ad-40f0-a39c-e8b5a9b3909a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.403642] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.403832] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.404594] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd2b346-6355-44e8-9857-f6f0fbf1e064 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.412435] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1276.412435] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526355ec-b28c-7aa9-d6bb-ef03f0c33ed3" [ 1276.412435] env[62522]: _type = "Task" [ 1276.412435] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.429109] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526355ec-b28c-7aa9-d6bb-ef03f0c33ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.434038] env[62522]: INFO nova.compute.manager [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Took 29.19 seconds to build instance. [ 1276.481899] env[62522]: DEBUG oslo_vmware.api [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702306, 'name': PowerOffVM_Task, 'duration_secs': 0.22902} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.483213] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.483569] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.486711] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de1cb8e6-e69e-4792-94a0-452d839bf929 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.523429] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.523689] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.523896] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Deleting the datastore file [datastore1] 3caafb87-21d6-4f25-b151-af64f83162ed {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.524700] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3afb6c81-78f9-408e-871c-65c1171d620b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.534036] env[62522]: DEBUG oslo_vmware.api [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for the task: (returnval){ [ 1276.534036] env[62522]: value = "task-1702309" [ 1276.534036] env[62522]: _type = "Task" [ 1276.534036] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.544944] env[62522]: DEBUG oslo_vmware.api [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.556472] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702305, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.627367] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.508s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.629939] env[62522]: DEBUG oslo_concurrency.lockutils [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.763s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.630249] env[62522]: DEBUG nova.objects.instance [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Lazy-loading 'resources' on Instance uuid d7737573-ca13-4b98-9273-dcf4439155cf {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.671187] env[62522]: INFO nova.scheduler.client.report [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Deleted allocations for instance 9d50cb49-63ed-468e-a774-7e96d64acecb [ 1276.827222] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.867052] env[62522]: DEBUG nova.compute.manager [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.923473] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526355ec-b28c-7aa9-d6bb-ef03f0c33ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.025295} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.924353] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9641ee0b-f0f3-49d7-bb6d-9f76f5cc8c99 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.930337] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1276.930337] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52100699-1332-941c-373b-d442dc40750c" [ 1276.930337] env[62522]: _type = "Task" [ 1276.930337] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.936726] env[62522]: DEBUG oslo_concurrency.lockutils [None req-60b58a01-ade7-4336-8220-cbeb1bbe6034 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "4923bebb-bcaa-497c-8fe8-cf6064eb933f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.712s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.943934] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52100699-1332-941c-373b-d442dc40750c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.993970] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3451f9f-1dbe-43fa-a545-4041bbe693e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.005436] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa9126-ecee-404e-9f3c-b64aa7ef8a8d tempest-ServersAdminNegativeTestJSON-85204770 tempest-ServersAdminNegativeTestJSON-85204770-project-admin] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Suspending the VM {{(pid=62522) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1277.005571] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e69f9eb7-2fb9-43c4-a87c-e7729bfd67af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.014769] env[62522]: DEBUG oslo_vmware.api [None req-66aa9126-ecee-404e-9f3c-b64aa7ef8a8d tempest-ServersAdminNegativeTestJSON-85204770 tempest-ServersAdminNegativeTestJSON-85204770-project-admin] Waiting for the task: (returnval){ [ 1277.014769] env[62522]: value = "task-1702310" [ 1277.014769] env[62522]: _type = "Task" [ 1277.014769] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.027617] env[62522]: DEBUG oslo_vmware.api [None req-66aa9126-ecee-404e-9f3c-b64aa7ef8a8d tempest-ServersAdminNegativeTestJSON-85204770 tempest-ServersAdminNegativeTestJSON-85204770-project-admin] Task: {'id': task-1702310, 'name': SuspendVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.045378] env[62522]: DEBUG oslo_vmware.api [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Task: {'id': task-1702309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433339} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.045466] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.045733] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.045921] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.046455] env[62522]: INFO nova.compute.manager [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1277.046455] env[62522]: DEBUG oslo.service.loopingcall [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.046585] env[62522]: DEBUG nova.compute.manager [-] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.046678] env[62522]: DEBUG nova.network.neutron [-] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.064014] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702305, 'name': CreateSnapshot_Task, 'duration_secs': 1.200525} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.064316] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1277.065500] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdcb98b-4c83-4857-b6de-2cc5a0f64716 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.069697] env[62522]: DEBUG nova.network.neutron [-] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.185677] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf787560-0d1b-4b98-9f3e-0a8c0edf2a75 tempest-ServerDiagnosticsTest-1145557237 tempest-ServerDiagnosticsTest-1145557237-project-member] Lock "9d50cb49-63ed-468e-a774-7e96d64acecb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.919s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.224732] env[62522]: DEBUG nova.network.neutron [req-26776648-c6f3-4af8-aa06-4fc482d0ad7b req-ddfb7f3d-f0d8-4331-81d1-efd2cf8efe4d service nova] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Updated VIF entry in instance network info cache for port db779948-3dc3-4ac5-8f71-8fb8208c4cd4. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.225100] env[62522]: DEBUG nova.network.neutron [req-26776648-c6f3-4af8-aa06-4fc482d0ad7b req-ddfb7f3d-f0d8-4331-81d1-efd2cf8efe4d service nova] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Updating instance_info_cache with network_info: [{"id": "db779948-3dc3-4ac5-8f71-8fb8208c4cd4", "address": "fa:16:3e:e3:22:e3", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb779948-3d", "ovs_interfaceid": "db779948-3dc3-4ac5-8f71-8fb8208c4cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.314312] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.385732] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.439488] env[62522]: DEBUG nova.compute.manager [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.446171] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52100699-1332-941c-373b-d442dc40750c, 'name': SearchDatastore_Task, 'duration_secs': 0.033629} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.446752] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.447023] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 371c2c59-aff3-4552-96d3-1899068e79ef/371c2c59-aff3-4552-96d3-1899068e79ef.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.449742] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6ce5696-2290-4e40-9561-055db3e9cb94 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.458914] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1277.458914] env[62522]: value = "task-1702311" [ 1277.458914] env[62522]: _type = "Task" [ 1277.458914] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.468973] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.530587] env[62522]: DEBUG oslo_vmware.api [None req-66aa9126-ecee-404e-9f3c-b64aa7ef8a8d tempest-ServersAdminNegativeTestJSON-85204770 tempest-ServersAdminNegativeTestJSON-85204770-project-admin] Task: {'id': task-1702310, 'name': SuspendVM_Task} progress is 62%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.578535] env[62522]: DEBUG nova.network.neutron [-] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.589071] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1277.594261] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b861f440-4962-430c-830e-2aec82f45ee3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.605843] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1277.605843] env[62522]: value = "task-1702312" [ 1277.605843] env[62522]: _type = "Task" [ 1277.605843] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.616724] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702312, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.651649] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3610bd-6728-45f3-8f29-e3a0ef4d30b5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.659887] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4c87bd-ff5f-43cc-87ef-76f2b632c95c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.699704] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3040b35-da51-44ce-b2d8-27f3d4c48322 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.708169] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852585c5-6d49-4bb9-8961-a79a9cf1c693 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.725858] env[62522]: DEBUG nova.compute.provider_tree [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.728333] env[62522]: DEBUG oslo_concurrency.lockutils [req-26776648-c6f3-4af8-aa06-4fc482d0ad7b req-ddfb7f3d-f0d8-4331-81d1-efd2cf8efe4d service nova] Releasing lock "refresh_cache-50c9eae8-cb56-4984-9b42-cc9b9e83e623" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.776756] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.777023] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.777132] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Deleting the datastore file [datastore1] 4ad5f8ec-b4a5-42e9-831b-6b0f93327311 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.778553] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a535d44-2002-45c9-89e3-9a07c6cd3408 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.780540] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.780778] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.780976] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Deleting the datastore file [datastore1] d530a3a4-72b9-44d8-8d1d-536d1cdb61dd {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.782574] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18a4ba98-e062-4d12-88ee-6d19e2f18676 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.790576] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1277.790576] env[62522]: value = "task-1702314" [ 1277.790576] env[62522]: _type = "Task" [ 1277.790576] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.790947] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1277.790947] env[62522]: value = "task-1702313" [ 1277.790947] env[62522]: _type = "Task" [ 1277.790947] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.810209] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.814283] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.818915] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.969842] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.972400] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.025636] env[62522]: DEBUG oslo_vmware.api [None req-66aa9126-ecee-404e-9f3c-b64aa7ef8a8d tempest-ServersAdminNegativeTestJSON-85204770 tempest-ServersAdminNegativeTestJSON-85204770-project-admin] Task: {'id': task-1702310, 'name': SuspendVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.091046] env[62522]: INFO nova.compute.manager [-] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Took 1.04 seconds to deallocate network for instance. [ 1278.117075] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702312, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.230097] env[62522]: DEBUG nova.scheduler.client.report [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1278.301895] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.313935] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.317524] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.474065] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.527294] env[62522]: DEBUG oslo_vmware.api [None req-66aa9126-ecee-404e-9f3c-b64aa7ef8a8d tempest-ServersAdminNegativeTestJSON-85204770 tempest-ServersAdminNegativeTestJSON-85204770-project-admin] Task: {'id': task-1702310, 'name': SuspendVM_Task, 'duration_secs': 1.037046} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.527571] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa9126-ecee-404e-9f3c-b64aa7ef8a8d tempest-ServersAdminNegativeTestJSON-85204770 tempest-ServersAdminNegativeTestJSON-85204770-project-admin] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Suspended the VM {{(pid=62522) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1278.527809] env[62522]: DEBUG nova.compute.manager [None req-66aa9126-ecee-404e-9f3c-b64aa7ef8a8d tempest-ServersAdminNegativeTestJSON-85204770 tempest-ServersAdminNegativeTestJSON-85204770-project-admin] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.528634] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481ce68b-8ecd-452c-bfbc-35c925d3125a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.598592] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.626731] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702312, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.737238] env[62522]: DEBUG oslo_concurrency.lockutils [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.739167] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.504s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.743982] env[62522]: INFO nova.compute.claims [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.780656] env[62522]: INFO nova.scheduler.client.report [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Deleted allocations for instance d7737573-ca13-4b98-9273-dcf4439155cf [ 1278.805266] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.818220] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.821523] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.971915] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.119080] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702312, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.298153] env[62522]: DEBUG oslo_concurrency.lockutils [None req-941f4220-d8cd-426a-9d6c-455c61ea34eb tempest-ServerExternalEventsTest-1131935378 tempest-ServerExternalEventsTest-1131935378-project-member] Lock "d7737573-ca13-4b98-9273-dcf4439155cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.757s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.305181] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.322067] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.328153] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.407449] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.407449] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.472279] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.624237] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702312, 'name': CloneVM_Task} progress is 95%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.814131] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.827420] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.830455] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.974795] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.123820] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702312, 'name': CloneVM_Task, 'duration_secs': 2.161356} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.127877] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Created linked-clone VM from snapshot [ 1280.128071] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee2d388-0d9a-42e1-8c02-8f6250cf8d32 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.136189] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Uploading image f11d46e8-5ad7-4e96-9e39-e8c3ad30709e {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1280.172463] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquiring lock "34d5541e-7fbf-499e-b552-78ad1c0e4ab6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.172684] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lock "34d5541e-7fbf-499e-b552-78ad1c0e4ab6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.181510] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1280.181510] env[62522]: value = "vm-354776" [ 1280.181510] env[62522]: _type = "VirtualMachine" [ 1280.181510] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1280.181510] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae73b0f1-5757-49df-bff4-2d59699da5b5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.190526] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lease: (returnval){ [ 1280.190526] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52437cd9-c5f2-6a47-4ea6-8e2d70c8350d" [ 1280.190526] env[62522]: _type = "HttpNfcLease" [ 1280.190526] env[62522]: } obtained for exporting VM: (result){ [ 1280.190526] env[62522]: value = "vm-354776" [ 1280.190526] env[62522]: _type = "VirtualMachine" [ 1280.190526] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1280.190934] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the lease: (returnval){ [ 1280.190934] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52437cd9-c5f2-6a47-4ea6-8e2d70c8350d" [ 1280.190934] env[62522]: _type = "HttpNfcLease" [ 1280.190934] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1280.202392] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1280.202392] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52437cd9-c5f2-6a47-4ea6-8e2d70c8350d" [ 1280.202392] env[62522]: _type = "HttpNfcLease" [ 1280.202392] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1280.202683] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1280.202683] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52437cd9-c5f2-6a47-4ea6-8e2d70c8350d" [ 1280.202683] env[62522]: _type = "HttpNfcLease" [ 1280.202683] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1280.203825] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a22fd6-c938-4fb6-b46f-c5b3baf98177 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.212565] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52280085-33b0-0d0a-b38b-8952637d5877/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1280.212875] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52280085-33b0-0d0a-b38b-8952637d5877/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1280.279938] env[62522]: DEBUG nova.compute.manager [req-248a63db-bf0d-4426-bed2-ac8750bb3f71 req-e273f827-cd80-4f57-9828-95624aba1e65 service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Received event network-changed-5740d42c-5641-4479-be50-f85ae2981d26 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1280.280863] env[62522]: DEBUG nova.compute.manager [req-248a63db-bf0d-4426-bed2-ac8750bb3f71 req-e273f827-cd80-4f57-9828-95624aba1e65 service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Refreshing instance network info cache due to event network-changed-5740d42c-5641-4479-be50-f85ae2981d26. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1280.280863] env[62522]: DEBUG oslo_concurrency.lockutils [req-248a63db-bf0d-4426-bed2-ac8750bb3f71 req-e273f827-cd80-4f57-9828-95624aba1e65 service nova] Acquiring lock "refresh_cache-4923bebb-bcaa-497c-8fe8-cf6064eb933f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.280863] env[62522]: DEBUG oslo_concurrency.lockutils [req-248a63db-bf0d-4426-bed2-ac8750bb3f71 req-e273f827-cd80-4f57-9828-95624aba1e65 service nova] Acquired lock "refresh_cache-4923bebb-bcaa-497c-8fe8-cf6064eb933f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.280863] env[62522]: DEBUG nova.network.neutron [req-248a63db-bf0d-4426-bed2-ac8750bb3f71 req-e273f827-cd80-4f57-9828-95624aba1e65 service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Refreshing network info cache for port 5740d42c-5641-4479-be50-f85ae2981d26 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.310334] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.320784] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa20e450-e5bc-4ef1-8be3-5e50e1fd1909 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.329169] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.329946] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5ce64abb-970c-464c-8e77-9504e096f957 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.338167] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.339664] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e78f90-28d5-44a1-8508-632ff5147ef5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.376154] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44c35cf-a1fb-4f2d-9cb1-563c16b352c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.385502] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3d33bd-a4f1-4dd5-8f5a-2874c2628663 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.402802] env[62522]: DEBUG nova.compute.provider_tree [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.477361] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.811821] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.831740] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.832033] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.911656] env[62522]: DEBUG nova.scheduler.client.report [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1280.981894] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.314626] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.329572] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.332902] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.427044] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.427600] env[62522]: DEBUG nova.compute.manager [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1281.432643] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.676s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.434415] env[62522]: INFO nova.compute.claims [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.474804] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.477530] env[62522]: DEBUG nova.network.neutron [req-248a63db-bf0d-4426-bed2-ac8750bb3f71 req-e273f827-cd80-4f57-9828-95624aba1e65 service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Updated VIF entry in instance network info cache for port 5740d42c-5641-4479-be50-f85ae2981d26. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.478190] env[62522]: DEBUG nova.network.neutron [req-248a63db-bf0d-4426-bed2-ac8750bb3f71 req-e273f827-cd80-4f57-9828-95624aba1e65 service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Updating instance_info_cache with network_info: [{"id": "5740d42c-5641-4479-be50-f85ae2981d26", "address": "fa:16:3e:32:82:34", "network": {"id": "0169f8bd-051c-41ae-b4f1-bc1c5d4991fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1580410336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d47b752ac53846759047f62709198a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5740d42c-56", "ovs_interfaceid": "5740d42c-5641-4479-be50-f85ae2981d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.816187] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.828737] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.831851] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.936551] env[62522]: DEBUG nova.compute.utils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1281.936551] env[62522]: DEBUG nova.compute.manager [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.945227] env[62522]: DEBUG nova.network.neutron [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.978965] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.981423] env[62522]: DEBUG oslo_concurrency.lockutils [req-248a63db-bf0d-4426-bed2-ac8750bb3f71 req-e273f827-cd80-4f57-9828-95624aba1e65 service nova] Releasing lock "refresh_cache-4923bebb-bcaa-497c-8fe8-cf6064eb933f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.130338] env[62522]: DEBUG nova.policy [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c45dc24daf54428ad5656ab711b2f95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b26e01aa1c6459494a6edaa83a99c0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.318031] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.336133] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.342134] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.445444] env[62522]: DEBUG nova.compute.manager [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.477365] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.820595] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.840646] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 28%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.844367] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.879723] env[62522]: DEBUG nova.network.neutron [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Successfully created port: 861fd1c1-b889-4ca0-a2a8-a4990ce902e2 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.931054] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff147f14-2249-4034-b341-477518651edf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.941075] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687405d5-75a0-407b-8cab-3aa5483c918a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.981501] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5002438a-9190-4d6f-98d7-0d1d57f6587e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.993512] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.995903] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e04d7b-d48f-485e-b241-4b349810f99c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.012293] env[62522]: DEBUG nova.compute.provider_tree [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.100330] env[62522]: DEBUG nova.compute.manager [None req-eba04856-098a-4063-8d1e-29348c5c87f9 tempest-ServerDiagnosticsV248Test-100022481 tempest-ServerDiagnosticsV248Test-100022481-project-admin] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.102130] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca80b19-980e-4e1c-85d1-65c3d47352b7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.108987] env[62522]: INFO nova.compute.manager [None req-eba04856-098a-4063-8d1e-29348c5c87f9 tempest-ServerDiagnosticsV248Test-100022481 tempest-ServerDiagnosticsV248Test-100022481-project-admin] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Retrieving diagnostics [ 1283.109644] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf63b1a-a168-4414-b390-39dbe48d748d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.323611] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.334931] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.346214] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 28%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.438581] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquiring lock "309977e4-9042-4911-9d4f-82d7e334b08f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.439052] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Lock "309977e4-9042-4911-9d4f-82d7e334b08f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.480995] env[62522]: DEBUG nova.compute.manager [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1283.494689] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.506993] env[62522]: DEBUG nova.virt.hardware [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1283.508017] env[62522]: DEBUG nova.virt.hardware [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1283.508017] env[62522]: DEBUG nova.virt.hardware [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.508357] env[62522]: DEBUG nova.virt.hardware [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1283.510033] env[62522]: DEBUG nova.virt.hardware [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.510033] env[62522]: DEBUG nova.virt.hardware [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1283.510033] env[62522]: DEBUG nova.virt.hardware [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1283.510033] env[62522]: DEBUG nova.virt.hardware [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1283.510033] env[62522]: DEBUG nova.virt.hardware [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1283.510259] env[62522]: DEBUG nova.virt.hardware [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1283.510259] env[62522]: DEBUG nova.virt.hardware [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1283.510868] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3437bd85-3388-4d93-b321-43709f3e1766 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.515808] env[62522]: DEBUG nova.scheduler.client.report [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1283.524997] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7fa005-5ccc-408a-9c47-3449fa73fdcc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.821963] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.834193] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.846652] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 28%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.991473] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.022290] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.022830] env[62522]: DEBUG nova.compute.manager [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1284.031234] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.060s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.032933] env[62522]: INFO nova.compute.claims [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.322374] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.337840] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.348509] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 28%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.488364] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.539014] env[62522]: DEBUG nova.compute.utils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1284.543484] env[62522]: DEBUG nova.compute.manager [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.544144] env[62522]: DEBUG nova.network.neutron [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.706429] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Acquiring lock "88554528-b370-49cb-ac2e-75864d0d33bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.706581] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Lock "88554528-b370-49cb-ac2e-75864d0d33bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.706889] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Acquiring lock "88554528-b370-49cb-ac2e-75864d0d33bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.707170] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Lock "88554528-b370-49cb-ac2e-75864d0d33bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.707371] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Lock "88554528-b370-49cb-ac2e-75864d0d33bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.716665] env[62522]: INFO nova.compute.manager [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Terminating instance [ 1284.740983] env[62522]: DEBUG nova.policy [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff524b8a81d44bd09c5e271f0cc4ed9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d0591d28fc9412ebf6e82252bef8211', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.819977] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.832337] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.845617] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 28%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.989732] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.044434] env[62522]: DEBUG nova.compute.manager [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.220452] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Acquiring lock "refresh_cache-88554528-b370-49cb-ac2e-75864d0d33bf" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.220656] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Acquired lock "refresh_cache-88554528-b370-49cb-ac2e-75864d0d33bf" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.221030] env[62522]: DEBUG nova.network.neutron [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.324107] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.340350] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.351539] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 28%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.493282] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.565277] env[62522]: DEBUG nova.network.neutron [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Successfully updated port: 861fd1c1-b889-4ca0-a2a8-a4990ce902e2 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.572886] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f98347f-b06a-4504-823a-280f1da573d8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.586796] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842cf1cd-40a3-456f-87f0-062be2893d5f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.622429] env[62522]: DEBUG nova.network.neutron [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Successfully created port: 20ff3ed5-8046-47cc-9e93-c41419a1f1cc {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1285.625515] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeff251-609d-4528-bdf5-4b59d8b29308 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.636342] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cf5221-416a-43e6-98fa-64f135c038f5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.651630] env[62522]: DEBUG nova.compute.provider_tree [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.769233] env[62522]: DEBUG nova.network.neutron [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.830247] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.845532] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.858210] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.921079] env[62522]: DEBUG nova.compute.manager [req-41df6f74-5dd1-4723-ba7a-79d3e7626be3 req-6158fe90-bcb6-437b-9941-511114279a1e service nova] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Received event network-vif-plugged-861fd1c1-b889-4ca0-a2a8-a4990ce902e2 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1285.921303] env[62522]: DEBUG oslo_concurrency.lockutils [req-41df6f74-5dd1-4723-ba7a-79d3e7626be3 req-6158fe90-bcb6-437b-9941-511114279a1e service nova] Acquiring lock "47f1cb12-ddfd-43db-943f-d1183410fbe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.921668] env[62522]: DEBUG oslo_concurrency.lockutils [req-41df6f74-5dd1-4723-ba7a-79d3e7626be3 req-6158fe90-bcb6-437b-9941-511114279a1e service nova] Lock "47f1cb12-ddfd-43db-943f-d1183410fbe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.921668] env[62522]: DEBUG oslo_concurrency.lockutils [req-41df6f74-5dd1-4723-ba7a-79d3e7626be3 req-6158fe90-bcb6-437b-9941-511114279a1e service nova] Lock "47f1cb12-ddfd-43db-943f-d1183410fbe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.921875] env[62522]: DEBUG nova.compute.manager [req-41df6f74-5dd1-4723-ba7a-79d3e7626be3 req-6158fe90-bcb6-437b-9941-511114279a1e service nova] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] No waiting events found dispatching network-vif-plugged-861fd1c1-b889-4ca0-a2a8-a4990ce902e2 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.921988] env[62522]: WARNING nova.compute.manager [req-41df6f74-5dd1-4723-ba7a-79d3e7626be3 req-6158fe90-bcb6-437b-9941-511114279a1e service nova] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Received unexpected event network-vif-plugged-861fd1c1-b889-4ca0-a2a8-a4990ce902e2 for instance with vm_state building and task_state spawning. [ 1285.992675] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702311, 'name': CopyVirtualDisk_Task, 'duration_secs': 8.402044} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.992911] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 371c2c59-aff3-4552-96d3-1899068e79ef/371c2c59-aff3-4552-96d3-1899068e79ef.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.993130] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.993380] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f84dcdb1-aaa1-486d-a6ef-bcdd91023162 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.000274] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1286.000274] env[62522]: value = "task-1702316" [ 1286.000274] env[62522]: _type = "Task" [ 1286.000274] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.009622] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.021895] env[62522]: DEBUG nova.network.neutron [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.062606] env[62522]: DEBUG nova.compute.manager [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1286.070038] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Acquiring lock "refresh_cache-47f1cb12-ddfd-43db-943f-d1183410fbe6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.070038] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Acquired lock "refresh_cache-47f1cb12-ddfd-43db-943f-d1183410fbe6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.070038] env[62522]: DEBUG nova.network.neutron [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.095847] env[62522]: DEBUG nova.virt.hardware [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1286.096094] env[62522]: DEBUG nova.virt.hardware [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1286.096255] env[62522]: DEBUG nova.virt.hardware [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.096440] env[62522]: DEBUG nova.virt.hardware [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1286.096584] env[62522]: DEBUG nova.virt.hardware [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.099673] env[62522]: DEBUG nova.virt.hardware [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1286.099673] env[62522]: DEBUG nova.virt.hardware [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1286.099673] env[62522]: DEBUG nova.virt.hardware [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1286.099673] env[62522]: DEBUG nova.virt.hardware [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1286.099673] env[62522]: DEBUG nova.virt.hardware [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1286.099939] env[62522]: DEBUG nova.virt.hardware [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1286.099939] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea2aeb5-4b6b-4baf-b694-f8de326afd0b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.108867] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f13e35-8d2d-4c78-9e44-8675da32b194 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.156581] env[62522]: DEBUG nova.scheduler.client.report [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1286.252795] env[62522]: DEBUG oslo_concurrency.lockutils [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "cdb11f98-7e4b-4dec-af3a-2127d945a592" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.253043] env[62522]: DEBUG oslo_concurrency.lockutils [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "cdb11f98-7e4b-4dec-af3a-2127d945a592" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.253635] env[62522]: DEBUG oslo_concurrency.lockutils [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "cdb11f98-7e4b-4dec-af3a-2127d945a592-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.254514] env[62522]: DEBUG oslo_concurrency.lockutils [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "cdb11f98-7e4b-4dec-af3a-2127d945a592-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.254514] env[62522]: DEBUG oslo_concurrency.lockutils [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "cdb11f98-7e4b-4dec-af3a-2127d945a592-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.256020] env[62522]: INFO nova.compute.manager [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Terminating instance [ 1286.328353] env[62522]: DEBUG oslo_vmware.api [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 8.133384} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.328353] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.328353] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.328353] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.328353] env[62522]: INFO nova.compute.manager [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Took 12.61 seconds to destroy the instance on the hypervisor. [ 1286.328578] env[62522]: DEBUG oslo.service.loopingcall [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1286.328578] env[62522]: DEBUG nova.compute.manager [-] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1286.328578] env[62522]: DEBUG nova.network.neutron [-] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1286.340605] env[62522]: DEBUG oslo_vmware.api [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 8.135184} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.340871] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.341058] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.341238] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.341450] env[62522]: INFO nova.compute.manager [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Took 11.37 seconds to destroy the instance on the hypervisor. [ 1286.341637] env[62522]: DEBUG oslo.service.loopingcall [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1286.341818] env[62522]: DEBUG nova.compute.manager [-] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1286.341908] env[62522]: DEBUG nova.network.neutron [-] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1286.356549] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702297, 'name': CreateVM_Task, 'duration_secs': 11.608755} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.357079] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.357461] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.357622] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.357953] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.358320] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c895da-d191-4a53-8ce6-334294de1664 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.365018] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Waiting for the task: (returnval){ [ 1286.365018] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521c14e0-e744-3bbb-b23d-b4ff117fd0df" [ 1286.365018] env[62522]: _type = "Task" [ 1286.365018] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.372855] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521c14e0-e744-3bbb-b23d-b4ff117fd0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.514087] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066476} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.514552] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.516405] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15096c10-7c53-44e8-ac6a-03434a95dde2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.532302] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Releasing lock "refresh_cache-88554528-b370-49cb-ac2e-75864d0d33bf" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.535012] env[62522]: DEBUG nova.compute.manager [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.535012] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.548210] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 371c2c59-aff3-4552-96d3-1899068e79ef/371c2c59-aff3-4552-96d3-1899068e79ef.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.548210] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d292b37-163f-46a0-8367-5665f24973ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.550820] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5001c6b1-530a-4514-ac2d-0c33200def29 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.576062] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.577561] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e4360c5-27c3-44fa-a12d-a51fa9c80d30 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.579166] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1286.579166] env[62522]: value = "task-1702317" [ 1286.579166] env[62522]: _type = "Task" [ 1286.579166] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.585497] env[62522]: DEBUG oslo_vmware.api [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Waiting for the task: (returnval){ [ 1286.585497] env[62522]: value = "task-1702318" [ 1286.585497] env[62522]: _type = "Task" [ 1286.585497] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.593386] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702317, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.599477] env[62522]: DEBUG oslo_vmware.api [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.663134] env[62522]: DEBUG nova.network.neutron [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.666717] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.666717] env[62522]: DEBUG nova.compute.manager [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1286.668889] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.530s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.670834] env[62522]: INFO nova.compute.claims [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.760967] env[62522]: DEBUG nova.compute.manager [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.761235] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.762139] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462c1569-b6c9-47f7-a806-46c213c558a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.773618] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.773910] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eef4b4c0-544d-4b26-b20e-8ca442860867 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.865649] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.865889] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.866084] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Deleting the datastore file [datastore1] cdb11f98-7e4b-4dec-af3a-2127d945a592 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.869728] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c8d5c22-c3fb-4eb8-89ec-48a2caa9b190 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.882677] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521c14e0-e744-3bbb-b23d-b4ff117fd0df, 'name': SearchDatastore_Task, 'duration_secs': 0.021044} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.884042] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.884389] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.885050] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.885315] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.885590] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.886041] env[62522]: DEBUG oslo_vmware.api [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1286.886041] env[62522]: value = "task-1702320" [ 1286.886041] env[62522]: _type = "Task" [ 1286.886041] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.886255] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51811e47-ca8a-49cc-afdc-92b49592409d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.903504] env[62522]: DEBUG oslo_vmware.api [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.905705] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.905705] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.907062] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c9a9c0-7f23-4262-917c-e0826520f075 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.912105] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Waiting for the task: (returnval){ [ 1286.912105] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b20b00-dd18-c0bb-8481-b9e20312a1a6" [ 1286.912105] env[62522]: _type = "Task" [ 1286.912105] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.922226] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b20b00-dd18-c0bb-8481-b9e20312a1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.095763] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702317, 'name': ReconfigVM_Task, 'duration_secs': 0.282275} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.096463] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 371c2c59-aff3-4552-96d3-1899068e79ef/371c2c59-aff3-4552-96d3-1899068e79ef.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.097495] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae96be96-1746-4339-b3df-8a85c8226ee0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.102639] env[62522]: DEBUG oslo_vmware.api [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702318, 'name': PowerOffVM_Task, 'duration_secs': 0.158557} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.103439] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.103630] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.104404] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e24df00-69d2-4159-b92d-3fbb42029a4d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.107752] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1287.107752] env[62522]: value = "task-1702321" [ 1287.107752] env[62522]: _type = "Task" [ 1287.107752] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.116897] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702321, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.129458] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.129667] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.129854] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Deleting the datastore file [datastore1] 88554528-b370-49cb-ac2e-75864d0d33bf {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.130434] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-122f15f2-fd84-4c59-99a7-363462fc6be5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.138552] env[62522]: DEBUG oslo_vmware.api [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Waiting for the task: (returnval){ [ 1287.138552] env[62522]: value = "task-1702323" [ 1287.138552] env[62522]: _type = "Task" [ 1287.138552] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.150565] env[62522]: DEBUG oslo_vmware.api [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.176452] env[62522]: DEBUG nova.compute.utils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1287.180387] env[62522]: DEBUG nova.compute.manager [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1287.180571] env[62522]: DEBUG nova.network.neutron [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.297381] env[62522]: DEBUG nova.network.neutron [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Updating instance_info_cache with network_info: [{"id": "861fd1c1-b889-4ca0-a2a8-a4990ce902e2", "address": "fa:16:3e:d9:a7:d2", "network": {"id": "cb204d10-4250-4999-abd2-0ce9cb72c256", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1310724758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b26e01aa1c6459494a6edaa83a99c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861fd1c1-b8", "ovs_interfaceid": "861fd1c1-b889-4ca0-a2a8-a4990ce902e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.302448] env[62522]: DEBUG nova.policy [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47aafa43717d4fd1922c2d4d9f49251e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba18edd990c14c5992fddfe4c121781c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.405186] env[62522]: DEBUG oslo_vmware.api [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303906} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.409812] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.410039] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.410760] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.410871] env[62522]: INFO nova.compute.manager [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1287.411226] env[62522]: DEBUG oslo.service.loopingcall [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1287.411744] env[62522]: DEBUG nova.compute.manager [-] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.411806] env[62522]: DEBUG nova.network.neutron [-] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.427129] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b20b00-dd18-c0bb-8481-b9e20312a1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.016509} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.427795] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e75a44-34f4-40f3-b58f-6dad46bfbea2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.437510] env[62522]: DEBUG nova.network.neutron [-] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.440071] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Waiting for the task: (returnval){ [ 1287.440071] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c0c8da-5eca-54d0-7a7b-f4b9c170cf85" [ 1287.440071] env[62522]: _type = "Task" [ 1287.440071] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.451407] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c0c8da-5eca-54d0-7a7b-f4b9c170cf85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.617957] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702321, 'name': Rename_Task, 'duration_secs': 0.170002} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.619164] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.619164] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42c46071-dcc0-4eeb-a634-ab8b52b91c90 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.627762] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1287.627762] env[62522]: value = "task-1702324" [ 1287.627762] env[62522]: _type = "Task" [ 1287.627762] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.631122] env[62522]: DEBUG nova.network.neutron [-] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.639759] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.651386] env[62522]: DEBUG oslo_vmware.api [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Task: {'id': task-1702323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179181} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.651386] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.651490] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.653263] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.653563] env[62522]: INFO nova.compute.manager [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1287.653907] env[62522]: DEBUG oslo.service.loopingcall [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1287.656037] env[62522]: DEBUG nova.compute.manager [-] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.656037] env[62522]: DEBUG nova.network.neutron [-] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.682441] env[62522]: DEBUG nova.compute.manager [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1287.693850] env[62522]: DEBUG nova.network.neutron [-] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.809755] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Releasing lock "refresh_cache-47f1cb12-ddfd-43db-943f-d1183410fbe6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.810128] env[62522]: DEBUG nova.compute.manager [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Instance network_info: |[{"id": "861fd1c1-b889-4ca0-a2a8-a4990ce902e2", "address": "fa:16:3e:d9:a7:d2", "network": {"id": "cb204d10-4250-4999-abd2-0ce9cb72c256", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1310724758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b26e01aa1c6459494a6edaa83a99c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861fd1c1-b8", "ovs_interfaceid": "861fd1c1-b889-4ca0-a2a8-a4990ce902e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.812048] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:a7:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '861fd1c1-b889-4ca0-a2a8-a4990ce902e2', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.821442] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Creating folder: Project (8b26e01aa1c6459494a6edaa83a99c0f). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.821442] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65d0f040-f6e1-4f10-996c-577f0ab35d39 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.834747] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Created folder: Project (8b26e01aa1c6459494a6edaa83a99c0f) in parent group-v354730. [ 1287.834747] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Creating folder: Instances. Parent ref: group-v354777. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.834747] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aeac5a3-2811-400a-9864-23ba37b57278 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.842852] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Created folder: Instances in parent group-v354777. [ 1287.842852] env[62522]: DEBUG oslo.service.loopingcall [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1287.842852] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.842852] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeb79b59-213b-46c9-8fc8-7ded80ee9d2f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.874259] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.874259] env[62522]: value = "task-1702327" [ 1287.874259] env[62522]: _type = "Task" [ 1287.874259] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.883988] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702327, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.941419] env[62522]: INFO nova.compute.manager [-] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Took 1.60 seconds to deallocate network for instance. [ 1287.963982] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c0c8da-5eca-54d0-7a7b-f4b9c170cf85, 'name': SearchDatastore_Task, 'duration_secs': 0.016492} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.963982] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.963982] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 50c9eae8-cb56-4984-9b42-cc9b9e83e623/50c9eae8-cb56-4984-9b42-cc9b9e83e623.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.963982] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcbaeb03-51cb-47a4-a8f9-3ff1ea5febdf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.977674] env[62522]: DEBUG nova.network.neutron [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Successfully updated port: 20ff3ed5-8046-47cc-9e93-c41419a1f1cc {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.979315] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Waiting for the task: (returnval){ [ 1287.979315] env[62522]: value = "task-1702328" [ 1287.979315] env[62522]: _type = "Task" [ 1287.979315] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.998890] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "080b8050-abea-4f11-9a8a-125476d5a9e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.999591] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "080b8050-abea-4f11-9a8a-125476d5a9e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.013256] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.098220] env[62522]: DEBUG nova.compute.manager [req-2269f2e4-2540-4941-9ed2-d91369c58ebb req-fa28a9aa-901e-4f05-9094-7e94c682320b service nova] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Received event network-vif-deleted-8e0e2a2c-65a7-4286-9fd6-53e80b6c6299 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1288.137024] env[62522]: INFO nova.compute.manager [-] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Took 1.81 seconds to deallocate network for instance. [ 1288.156324] env[62522]: DEBUG oslo_vmware.api [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702324, 'name': PowerOnVM_Task, 'duration_secs': 0.453746} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.156975] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.157144] env[62522]: INFO nova.compute.manager [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Took 14.03 seconds to spawn the instance on the hypervisor. [ 1288.157337] env[62522]: DEBUG nova.compute.manager [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.159038] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff96db38-b03c-4cd2-8315-a7ada2556cfe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.199554] env[62522]: DEBUG nova.network.neutron [-] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.297979] env[62522]: DEBUG nova.network.neutron [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Successfully created port: 2fa99c3b-10ef-4aac-822c-873132e80b8f {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1288.373821] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db90f75-3413-4bf9-8aba-0f7910b05fed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.391251] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702327, 'name': CreateVM_Task, 'duration_secs': 0.435563} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.392045] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.393357] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7b9b7e-e1c8-4670-a33a-6bb71a66af5f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.397519] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.397718] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.398136] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1288.398411] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60527e98-fe2d-4b6b-8e1d-6bb2dd2432eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.439111] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4c90d6-c64b-4cb5-a395-8dd2d6e7c64b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.443976] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Waiting for the task: (returnval){ [ 1288.443976] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5262eb60-8b41-c082-c2c7-bec801ac39de" [ 1288.443976] env[62522]: _type = "Task" [ 1288.443976] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.450282] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.452167] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10cf225-4dbb-490a-8295-fb28837db6eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.461254] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5262eb60-8b41-c082-c2c7-bec801ac39de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.472732] env[62522]: DEBUG nova.compute.provider_tree [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1288.481050] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Acquiring lock "refresh_cache-91f1486c-8f22-4844-8bef-1e08cfd08030" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.481334] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Acquired lock "refresh_cache-91f1486c-8f22-4844-8bef-1e08cfd08030" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.481613] env[62522]: DEBUG nova.network.neutron [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.504511] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702328, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.580966] env[62522]: DEBUG nova.network.neutron [-] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.594125] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52280085-33b0-0d0a-b38b-8952637d5877/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1288.596728] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635d5767-8984-4295-b66a-4f935f5a44d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.605219] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52280085-33b0-0d0a-b38b-8952637d5877/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1288.605423] env[62522]: ERROR oslo_vmware.rw_handles [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52280085-33b0-0d0a-b38b-8952637d5877/disk-0.vmdk due to incomplete transfer. [ 1288.605738] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cfde0451-5572-4a56-82d1-49baf4fab361 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.614614] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52280085-33b0-0d0a-b38b-8952637d5877/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1288.614835] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Uploaded image f11d46e8-5ad7-4e96-9e39-e8c3ad30709e to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1288.616970] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1288.617269] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-458a2e53-db75-4552-84a2-ebce1b532c9e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.624708] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1288.624708] env[62522]: value = "task-1702329" [ 1288.624708] env[62522]: _type = "Task" [ 1288.624708] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.639437] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702329, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.658759] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.693826] env[62522]: INFO nova.compute.manager [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Took 34.81 seconds to build instance. [ 1288.703190] env[62522]: DEBUG nova.compute.manager [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1288.706184] env[62522]: INFO nova.compute.manager [-] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Took 1.05 seconds to deallocate network for instance. [ 1288.745761] env[62522]: DEBUG nova.virt.hardware [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1288.745761] env[62522]: DEBUG nova.virt.hardware [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1288.745761] env[62522]: DEBUG nova.virt.hardware [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.745971] env[62522]: DEBUG nova.virt.hardware [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1288.745971] env[62522]: DEBUG nova.virt.hardware [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.745971] env[62522]: DEBUG nova.virt.hardware [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1288.745971] env[62522]: DEBUG nova.virt.hardware [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1288.745971] env[62522]: DEBUG nova.virt.hardware [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1288.746170] env[62522]: DEBUG nova.virt.hardware [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1288.747078] env[62522]: DEBUG nova.virt.hardware [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1288.747078] env[62522]: DEBUG nova.virt.hardware [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1288.747617] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a712083-a085-484e-a745-60ce39b664c5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.756334] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8452fc2c-0f01-4bf4-863b-1a73ca6bb358 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.955657] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5262eb60-8b41-c082-c2c7-bec801ac39de, 'name': SearchDatastore_Task, 'duration_secs': 0.072989} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.957146] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.957686] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.957686] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.957820] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.957938] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.959461] env[62522]: DEBUG nova.compute.manager [req-b7607aef-7c76-4336-b6c1-a197cac1a4a8 req-759bc0f5-6892-47ca-91a0-70007b8475b6 service nova] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Received event network-changed-861fd1c1-b889-4ca0-a2a8-a4990ce902e2 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1288.959643] env[62522]: DEBUG nova.compute.manager [req-b7607aef-7c76-4336-b6c1-a197cac1a4a8 req-759bc0f5-6892-47ca-91a0-70007b8475b6 service nova] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Refreshing instance network info cache due to event network-changed-861fd1c1-b889-4ca0-a2a8-a4990ce902e2. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1288.959834] env[62522]: DEBUG oslo_concurrency.lockutils [req-b7607aef-7c76-4336-b6c1-a197cac1a4a8 req-759bc0f5-6892-47ca-91a0-70007b8475b6 service nova] Acquiring lock "refresh_cache-47f1cb12-ddfd-43db-943f-d1183410fbe6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.960468] env[62522]: DEBUG oslo_concurrency.lockutils [req-b7607aef-7c76-4336-b6c1-a197cac1a4a8 req-759bc0f5-6892-47ca-91a0-70007b8475b6 service nova] Acquired lock "refresh_cache-47f1cb12-ddfd-43db-943f-d1183410fbe6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.960468] env[62522]: DEBUG nova.network.neutron [req-b7607aef-7c76-4336-b6c1-a197cac1a4a8 req-759bc0f5-6892-47ca-91a0-70007b8475b6 service nova] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Refreshing network info cache for port 861fd1c1-b889-4ca0-a2a8-a4990ce902e2 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.961473] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c47d284-b7ad-46e9-9f23-aaea4722e94e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.981079] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.981272] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.982648] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8971d1dc-e101-4446-8102-ed388cac97d4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.993023] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Waiting for the task: (returnval){ [ 1288.993023] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5221bec3-9d89-9421-0d02-403d319f98ed" [ 1288.993023] env[62522]: _type = "Task" [ 1288.993023] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.000438] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707488} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.001130] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 50c9eae8-cb56-4984-9b42-cc9b9e83e623/50c9eae8-cb56-4984-9b42-cc9b9e83e623.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.001343] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.001616] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-427ee675-1232-472c-85f9-ee4a05351d24 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.006803] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5221bec3-9d89-9421-0d02-403d319f98ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.007671] env[62522]: ERROR nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [req-e43ed581-474c-4d1d-a31f-d11a7f68ead5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e43ed581-474c-4d1d-a31f-d11a7f68ead5"}]} [ 1289.012256] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Waiting for the task: (returnval){ [ 1289.012256] env[62522]: value = "task-1702330" [ 1289.012256] env[62522]: _type = "Task" [ 1289.012256] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.022848] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.034510] env[62522]: DEBUG nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1289.053734] env[62522]: DEBUG nova.network.neutron [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1289.071755] env[62522]: DEBUG nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1289.072050] env[62522]: DEBUG nova.compute.provider_tree [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 42 to 43 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1289.072263] env[62522]: DEBUG nova.compute.provider_tree [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1289.086417] env[62522]: INFO nova.compute.manager [-] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Took 1.67 seconds to deallocate network for instance. [ 1289.094556] env[62522]: DEBUG nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1289.117445] env[62522]: DEBUG nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1289.141762] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702329, 'name': Destroy_Task, 'duration_secs': 0.373129} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.144793] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Destroyed the VM [ 1289.145139] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1289.145602] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-be8cf96e-c20d-448b-adfc-ee03e8a2cace {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.153633] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1289.153633] env[62522]: value = "task-1702331" [ 1289.153633] env[62522]: _type = "Task" [ 1289.153633] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.168879] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702331, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.197456] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be337888-527e-4918-b5a0-64299216570e tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Lock "371c2c59-aff3-4552-96d3-1899068e79ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.947s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.213730] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.345959] env[62522]: DEBUG nova.network.neutron [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Updating instance_info_cache with network_info: [{"id": "20ff3ed5-8046-47cc-9e93-c41419a1f1cc", "address": "fa:16:3e:3c:39:52", "network": {"id": "21e532b9-e7fd-481f-8bb5-eb90842f21bf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1304442760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0591d28fc9412ebf6e82252bef8211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ff3ed5-80", "ovs_interfaceid": "20ff3ed5-8046-47cc-9e93-c41419a1f1cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.511035] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5221bec3-9d89-9421-0d02-403d319f98ed, 'name': SearchDatastore_Task, 'duration_secs': 0.039971} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.511744] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac8230e-8e00-4f09-911f-5d1ea4428802 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.534456] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "e0a1472b-9c2b-4812-8e25-290623077bdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.535630] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "e0a1472b-9c2b-4812-8e25-290623077bdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.535630] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Waiting for the task: (returnval){ [ 1289.535630] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52701cd0-c95d-fee7-cd36-6185cfdddc8c" [ 1289.535630] env[62522]: _type = "Task" [ 1289.535630] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.542588] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195364} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.543276] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.544497] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab95113-f7d3-4f39-8aba-32cf0e535acd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.550144] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52701cd0-c95d-fee7-cd36-6185cfdddc8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.574271] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 50c9eae8-cb56-4984-9b42-cc9b9e83e623/50c9eae8-cb56-4984-9b42-cc9b9e83e623.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.575028] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12cb4c8e-4a1f-4d37-bb23-7f1c0a9df15f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.597446] env[62522]: DEBUG oslo_concurrency.lockutils [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.599718] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Waiting for the task: (returnval){ [ 1289.599718] env[62522]: value = "task-1702332" [ 1289.599718] env[62522]: _type = "Task" [ 1289.599718] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.609108] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.672728] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Acquiring lock "4f6686a9-12ad-460d-b826-1bb36f7b8e58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.672989] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Lock "4f6686a9-12ad-460d-b826-1bb36f7b8e58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.678091] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702331, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.708443] env[62522]: DEBUG nova.compute.manager [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1289.772816] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa66e4c7-0c25-4ba2-b757-90a3112a64aa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.787415] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10105041-ae51-4152-815f-cea3108d217f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.821010] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bde02f-2325-4b61-9c39-89424a9252ad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.828478] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314cfe8b-e21f-4a31-9386-6f2dc16710e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.844330] env[62522]: DEBUG nova.compute.provider_tree [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1289.848126] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Releasing lock "refresh_cache-91f1486c-8f22-4844-8bef-1e08cfd08030" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.848877] env[62522]: DEBUG nova.compute.manager [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Instance network_info: |[{"id": "20ff3ed5-8046-47cc-9e93-c41419a1f1cc", "address": "fa:16:3e:3c:39:52", "network": {"id": "21e532b9-e7fd-481f-8bb5-eb90842f21bf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1304442760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0591d28fc9412ebf6e82252bef8211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ff3ed5-80", "ovs_interfaceid": "20ff3ed5-8046-47cc-9e93-c41419a1f1cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1289.849386] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:39:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20ff3ed5-8046-47cc-9e93-c41419a1f1cc', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.859142] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Creating folder: Project (9d0591d28fc9412ebf6e82252bef8211). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1289.862614] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38228517-c97d-4c5f-b002-d999ee33b62d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.872976] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Created folder: Project (9d0591d28fc9412ebf6e82252bef8211) in parent group-v354730. [ 1289.873206] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Creating folder: Instances. Parent ref: group-v354780. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1289.873439] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c8ad63f-e413-43a7-9771-69d5eac42450 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.883812] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Created folder: Instances in parent group-v354780. [ 1289.884062] env[62522]: DEBUG oslo.service.loopingcall [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1289.884634] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.884634] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07161bbc-40ac-4e08-ba42-0f9ad9412656 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.904023] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.904023] env[62522]: value = "task-1702335" [ 1289.904023] env[62522]: _type = "Task" [ 1289.904023] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.912017] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702335, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.935066] env[62522]: DEBUG nova.network.neutron [req-b7607aef-7c76-4336-b6c1-a197cac1a4a8 req-759bc0f5-6892-47ca-91a0-70007b8475b6 service nova] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Updated VIF entry in instance network info cache for port 861fd1c1-b889-4ca0-a2a8-a4990ce902e2. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.935494] env[62522]: DEBUG nova.network.neutron [req-b7607aef-7c76-4336-b6c1-a197cac1a4a8 req-759bc0f5-6892-47ca-91a0-70007b8475b6 service nova] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Updating instance_info_cache with network_info: [{"id": "861fd1c1-b889-4ca0-a2a8-a4990ce902e2", "address": "fa:16:3e:d9:a7:d2", "network": {"id": "cb204d10-4250-4999-abd2-0ce9cb72c256", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1310724758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b26e01aa1c6459494a6edaa83a99c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861fd1c1-b8", "ovs_interfaceid": "861fd1c1-b889-4ca0-a2a8-a4990ce902e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.049217] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52701cd0-c95d-fee7-cd36-6185cfdddc8c, 'name': SearchDatastore_Task, 'duration_secs': 0.029319} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.049956] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.051409] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 47f1cb12-ddfd-43db-943f-d1183410fbe6/47f1cb12-ddfd-43db-943f-d1183410fbe6.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.051409] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34e83f1a-4c68-4b9d-bc62-22e2d3c13407 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.061679] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Waiting for the task: (returnval){ [ 1290.061679] env[62522]: value = "task-1702336" [ 1290.061679] env[62522]: _type = "Task" [ 1290.061679] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.073526] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1702336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.109932] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.174378] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "b4635be1-b5df-4c4a-ace3-a438791c0b33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.174918] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "b4635be1-b5df-4c4a-ace3-a438791c0b33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.175397] env[62522]: DEBUG oslo_vmware.api [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702331, 'name': RemoveSnapshot_Task, 'duration_secs': 0.631599} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.175800] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1290.176213] env[62522]: INFO nova.compute.manager [None req-f8da620a-5709-4354-889a-5de43b5bff69 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Took 15.24 seconds to snapshot the instance on the hypervisor. [ 1290.206808] env[62522]: DEBUG nova.network.neutron [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Successfully updated port: 2fa99c3b-10ef-4aac-822c-873132e80b8f {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1290.245650] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.376027] env[62522]: ERROR nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [req-8853691c-e122-4718-bf06-abffa7d97983] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8853691c-e122-4718-bf06-abffa7d97983"}]} [ 1290.395130] env[62522]: DEBUG nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1290.415785] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702335, 'name': CreateVM_Task, 'duration_secs': 0.444447} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.421079] env[62522]: DEBUG nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1290.421403] env[62522]: DEBUG nova.compute.provider_tree [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.423465] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.425889] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.425889] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.426068] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.426434] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ec77dd-7ae7-435e-b4d1-2b5daf391bb9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.436945] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Waiting for the task: (returnval){ [ 1290.436945] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c8d658-577a-111f-0cdd-087dbda736bf" [ 1290.436945] env[62522]: _type = "Task" [ 1290.436945] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.440906] env[62522]: DEBUG oslo_concurrency.lockutils [req-b7607aef-7c76-4336-b6c1-a197cac1a4a8 req-759bc0f5-6892-47ca-91a0-70007b8475b6 service nova] Releasing lock "refresh_cache-47f1cb12-ddfd-43db-943f-d1183410fbe6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.440906] env[62522]: DEBUG nova.compute.manager [req-b7607aef-7c76-4336-b6c1-a197cac1a4a8 req-759bc0f5-6892-47ca-91a0-70007b8475b6 service nova] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Received event network-vif-deleted-c87652bd-7663-4b2b-8d87-fbf3bf660fff {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1290.443109] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c8d658-577a-111f-0cdd-087dbda736bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.444441] env[62522]: DEBUG nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1290.471384] env[62522]: DEBUG nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1290.578939] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1702336, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.614491] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702332, 'name': ReconfigVM_Task, 'duration_secs': 0.685942} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.614804] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 50c9eae8-cb56-4984-9b42-cc9b9e83e623/50c9eae8-cb56-4984-9b42-cc9b9e83e623.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.615602] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e84a99c1-c150-474a-9fed-3a58e1eba63e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.622700] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Waiting for the task: (returnval){ [ 1290.622700] env[62522]: value = "task-1702341" [ 1290.622700] env[62522]: _type = "Task" [ 1290.622700] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.633773] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702341, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.710387] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Acquiring lock "refresh_cache-1c8b87b0-2230-4e68-9da5-09db6fd43b5d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.710547] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Acquired lock "refresh_cache-1c8b87b0-2230-4e68-9da5-09db6fd43b5d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.710736] env[62522]: DEBUG nova.network.neutron [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.890492] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "b75ffa1f-f876-4e28-96ea-72e223d0c01a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.890599] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "b75ffa1f-f876-4e28-96ea-72e223d0c01a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.926170] env[62522]: DEBUG nova.compute.manager [req-4240e1c3-867a-4dbc-8f11-a2fb16d182f2 req-e3128d3d-27f6-4845-9cdd-a8ec118c3c78 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Received event network-vif-plugged-20ff3ed5-8046-47cc-9e93-c41419a1f1cc {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1290.926373] env[62522]: DEBUG oslo_concurrency.lockutils [req-4240e1c3-867a-4dbc-8f11-a2fb16d182f2 req-e3128d3d-27f6-4845-9cdd-a8ec118c3c78 service nova] Acquiring lock "91f1486c-8f22-4844-8bef-1e08cfd08030-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.926598] env[62522]: DEBUG oslo_concurrency.lockutils [req-4240e1c3-867a-4dbc-8f11-a2fb16d182f2 req-e3128d3d-27f6-4845-9cdd-a8ec118c3c78 service nova] Lock "91f1486c-8f22-4844-8bef-1e08cfd08030-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.926769] env[62522]: DEBUG oslo_concurrency.lockutils [req-4240e1c3-867a-4dbc-8f11-a2fb16d182f2 req-e3128d3d-27f6-4845-9cdd-a8ec118c3c78 service nova] Lock "91f1486c-8f22-4844-8bef-1e08cfd08030-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.926930] env[62522]: DEBUG nova.compute.manager [req-4240e1c3-867a-4dbc-8f11-a2fb16d182f2 req-e3128d3d-27f6-4845-9cdd-a8ec118c3c78 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] No waiting events found dispatching network-vif-plugged-20ff3ed5-8046-47cc-9e93-c41419a1f1cc {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1290.927102] env[62522]: WARNING nova.compute.manager [req-4240e1c3-867a-4dbc-8f11-a2fb16d182f2 req-e3128d3d-27f6-4845-9cdd-a8ec118c3c78 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Received unexpected event network-vif-plugged-20ff3ed5-8046-47cc-9e93-c41419a1f1cc for instance with vm_state building and task_state spawning. [ 1290.927269] env[62522]: DEBUG nova.compute.manager [req-4240e1c3-867a-4dbc-8f11-a2fb16d182f2 req-e3128d3d-27f6-4845-9cdd-a8ec118c3c78 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Received event network-changed-20ff3ed5-8046-47cc-9e93-c41419a1f1cc {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1290.927424] env[62522]: DEBUG nova.compute.manager [req-4240e1c3-867a-4dbc-8f11-a2fb16d182f2 req-e3128d3d-27f6-4845-9cdd-a8ec118c3c78 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Refreshing instance network info cache due to event network-changed-20ff3ed5-8046-47cc-9e93-c41419a1f1cc. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1290.927604] env[62522]: DEBUG oslo_concurrency.lockutils [req-4240e1c3-867a-4dbc-8f11-a2fb16d182f2 req-e3128d3d-27f6-4845-9cdd-a8ec118c3c78 service nova] Acquiring lock "refresh_cache-91f1486c-8f22-4844-8bef-1e08cfd08030" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.927734] env[62522]: DEBUG oslo_concurrency.lockutils [req-4240e1c3-867a-4dbc-8f11-a2fb16d182f2 req-e3128d3d-27f6-4845-9cdd-a8ec118c3c78 service nova] Acquired lock "refresh_cache-91f1486c-8f22-4844-8bef-1e08cfd08030" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.927883] env[62522]: DEBUG nova.network.neutron [req-4240e1c3-867a-4dbc-8f11-a2fb16d182f2 req-e3128d3d-27f6-4845-9cdd-a8ec118c3c78 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Refreshing network info cache for port 20ff3ed5-8046-47cc-9e93-c41419a1f1cc {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.945533] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c8d658-577a-111f-0cdd-087dbda736bf, 'name': SearchDatastore_Task, 'duration_secs': 0.066948} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.948415] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.948620] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.948876] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.949068] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.949199] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.949894] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-699679c4-34a7-41ff-ae31-591f9cfd0bfa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.967194] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.967391] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.968135] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af99a28-762f-4ba4-99f6-cba7269a5b89 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.976044] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Waiting for the task: (returnval){ [ 1290.976044] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a1a6a2-2717-5fe7-af6f-e15283e69ad2" [ 1290.976044] env[62522]: _type = "Task" [ 1290.976044] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.984087] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a1a6a2-2717-5fe7-af6f-e15283e69ad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.017580] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c71aada-ae56-4910-9554-1b70aca2777a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.024811] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2691e5a6-c0f1-4fbb-a43c-0fccd1da77c2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.058881] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f0b885-b207-4fd5-b616-be6dfc7ea8a8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.069814] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baa2ad3-0c55-49c1-aca1-aae4304f86ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.078078] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1702336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59535} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.078743] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 47f1cb12-ddfd-43db-943f-d1183410fbe6/47f1cb12-ddfd-43db-943f-d1183410fbe6.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.078961] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.079217] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1991b386-c2b1-4a07-a5dd-c17fb7e547a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.088969] env[62522]: DEBUG nova.compute.provider_tree [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1291.095830] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Waiting for the task: (returnval){ [ 1291.095830] env[62522]: value = "task-1702342" [ 1291.095830] env[62522]: _type = "Task" [ 1291.095830] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.104444] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1702342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.132869] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702341, 'name': Rename_Task, 'duration_secs': 0.179982} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.133737] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.133737] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ee07ddd-44d0-44eb-bbbd-37f8d4294744 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.140151] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Waiting for the task: (returnval){ [ 1291.140151] env[62522]: value = "task-1702343" [ 1291.140151] env[62522]: _type = "Task" [ 1291.140151] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.148182] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.244213] env[62522]: DEBUG nova.network.neutron [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.486933] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a1a6a2-2717-5fe7-af6f-e15283e69ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.05983} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.491018] env[62522]: DEBUG nova.network.neutron [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Updating instance_info_cache with network_info: [{"id": "2fa99c3b-10ef-4aac-822c-873132e80b8f", "address": "fa:16:3e:48:5d:cb", "network": {"id": "a589c8da-dc6e-441a-8bb7-9811f0b64846", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-569082790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba18edd990c14c5992fddfe4c121781c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa99c3b-10", "ovs_interfaceid": "2fa99c3b-10ef-4aac-822c-873132e80b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.491018] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-060c092f-a8c5-4c7f-a2f0-5a650cadff64 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.496242] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Waiting for the task: (returnval){ [ 1291.496242] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525de58d-6002-64e2-d76b-d65ee3f7d4ea" [ 1291.496242] env[62522]: _type = "Task" [ 1291.496242] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.504824] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525de58d-6002-64e2-d76b-d65ee3f7d4ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.608756] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1702342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064991} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.609009] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.609794] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b151708-0eab-4679-a145-2fca58466b50 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.278997] env[62522]: INFO nova.compute.manager [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Rebuilding instance [ 1292.282385] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Releasing lock "refresh_cache-1c8b87b0-2230-4e68-9da5-09db6fd43b5d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.282650] env[62522]: DEBUG nova.compute.manager [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Instance network_info: |[{"id": "2fa99c3b-10ef-4aac-822c-873132e80b8f", "address": "fa:16:3e:48:5d:cb", "network": {"id": "a589c8da-dc6e-441a-8bb7-9811f0b64846", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-569082790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba18edd990c14c5992fddfe4c121781c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa99c3b-10", "ovs_interfaceid": "2fa99c3b-10ef-4aac-822c-873132e80b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1292.291222] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 47f1cb12-ddfd-43db-943f-d1183410fbe6/47f1cb12-ddfd-43db-943f-d1183410fbe6.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.294754] env[62522]: ERROR nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [req-01d43e3e-f74b-487c-8fd7-8fd44ff584fc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-01d43e3e-f74b-487c-8fd7-8fd44ff584fc"}]} [ 1292.299828] env[62522]: DEBUG nova.compute.manager [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Received event network-vif-deleted-b503a6af-0d92-43c9-b36a-dd880c824083 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1292.300037] env[62522]: DEBUG nova.compute.manager [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Received event network-vif-plugged-2fa99c3b-10ef-4aac-822c-873132e80b8f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1292.300225] env[62522]: DEBUG oslo_concurrency.lockutils [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] Acquiring lock "1c8b87b0-2230-4e68-9da5-09db6fd43b5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.300416] env[62522]: DEBUG oslo_concurrency.lockutils [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] Lock "1c8b87b0-2230-4e68-9da5-09db6fd43b5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.300573] env[62522]: DEBUG oslo_concurrency.lockutils [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] Lock "1c8b87b0-2230-4e68-9da5-09db6fd43b5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.300729] env[62522]: DEBUG nova.compute.manager [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] No waiting events found dispatching network-vif-plugged-2fa99c3b-10ef-4aac-822c-873132e80b8f {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1292.300905] env[62522]: WARNING nova.compute.manager [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Received unexpected event network-vif-plugged-2fa99c3b-10ef-4aac-822c-873132e80b8f for instance with vm_state building and task_state spawning. [ 1292.301084] env[62522]: DEBUG nova.compute.manager [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Received event network-changed-2fa99c3b-10ef-4aac-822c-873132e80b8f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1292.301237] env[62522]: DEBUG nova.compute.manager [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Refreshing instance network info cache due to event network-changed-2fa99c3b-10ef-4aac-822c-873132e80b8f. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1292.301413] env[62522]: DEBUG oslo_concurrency.lockutils [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] Acquiring lock "refresh_cache-1c8b87b0-2230-4e68-9da5-09db6fd43b5d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.301541] env[62522]: DEBUG oslo_concurrency.lockutils [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] Acquired lock "refresh_cache-1c8b87b0-2230-4e68-9da5-09db6fd43b5d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.301717] env[62522]: DEBUG nova.network.neutron [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Refreshing network info cache for port 2fa99c3b-10ef-4aac-822c-873132e80b8f {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.302865] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:5d:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fa99c3b-10ef-4aac-822c-873132e80b8f', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1292.310366] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Creating folder: Project (ba18edd990c14c5992fddfe4c121781c). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1292.313694] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7a14b8-5a97-4360-9ac5-86a75ff95985 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.334026] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffe2788f-11db-48ef-a4d1-cc07c4786626 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.349618] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525de58d-6002-64e2-d76b-d65ee3f7d4ea, 'name': SearchDatastore_Task, 'duration_secs': 0.057462} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.350116] env[62522]: DEBUG oslo_vmware.api [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702343, 'name': PowerOnVM_Task, 'duration_secs': 0.734922} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.351169] env[62522]: DEBUG nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1292.354647] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.354903] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 91f1486c-8f22-4844-8bef-1e08cfd08030/91f1486c-8f22-4844-8bef-1e08cfd08030.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.355181] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.355368] env[62522]: INFO nova.compute.manager [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Took 22.13 seconds to spawn the instance on the hypervisor. [ 1292.355533] env[62522]: DEBUG nova.compute.manager [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.355777] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Created folder: Project (ba18edd990c14c5992fddfe4c121781c) in parent group-v354730. [ 1292.355927] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Creating folder: Instances. Parent ref: group-v354786. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1292.356189] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Waiting for the task: (returnval){ [ 1292.356189] env[62522]: value = "task-1702344" [ 1292.356189] env[62522]: _type = "Task" [ 1292.356189] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.356704] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd7fa6a9-1359-47b6-83d2-056bb969676c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.359068] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855f9dd1-5b42-4653-9a16-d7048edff07b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.361767] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2768b62-6b55-42e0-b79f-4370201f14f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.381961] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Created folder: Instances in parent group-v354786. [ 1292.382226] env[62522]: DEBUG oslo.service.loopingcall [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1292.382422] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1702344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.383022] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Waiting for the task: (returnval){ [ 1292.383022] env[62522]: value = "task-1702346" [ 1292.383022] env[62522]: _type = "Task" [ 1292.383022] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.383973] env[62522]: DEBUG nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1292.384192] env[62522]: DEBUG nova.compute.provider_tree [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1292.386379] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1292.387111] env[62522]: DEBUG nova.compute.manager [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.387346] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d9d5dd8-487d-4197-a251-5dd961855975 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.406438] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe88f6d-6e54-4271-8c5a-8d2522f9a131 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.412807] env[62522]: DEBUG nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1292.420917] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.425939] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1292.425939] env[62522]: value = "task-1702348" [ 1292.425939] env[62522]: _type = "Task" [ 1292.425939] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.435181] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702348, 'name': CreateVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.437096] env[62522]: DEBUG nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1292.550367] env[62522]: DEBUG nova.network.neutron [req-4240e1c3-867a-4dbc-8f11-a2fb16d182f2 req-e3128d3d-27f6-4845-9cdd-a8ec118c3c78 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Updated VIF entry in instance network info cache for port 20ff3ed5-8046-47cc-9e93-c41419a1f1cc. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.551440] env[62522]: DEBUG nova.network.neutron [req-4240e1c3-867a-4dbc-8f11-a2fb16d182f2 req-e3128d3d-27f6-4845-9cdd-a8ec118c3c78 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Updating instance_info_cache with network_info: [{"id": "20ff3ed5-8046-47cc-9e93-c41419a1f1cc", "address": "fa:16:3e:3c:39:52", "network": {"id": "21e532b9-e7fd-481f-8bb5-eb90842f21bf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1304442760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0591d28fc9412ebf6e82252bef8211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ff3ed5-80", "ovs_interfaceid": "20ff3ed5-8046-47cc-9e93-c41419a1f1cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.754615] env[62522]: DEBUG nova.network.neutron [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Updated VIF entry in instance network info cache for port 2fa99c3b-10ef-4aac-822c-873132e80b8f. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.754965] env[62522]: DEBUG nova.network.neutron [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Updating instance_info_cache with network_info: [{"id": "2fa99c3b-10ef-4aac-822c-873132e80b8f", "address": "fa:16:3e:48:5d:cb", "network": {"id": "a589c8da-dc6e-441a-8bb7-9811f0b64846", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-569082790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba18edd990c14c5992fddfe4c121781c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa99c3b-10", "ovs_interfaceid": "2fa99c3b-10ef-4aac-822c-873132e80b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.877372] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1702344, 'name': ReconfigVM_Task, 'duration_secs': 0.349036} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.877687] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 47f1cb12-ddfd-43db-943f-d1183410fbe6/47f1cb12-ddfd-43db-943f-d1183410fbe6.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.878303] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41b4cff1-50e4-4ea8-ba63-d6496b00d3e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.890876] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Waiting for the task: (returnval){ [ 1292.890876] env[62522]: value = "task-1702349" [ 1292.890876] env[62522]: _type = "Task" [ 1292.890876] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.899464] env[62522]: INFO nova.compute.manager [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Took 39.17 seconds to build instance. [ 1292.912351] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702346, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.912351] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1702349, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.941350] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702348, 'name': CreateVM_Task, 'duration_secs': 0.512668} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.941518] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.942250] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.942411] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.942743] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.943035] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d57b82-5da3-4171-9cbe-0526dfe81453 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.952500] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Waiting for the task: (returnval){ [ 1292.952500] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521cb207-da25-481b-7c1d-db0c7e88cb58" [ 1292.952500] env[62522]: _type = "Task" [ 1292.952500] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.964239] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521cb207-da25-481b-7c1d-db0c7e88cb58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.043257] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aff8b5-1941-44de-b5e1-3d79c2b6f252 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.051433] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5128a864-4071-4b3f-a548-a8e92d847d73 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.057255] env[62522]: DEBUG oslo_concurrency.lockutils [req-4240e1c3-867a-4dbc-8f11-a2fb16d182f2 req-e3128d3d-27f6-4845-9cdd-a8ec118c3c78 service nova] Releasing lock "refresh_cache-91f1486c-8f22-4844-8bef-1e08cfd08030" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.080741] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c8a404-7c6f-4bea-88d5-cc380a62ce6a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.088525] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c86fbc-4749-40fc-9e1d-9f2438fa8296 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.103064] env[62522]: DEBUG nova.compute.provider_tree [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.258060] env[62522]: DEBUG oslo_concurrency.lockutils [req-9d94598c-affc-48d9-a1a7-44d73c52bad0 req-d0ce60b7-a0d7-4615-afd6-d8b0acf50f9b service nova] Releasing lock "refresh_cache-1c8b87b0-2230-4e68-9da5-09db6fd43b5d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.418292] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b916a9f9-6a02-4fd3-a55c-1f4a918018e0 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Lock "50c9eae8-cb56-4984-9b42-cc9b9e83e623" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.049s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.443809] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1702349, 'name': Rename_Task, 'duration_secs': 0.169117} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.445254] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.445603] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702346, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.449271] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.449573] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fa81b36-fc2d-4ee6-978a-dd9d25a3ac3a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.453775] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06d5be63-ca13-4e35-9f75-cce42958269d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.482028] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Waiting for the task: (returnval){ [ 1293.482028] env[62522]: value = "task-1702352" [ 1293.482028] env[62522]: _type = "Task" [ 1293.482028] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.501872] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521cb207-da25-481b-7c1d-db0c7e88cb58, 'name': SearchDatastore_Task, 'duration_secs': 0.025304} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.502298] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1293.502298] env[62522]: value = "task-1702351" [ 1293.502298] env[62522]: _type = "Task" [ 1293.502298] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.505735] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.505991] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.506587] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.507052] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.507278] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.507611] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35c326d0-4825-44ef-9acc-630dd3408fc6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.521635] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1702352, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.526046] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.526046] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.526779] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.526991] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b903e069-64b2-42fa-91d4-bcb61d7c8441 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.533356] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Waiting for the task: (returnval){ [ 1293.533356] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f56ed6-ab14-8491-7ef6-a65fff0ce4b7" [ 1293.533356] env[62522]: _type = "Task" [ 1293.533356] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.542924] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f56ed6-ab14-8491-7ef6-a65fff0ce4b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.645141] env[62522]: DEBUG nova.scheduler.client.report [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1293.645528] env[62522]: DEBUG nova.compute.provider_tree [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 46 to 47 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1293.645768] env[62522]: DEBUG nova.compute.provider_tree [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.905135] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702346, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.923783] env[62522]: DEBUG nova.compute.manager [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1293.926699] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Acquiring lock "50c9eae8-cb56-4984-9b42-cc9b9e83e623" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.926939] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Lock "50c9eae8-cb56-4984-9b42-cc9b9e83e623" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.927445] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Acquiring lock "50c9eae8-cb56-4984-9b42-cc9b9e83e623-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.927445] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Lock "50c9eae8-cb56-4984-9b42-cc9b9e83e623-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.927609] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Lock "50c9eae8-cb56-4984-9b42-cc9b9e83e623-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.929673] env[62522]: INFO nova.compute.manager [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Terminating instance [ 1294.010512] env[62522]: DEBUG oslo_vmware.api [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1702352, 'name': PowerOnVM_Task, 'duration_secs': 0.522749} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.013612] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.013981] env[62522]: INFO nova.compute.manager [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1294.014065] env[62522]: DEBUG nova.compute.manager [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.014793] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345d3bde-ef52-4c93-bed3-c2f978b2edc3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.028660] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702351, 'name': PowerOffVM_Task, 'duration_secs': 0.207913} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.029147] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.029515] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.030201] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9a5240-f7c2-45b9-9d62-d04632c40ab4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.039703] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.040343] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6efb2e5-1ba6-4ef4-acdf-1a546ca82dc5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.045269] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f56ed6-ab14-8491-7ef6-a65fff0ce4b7, 'name': SearchDatastore_Task, 'duration_secs': 0.021897} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.046432] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c51257-5a64-4a14-a896-924064278e20 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.053402] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Waiting for the task: (returnval){ [ 1294.053402] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52eef753-a6a3-e280-2154-e7f0eba1b9ee" [ 1294.053402] env[62522]: _type = "Task" [ 1294.053402] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.062294] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52eef753-a6a3-e280-2154-e7f0eba1b9ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.071752] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.071974] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.072175] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Deleting the datastore file [datastore1] 371c2c59-aff3-4552-96d3-1899068e79ef {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.072435] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2bbc3d9-dfe1-423e-9126-1f894a42808c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.079606] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1294.079606] env[62522]: value = "task-1702354" [ 1294.079606] env[62522]: _type = "Task" [ 1294.079606] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.093712] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.152253] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 7.483s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.152987] env[62522]: DEBUG nova.compute.manager [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1294.156879] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.922s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.409893] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702346, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.633625} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.414243] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 91f1486c-8f22-4844-8bef-1e08cfd08030/91f1486c-8f22-4844-8bef-1e08cfd08030.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.414616] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.414961] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed022370-5e78-40a5-a81d-b5fe3f318cda {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.423490] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Waiting for the task: (returnval){ [ 1294.423490] env[62522]: value = "task-1702355" [ 1294.423490] env[62522]: _type = "Task" [ 1294.423490] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.438897] env[62522]: DEBUG nova.compute.manager [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.439179] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.439478] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.440487] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c0f687-6007-4a67-8c87-99fb482bf0d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.450210] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.451083] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce85352f-3811-44b0-8fd9-fc3121fe694d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.456030] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.460027] env[62522]: DEBUG oslo_vmware.api [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Waiting for the task: (returnval){ [ 1294.460027] env[62522]: value = "task-1702356" [ 1294.460027] env[62522]: _type = "Task" [ 1294.460027] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.471881] env[62522]: DEBUG oslo_vmware.api [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.537424] env[62522]: INFO nova.compute.manager [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Took 30.32 seconds to build instance. [ 1294.567251] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52eef753-a6a3-e280-2154-e7f0eba1b9ee, 'name': SearchDatastore_Task, 'duration_secs': 0.036464} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.567723] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.567984] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 1c8b87b0-2230-4e68-9da5-09db6fd43b5d/1c8b87b0-2230-4e68-9da5-09db6fd43b5d.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.568413] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3fd9215-7f5f-415d-8cc6-d8cb9afcb4ff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.588645] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Waiting for the task: (returnval){ [ 1294.588645] env[62522]: value = "task-1702357" [ 1294.588645] env[62522]: _type = "Task" [ 1294.588645] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.591803] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371683} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.595565] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.595773] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.595949] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.604394] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.663480] env[62522]: DEBUG nova.compute.utils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1294.664307] env[62522]: DEBUG nova.compute.manager [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.664617] env[62522]: DEBUG nova.network.neutron [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.669387] env[62522]: INFO nova.compute.claims [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.766745] env[62522]: DEBUG nova.policy [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc99d3a63c824311a89601ab7da3342e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b16440869b54b978ac25e593822a22a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.935502] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081824} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.936089] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.936488] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d65b43-38f7-4bad-b13a-77aa5922a9fa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.960569] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 91f1486c-8f22-4844-8bef-1e08cfd08030/91f1486c-8f22-4844-8bef-1e08cfd08030.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.960954] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-193a3d8d-54f0-4d6c-87df-a43f4eabef2b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.988153] env[62522]: DEBUG oslo_vmware.api [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702356, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.989459] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Waiting for the task: (returnval){ [ 1294.989459] env[62522]: value = "task-1702358" [ 1294.989459] env[62522]: _type = "Task" [ 1294.989459] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.999669] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.043742] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71a008d0-3d07-4ecb-8535-4ae06637064d tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Lock "47f1cb12-ddfd-43db-943f-d1183410fbe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.369s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.106602] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702357, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.175617] env[62522]: DEBUG nova.compute.manager [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.184901] env[62522]: INFO nova.compute.resource_tracker [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating resource usage from migration d511aa37-06de-4972-9e6b-b8db6d7b24bd [ 1295.303913] env[62522]: DEBUG nova.network.neutron [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Successfully created port: af479548-cc9c-409e-a019-5fdf82da324e {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1295.478246] env[62522]: DEBUG oslo_vmware.api [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702356, 'name': PowerOffVM_Task, 'duration_secs': 0.589415} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.479264] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.479264] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.479264] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f092fbe5-d3d8-42ac-92ee-c15a2257aab7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.483279] env[62522]: DEBUG nova.compute.manager [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.484096] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd8425a-8433-4bab-b0fe-c8f1aff1105e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.512734] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702358, 'name': ReconfigVM_Task, 'duration_secs': 0.368391} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.516355] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 91f1486c-8f22-4844-8bef-1e08cfd08030/91f1486c-8f22-4844-8bef-1e08cfd08030.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.516355] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bd13085-bbda-4052-93c6-c968fd4060bc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.526332] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Waiting for the task: (returnval){ [ 1295.526332] env[62522]: value = "task-1702361" [ 1295.526332] env[62522]: _type = "Task" [ 1295.526332] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.535570] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702361, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.545087] env[62522]: DEBUG nova.compute.manager [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.579736] env[62522]: DEBUG nova.compute.manager [req-6c0404f4-4df2-4fb8-b1c6-bd716b47b08e req-fcd86de7-3371-46b1-a514-c3913bd650a8 service nova] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Received event network-changed-861fd1c1-b889-4ca0-a2a8-a4990ce902e2 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1295.579952] env[62522]: DEBUG nova.compute.manager [req-6c0404f4-4df2-4fb8-b1c6-bd716b47b08e req-fcd86de7-3371-46b1-a514-c3913bd650a8 service nova] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Refreshing instance network info cache due to event network-changed-861fd1c1-b889-4ca0-a2a8-a4990ce902e2. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1295.580204] env[62522]: DEBUG oslo_concurrency.lockutils [req-6c0404f4-4df2-4fb8-b1c6-bd716b47b08e req-fcd86de7-3371-46b1-a514-c3913bd650a8 service nova] Acquiring lock "refresh_cache-47f1cb12-ddfd-43db-943f-d1183410fbe6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.580348] env[62522]: DEBUG oslo_concurrency.lockutils [req-6c0404f4-4df2-4fb8-b1c6-bd716b47b08e req-fcd86de7-3371-46b1-a514-c3913bd650a8 service nova] Acquired lock "refresh_cache-47f1cb12-ddfd-43db-943f-d1183410fbe6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.580860] env[62522]: DEBUG nova.network.neutron [req-6c0404f4-4df2-4fb8-b1c6-bd716b47b08e req-fcd86de7-3371-46b1-a514-c3913bd650a8 service nova] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Refreshing network info cache for port 861fd1c1-b889-4ca0-a2a8-a4990ce902e2 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.605336] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702357, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.639499] env[62522]: DEBUG nova.virt.hardware [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1295.640051] env[62522]: DEBUG nova.virt.hardware [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1295.640165] env[62522]: DEBUG nova.virt.hardware [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.640546] env[62522]: DEBUG nova.virt.hardware [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1295.640708] env[62522]: DEBUG nova.virt.hardware [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.640952] env[62522]: DEBUG nova.virt.hardware [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1295.641236] env[62522]: DEBUG nova.virt.hardware [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1295.641455] env[62522]: DEBUG nova.virt.hardware [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1295.642147] env[62522]: DEBUG nova.virt.hardware [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1295.642481] env[62522]: DEBUG nova.virt.hardware [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1295.643154] env[62522]: DEBUG nova.virt.hardware [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1295.644465] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e969ce-7179-4dda-8740-b4be39061fcb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.656993] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2a5286-77cb-4a69-91d4-c948a2d7d3b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.674222] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Instance VIF info [] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.680790] env[62522]: DEBUG oslo.service.loopingcall [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1295.684503] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.684997] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e3eb41c-0a51-4072-ac95-a05c169e5064 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.709956] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.709956] env[62522]: value = "task-1702362" [ 1295.709956] env[62522]: _type = "Task" [ 1295.709956] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.718672] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702362, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.805897] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b29556-3184-4e73-8b9b-f0b33c4293ba {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.815523] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf8f7aa-c04c-4127-924a-3262f879b639 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.853247] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b295846b-4cf1-4112-8e8c-bf3ddf127846 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.862489] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e850987-0887-4c08-b639-861614e2e94b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.880832] env[62522]: DEBUG nova.compute.provider_tree [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1296.008837] env[62522]: INFO nova.compute.manager [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] instance snapshotting [ 1296.013048] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058f88a4-04c6-49e7-b963-4e6547aee704 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.040742] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd361ce9-2ba1-48ba-8c70-762ad3a251eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.048527] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702361, 'name': Rename_Task, 'duration_secs': 0.164638} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.052633] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.056853] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bfdbb30-fdc9-4a3f-b4d4-52c0276b2769 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.066343] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Waiting for the task: (returnval){ [ 1296.066343] env[62522]: value = "task-1702363" [ 1296.066343] env[62522]: _type = "Task" [ 1296.066343] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.075512] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.076534] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.107067] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702357, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.206665] env[62522]: DEBUG nova.compute.manager [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1296.222496] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702362, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.233058] env[62522]: DEBUG nova.virt.hardware [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1296.233300] env[62522]: DEBUG nova.virt.hardware [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1296.233454] env[62522]: DEBUG nova.virt.hardware [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.233635] env[62522]: DEBUG nova.virt.hardware [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1296.233778] env[62522]: DEBUG nova.virt.hardware [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.233920] env[62522]: DEBUG nova.virt.hardware [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1296.234138] env[62522]: DEBUG nova.virt.hardware [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1296.234295] env[62522]: DEBUG nova.virt.hardware [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1296.234456] env[62522]: DEBUG nova.virt.hardware [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1296.234619] env[62522]: DEBUG nova.virt.hardware [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1296.234788] env[62522]: DEBUG nova.virt.hardware [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1296.236302] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96608396-5d4e-4c9d-bda5-0267118c1c80 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.244439] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24287d88-7055-41e4-b663-ae3e1524a8cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.431396] env[62522]: DEBUG nova.scheduler.client.report [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1296.431396] env[62522]: DEBUG nova.compute.provider_tree [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 47 to 48 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1296.431396] env[62522]: DEBUG nova.compute.provider_tree [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1296.445602] env[62522]: DEBUG nova.network.neutron [req-6c0404f4-4df2-4fb8-b1c6-bd716b47b08e req-fcd86de7-3371-46b1-a514-c3913bd650a8 service nova] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Updated VIF entry in instance network info cache for port 861fd1c1-b889-4ca0-a2a8-a4990ce902e2. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.446473] env[62522]: DEBUG nova.network.neutron [req-6c0404f4-4df2-4fb8-b1c6-bd716b47b08e req-fcd86de7-3371-46b1-a514-c3913bd650a8 service nova] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Updating instance_info_cache with network_info: [{"id": "861fd1c1-b889-4ca0-a2a8-a4990ce902e2", "address": "fa:16:3e:d9:a7:d2", "network": {"id": "cb204d10-4250-4999-abd2-0ce9cb72c256", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1310724758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b26e01aa1c6459494a6edaa83a99c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861fd1c1-b8", "ovs_interfaceid": "861fd1c1-b889-4ca0-a2a8-a4990ce902e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.498026] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.498026] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.498026] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Deleting the datastore file [datastore1] 50c9eae8-cb56-4984-9b42-cc9b9e83e623 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.498026] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b2f3512-fa54-43ba-ad9d-200b08a8eb27 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.509233] env[62522]: DEBUG oslo_vmware.api [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Waiting for the task: (returnval){ [ 1296.509233] env[62522]: value = "task-1702364" [ 1296.509233] env[62522]: _type = "Task" [ 1296.509233] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.521866] env[62522]: DEBUG oslo_vmware.api [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.563032] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1296.563032] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-355cde7e-fc47-40c3-9bce-2c05d4db63f1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.591420] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702363, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.593191] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1296.593191] env[62522]: value = "task-1702365" [ 1296.593191] env[62522]: _type = "Task" [ 1296.593191] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.619041] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702357, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.82017} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.619307] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702365, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.619680] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 1c8b87b0-2230-4e68-9da5-09db6fd43b5d/1c8b87b0-2230-4e68-9da5-09db6fd43b5d.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1296.619939] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1296.620281] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1edcb1b2-eb5d-4be6-a255-0a69078cb8d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.629107] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Waiting for the task: (returnval){ [ 1296.629107] env[62522]: value = "task-1702366" [ 1296.629107] env[62522]: _type = "Task" [ 1296.629107] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.641180] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.721715] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702362, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.940233] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.783s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.940466] env[62522]: INFO nova.compute.manager [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Migrating [ 1296.940694] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.940840] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.943074] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.579s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.943355] env[62522]: DEBUG nova.objects.instance [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62522) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1296.951020] env[62522]: DEBUG oslo_concurrency.lockutils [req-6c0404f4-4df2-4fb8-b1c6-bd716b47b08e req-fcd86de7-3371-46b1-a514-c3913bd650a8 service nova] Releasing lock "refresh_cache-47f1cb12-ddfd-43db-943f-d1183410fbe6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.020709] env[62522]: DEBUG oslo_vmware.api [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Task: {'id': task-1702364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21342} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.021091] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.021190] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.021366] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.021536] env[62522]: INFO nova.compute.manager [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Took 2.58 seconds to destroy the instance on the hypervisor. [ 1297.021782] env[62522]: DEBUG oslo.service.loopingcall [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1297.021970] env[62522]: DEBUG nova.compute.manager [-] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.022099] env[62522]: DEBUG nova.network.neutron [-] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.080921] env[62522]: DEBUG oslo_vmware.api [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702363, 'name': PowerOnVM_Task, 'duration_secs': 0.788376} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.081287] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.081496] env[62522]: INFO nova.compute.manager [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Took 11.02 seconds to spawn the instance on the hypervisor. [ 1297.081674] env[62522]: DEBUG nova.compute.manager [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.082467] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcb71c8-e796-486d-bbb2-0b5b75344865 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.116752] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702365, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.140200] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074381} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.140473] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.141301] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e769b37-0966-4c22-b6ec-26e7447144c1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.168795] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 1c8b87b0-2230-4e68-9da5-09db6fd43b5d/1c8b87b0-2230-4e68-9da5-09db6fd43b5d.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.170323] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46738dc2-1856-44f1-a331-aa26f395197a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.192682] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Waiting for the task: (returnval){ [ 1297.192682] env[62522]: value = "task-1702367" [ 1297.192682] env[62522]: _type = "Task" [ 1297.192682] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.201482] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.221935] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702362, 'name': CreateVM_Task, 'duration_secs': 1.025968} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.222304] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.222752] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.222916] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.223362] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.223533] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-057b755b-dcb6-4239-89a2-3146a7054210 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.229605] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1297.229605] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a33662-8c0e-6331-e81e-0411b0e1c25f" [ 1297.229605] env[62522]: _type = "Task" [ 1297.229605] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.238830] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a33662-8c0e-6331-e81e-0411b0e1c25f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.242639] env[62522]: DEBUG nova.compute.manager [req-2580370d-ca44-40ac-9aa3-e531998699c0 req-39394f57-1bad-479c-9d35-3f3cf76779ef service nova] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Received event network-vif-plugged-af479548-cc9c-409e-a019-5fdf82da324e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1297.242871] env[62522]: DEBUG oslo_concurrency.lockutils [req-2580370d-ca44-40ac-9aa3-e531998699c0 req-39394f57-1bad-479c-9d35-3f3cf76779ef service nova] Acquiring lock "03bded63-fcac-4cc4-8f6f-65e9e2f291b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.243116] env[62522]: DEBUG oslo_concurrency.lockutils [req-2580370d-ca44-40ac-9aa3-e531998699c0 req-39394f57-1bad-479c-9d35-3f3cf76779ef service nova] Lock "03bded63-fcac-4cc4-8f6f-65e9e2f291b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.243247] env[62522]: DEBUG oslo_concurrency.lockutils [req-2580370d-ca44-40ac-9aa3-e531998699c0 req-39394f57-1bad-479c-9d35-3f3cf76779ef service nova] Lock "03bded63-fcac-4cc4-8f6f-65e9e2f291b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.243414] env[62522]: DEBUG nova.compute.manager [req-2580370d-ca44-40ac-9aa3-e531998699c0 req-39394f57-1bad-479c-9d35-3f3cf76779ef service nova] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] No waiting events found dispatching network-vif-plugged-af479548-cc9c-409e-a019-5fdf82da324e {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1297.243575] env[62522]: WARNING nova.compute.manager [req-2580370d-ca44-40ac-9aa3-e531998699c0 req-39394f57-1bad-479c-9d35-3f3cf76779ef service nova] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Received unexpected event network-vif-plugged-af479548-cc9c-409e-a019-5fdf82da324e for instance with vm_state building and task_state spawning. [ 1297.448113] env[62522]: DEBUG nova.network.neutron [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Successfully updated port: af479548-cc9c-409e-a019-5fdf82da324e {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1297.449458] env[62522]: INFO nova.compute.rpcapi [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1297.449458] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.612446] env[62522]: INFO nova.compute.manager [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Took 29.88 seconds to build instance. [ 1297.619100] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702365, 'name': CreateSnapshot_Task, 'duration_secs': 0.963655} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.619100] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1297.619245] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568a8b67-2469-42c1-9fd6-f1c9f61c3d54 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.704410] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702367, 'name': ReconfigVM_Task, 'duration_secs': 0.499268} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.704681] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 1c8b87b0-2230-4e68-9da5-09db6fd43b5d/1c8b87b0-2230-4e68-9da5-09db6fd43b5d.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.705884] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c822330a-1830-4bca-821a-170b3653bf20 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.714685] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Waiting for the task: (returnval){ [ 1297.714685] env[62522]: value = "task-1702369" [ 1297.714685] env[62522]: _type = "Task" [ 1297.714685] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.728462] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702369, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.741603] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a33662-8c0e-6331-e81e-0411b0e1c25f, 'name': SearchDatastore_Task, 'duration_secs': 0.011188} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.742120] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.742223] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.742462] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.742614] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.742799] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.743093] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c12f5f68-34e0-42c3-b66f-d9caabcfcf49 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.753114] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.753322] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.756755] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c17d54c-63c4-49f3-9e1c-170cc8282bbf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.765027] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1297.765027] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52229724-7c32-a6f9-fb62-9b0e619efa37" [ 1297.765027] env[62522]: _type = "Task" [ 1297.765027] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.770826] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52229724-7c32-a6f9-fb62-9b0e619efa37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.962629] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "refresh_cache-03bded63-fcac-4cc4-8f6f-65e9e2f291b6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.962629] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquired lock "refresh_cache-03bded63-fcac-4cc4-8f6f-65e9e2f291b6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.962629] env[62522]: DEBUG nova.network.neutron [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.967314] env[62522]: DEBUG nova.network.neutron [-] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.972018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.972018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.972018] env[62522]: DEBUG nova.network.neutron [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.972018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eea56a95-0868-4853-91a7-cdc679a4752c tempest-ServersAdmin275Test-1193397305 tempest-ServersAdmin275Test-1193397305-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.972018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.128s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.973134] env[62522]: INFO nova.compute.claims [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.118822] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ff50402b-0744-4aaa-8f97-db1cd4688381 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Lock "91f1486c-8f22-4844-8bef-1e08cfd08030" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.569s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.147298] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1298.148448] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c92f0cd-c3ce-4670-bb1b-97afff874e0d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.159935] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1298.159935] env[62522]: value = "task-1702370" [ 1298.159935] env[62522]: _type = "Task" [ 1298.159935] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.171780] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702370, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.227026] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702369, 'name': Rename_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.272829] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52229724-7c32-a6f9-fb62-9b0e619efa37, 'name': SearchDatastore_Task, 'duration_secs': 0.009972} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.273564] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc1cdc2-7bda-49b9-b6c2-355bcadd2511 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.280283] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1298.280283] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bbe23e-e7b6-747a-fa87-f87c2483ae1c" [ 1298.280283] env[62522]: _type = "Task" [ 1298.280283] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.290462] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bbe23e-e7b6-747a-fa87-f87c2483ae1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.475295] env[62522]: INFO nova.compute.manager [-] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Took 1.45 seconds to deallocate network for instance. [ 1298.541361] env[62522]: DEBUG nova.network.neutron [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1298.625070] env[62522]: DEBUG nova.compute.manager [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1298.676542] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702370, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.727759] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702369, 'name': Rename_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.795187] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bbe23e-e7b6-747a-fa87-f87c2483ae1c, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.799754] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.799754] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 371c2c59-aff3-4552-96d3-1899068e79ef/371c2c59-aff3-4552-96d3-1899068e79ef.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.799754] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca31f6c9-f09d-450a-b9bf-6acb64f8b06e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.808265] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1298.808265] env[62522]: value = "task-1702371" [ 1298.808265] env[62522]: _type = "Task" [ 1298.808265] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.817952] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.894674] env[62522]: DEBUG nova.network.neutron [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Updating instance_info_cache with network_info: [{"id": "af479548-cc9c-409e-a019-5fdf82da324e", "address": "fa:16:3e:02:71:3b", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf479548-cc", "ovs_interfaceid": "af479548-cc9c-409e-a019-5fdf82da324e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.958021] env[62522]: DEBUG nova.network.neutron [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating instance_info_cache with network_info: [{"id": "53cd27a4-d5ed-40b9-894e-4ca2738584f9", "address": "fa:16:3e:62:e0:c6", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cd27a4-d5", "ovs_interfaceid": "53cd27a4-d5ed-40b9-894e-4ca2738584f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.989371] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.159098] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.180802] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702370, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.233850] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702369, 'name': Rename_Task, 'duration_secs': 1.195785} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.234190] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.234501] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beaf08b0-4542-4113-8dd0-b6273b5f4000 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.245382] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Waiting for the task: (returnval){ [ 1299.245382] env[62522]: value = "task-1702372" [ 1299.245382] env[62522]: _type = "Task" [ 1299.245382] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.256470] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.256956] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.260224] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.321393] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495537} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.321707] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 371c2c59-aff3-4552-96d3-1899068e79ef/371c2c59-aff3-4552-96d3-1899068e79ef.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.321921] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.322190] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0845c40d-698a-4a14-b5d5-01d585143ed5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.331063] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1299.331063] env[62522]: value = "task-1702373" [ 1299.331063] env[62522]: _type = "Task" [ 1299.331063] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.347345] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.397333] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Releasing lock "refresh_cache-03bded63-fcac-4cc4-8f6f-65e9e2f291b6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.397707] env[62522]: DEBUG nova.compute.manager [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Instance network_info: |[{"id": "af479548-cc9c-409e-a019-5fdf82da324e", "address": "fa:16:3e:02:71:3b", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf479548-cc", "ovs_interfaceid": "af479548-cc9c-409e-a019-5fdf82da324e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1299.402013] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:71:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af479548-cc9c-409e-a019-5fdf82da324e', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1299.410438] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Creating folder: Project (3b16440869b54b978ac25e593822a22a). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1299.411068] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e671efaf-33d3-4fdb-ab8d-c6b18a6343c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.428950] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Created folder: Project (3b16440869b54b978ac25e593822a22a) in parent group-v354730. [ 1299.429188] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Creating folder: Instances. Parent ref: group-v354792. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1299.429555] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef9622cf-d909-451b-8fd0-4a38283075b9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.443419] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Created folder: Instances in parent group-v354792. [ 1299.443693] env[62522]: DEBUG oslo.service.loopingcall [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1299.446027] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1299.446027] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-671cd660-f730-4404-addc-1fda28fcc252 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.466714] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Releasing lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.471809] env[62522]: DEBUG nova.compute.manager [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Received event network-changed-af479548-cc9c-409e-a019-5fdf82da324e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1299.471809] env[62522]: DEBUG nova.compute.manager [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Refreshing instance network info cache due to event network-changed-af479548-cc9c-409e-a019-5fdf82da324e. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1299.471809] env[62522]: DEBUG oslo_concurrency.lockutils [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] Acquiring lock "refresh_cache-03bded63-fcac-4cc4-8f6f-65e9e2f291b6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.471809] env[62522]: DEBUG oslo_concurrency.lockutils [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] Acquired lock "refresh_cache-03bded63-fcac-4cc4-8f6f-65e9e2f291b6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.471809] env[62522]: DEBUG nova.network.neutron [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Refreshing network info cache for port af479548-cc9c-409e-a019-5fdf82da324e {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.480041] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1299.480041] env[62522]: value = "task-1702376" [ 1299.480041] env[62522]: _type = "Task" [ 1299.480041] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.497395] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702376, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.636919] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0f8cdd-13a1-4aea-af89-e30758d14da6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.645305] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dad8c9-6c10-4a21-9495-1016698d2417 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.699611] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a28e03-5867-4057-9797-7d39475aebca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.712978] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d67f5-a599-4c58-8d49-bd92bcdc55ba {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.719911] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702370, 'name': CloneVM_Task} progress is 95%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.734163] env[62522]: DEBUG nova.compute.provider_tree [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1299.759462] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.772026] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.772026] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1299.772026] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1299.820938] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Acquiring lock "a13b7d16-ca6c-4539-bf6c-750ba6765254" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.821301] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lock "a13b7d16-ca6c-4539-bf6c-750ba6765254" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.841769] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076773} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.841769] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.842501] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def829ae-b48c-4a1f-adc8-294cfe592dc0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.864937] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 371c2c59-aff3-4552-96d3-1899068e79ef/371c2c59-aff3-4552-96d3-1899068e79ef.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.865307] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98b4d648-3b39-42b5-b30f-75b63f714857 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.887448] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1299.887448] env[62522]: value = "task-1702378" [ 1299.887448] env[62522]: _type = "Task" [ 1299.887448] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.903644] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.992853] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702376, 'name': CreateVM_Task, 'duration_secs': 0.405541} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.993012] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.993922] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.994256] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.994773] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1299.995292] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3df7f8-a4ed-43ca-9962-c35c73c360d8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.001265] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1300.001265] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528e59b4-f2eb-7550-bd38-01ac2a746c53" [ 1300.001265] env[62522]: _type = "Task" [ 1300.001265] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.011543] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528e59b4-f2eb-7550-bd38-01ac2a746c53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.203187] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702370, 'name': CloneVM_Task, 'duration_secs': 1.777691} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.203538] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Created linked-clone VM from snapshot [ 1300.204380] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad47f0a4-408c-44d0-bff8-e6e173aba592 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.216476] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Uploading image 54e0d33d-ffa9-4e88-a94d-5a30e47e73e2 {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1300.245689] env[62522]: DEBUG oslo_vmware.rw_handles [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1300.245689] env[62522]: value = "vm-354791" [ 1300.245689] env[62522]: _type = "VirtualMachine" [ 1300.245689] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1300.246831] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-065edf0a-af56-4088-b26d-4fd09e4aaf0b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.255652] env[62522]: ERROR nova.scheduler.client.report [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [req-53eb6708-d738-4836-9304-e32970fd051d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-53eb6708-d738-4836-9304-e32970fd051d"}]} [ 1300.262505] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.263999] env[62522]: DEBUG nova.network.neutron [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Updated VIF entry in instance network info cache for port af479548-cc9c-409e-a019-5fdf82da324e. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.263999] env[62522]: DEBUG nova.network.neutron [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Updating instance_info_cache with network_info: [{"id": "af479548-cc9c-409e-a019-5fdf82da324e", "address": "fa:16:3e:02:71:3b", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf479548-cc", "ovs_interfaceid": "af479548-cc9c-409e-a019-5fdf82da324e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.266834] env[62522]: DEBUG oslo_vmware.rw_handles [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lease: (returnval){ [ 1300.266834] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527d1819-08ee-be94-aa4c-0814632a7ddb" [ 1300.266834] env[62522]: _type = "HttpNfcLease" [ 1300.266834] env[62522]: } obtained for exporting VM: (result){ [ 1300.266834] env[62522]: value = "vm-354791" [ 1300.266834] env[62522]: _type = "VirtualMachine" [ 1300.266834] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1300.267079] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the lease: (returnval){ [ 1300.267079] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527d1819-08ee-be94-aa4c-0814632a7ddb" [ 1300.267079] env[62522]: _type = "HttpNfcLease" [ 1300.267079] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1300.276560] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Skipping network cache update for instance because it is Building. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1300.276742] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Skipping network cache update for instance because it is Building. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1300.277331] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Skipping network cache update for instance because it is Building. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1300.281539] env[62522]: DEBUG nova.scheduler.client.report [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1300.284046] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1300.284046] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527d1819-08ee-be94-aa4c-0814632a7ddb" [ 1300.284046] env[62522]: _type = "HttpNfcLease" [ 1300.284046] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1300.300256] env[62522]: DEBUG nova.scheduler.client.report [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1300.300527] env[62522]: DEBUG nova.compute.provider_tree [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1300.315933] env[62522]: DEBUG nova.scheduler.client.report [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1300.325352] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "refresh_cache-253352c1-988b-44c7-a7d6-9700493a678c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.325352] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquired lock "refresh_cache-253352c1-988b-44c7-a7d6-9700493a678c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.325523] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Forcefully refreshing network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1300.325658] env[62522]: DEBUG nova.objects.instance [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lazy-loading 'info_cache' on Instance uuid 253352c1-988b-44c7-a7d6-9700493a678c {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.347017] env[62522]: DEBUG nova.scheduler.client.report [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1300.401157] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702378, 'name': ReconfigVM_Task, 'duration_secs': 0.318763} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.404840] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 371c2c59-aff3-4552-96d3-1899068e79ef/371c2c59-aff3-4552-96d3-1899068e79ef.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.405139] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09554412-6450-4f32-a8e5-8123adbfc38d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.413468] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1300.413468] env[62522]: value = "task-1702380" [ 1300.413468] env[62522]: _type = "Task" [ 1300.413468] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.425604] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702380, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.512760] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528e59b4-f2eb-7550-bd38-01ac2a746c53, 'name': SearchDatastore_Task, 'duration_secs': 0.012237} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.515421] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.515691] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1300.516426] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.516426] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.516426] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.517530] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fabaf219-56ac-4e0b-ad4b-21c8d870624c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.530925] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.530925] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.531263] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50cf8040-b9f5-4b4a-ba2d-688237375e19 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.538285] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1300.538285] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f63bef-dcf9-8217-0a78-091d2942fd70" [ 1300.538285] env[62522]: _type = "Task" [ 1300.538285] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.549833] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f63bef-dcf9-8217-0a78-091d2942fd70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.759082] env[62522]: DEBUG oslo_vmware.api [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702372, 'name': PowerOnVM_Task, 'duration_secs': 1.258023} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.761864] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.762088] env[62522]: INFO nova.compute.manager [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Took 12.06 seconds to spawn the instance on the hypervisor. [ 1300.763016] env[62522]: DEBUG nova.compute.manager [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.764250] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d8a86e-bfea-4a34-9477-575d39664c96 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.768086] env[62522]: DEBUG oslo_concurrency.lockutils [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] Releasing lock "refresh_cache-03bded63-fcac-4cc4-8f6f-65e9e2f291b6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.768375] env[62522]: DEBUG nova.compute.manager [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Received event network-vif-deleted-db779948-3dc3-4ac5-8f71-8fb8208c4cd4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1300.768663] env[62522]: DEBUG nova.compute.manager [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Received event network-changed-20ff3ed5-8046-47cc-9e93-c41419a1f1cc {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1300.768899] env[62522]: DEBUG nova.compute.manager [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Refreshing instance network info cache due to event network-changed-20ff3ed5-8046-47cc-9e93-c41419a1f1cc. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1300.769184] env[62522]: DEBUG oslo_concurrency.lockutils [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] Acquiring lock "refresh_cache-91f1486c-8f22-4844-8bef-1e08cfd08030" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.769404] env[62522]: DEBUG oslo_concurrency.lockutils [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] Acquired lock "refresh_cache-91f1486c-8f22-4844-8bef-1e08cfd08030" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.769656] env[62522]: DEBUG nova.network.neutron [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Refreshing network info cache for port 20ff3ed5-8046-47cc-9e93-c41419a1f1cc {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.788740] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1300.788740] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527d1819-08ee-be94-aa4c-0814632a7ddb" [ 1300.788740] env[62522]: _type = "HttpNfcLease" [ 1300.788740] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1300.789062] env[62522]: DEBUG oslo_vmware.rw_handles [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1300.789062] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527d1819-08ee-be94-aa4c-0814632a7ddb" [ 1300.789062] env[62522]: _type = "HttpNfcLease" [ 1300.789062] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1300.789823] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d52b48a-b6f9-4c60-a7ab-a604ef40b091 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.798908] env[62522]: DEBUG oslo_vmware.rw_handles [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232df89-8fba-7b34-d817-c31028943cff/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1300.799158] env[62522]: DEBUG oslo_vmware.rw_handles [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232df89-8fba-7b34-d817-c31028943cff/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1300.923733] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5dc03a-f1df-4755-9d99-4166b3926fc3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.929635] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702380, 'name': Rename_Task, 'duration_secs': 0.17694} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.930486] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.930939] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-515f004e-eca5-443f-8ad4-2b64e2f98931 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.937497] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df58224-aa4a-4bdc-b61c-26d1183dcb21 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.944502] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1300.944502] env[62522]: value = "task-1702381" [ 1300.944502] env[62522]: _type = "Task" [ 1300.944502] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.974656] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fd0247-c6f3-44b6-b1f7-6e471766ec00 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.985985] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702381, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.987393] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f2b57eb-3ec2-46eb-bf08-91d1d52c94a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.990025] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e4b2be-ead3-461e-abcd-4cbfa28a3322 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.996815] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c76990a-a98d-43e3-af7c-c98c72cfaa05 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.016339] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating instance 'eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0' progress to 0 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.033904] env[62522]: DEBUG nova.compute.provider_tree [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.049337] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f63bef-dcf9-8217-0a78-091d2942fd70, 'name': SearchDatastore_Task, 'duration_secs': 0.014508} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.055975] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f637dc56-e266-4379-8125-5497ce9b4316 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.065012] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1301.065012] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52714e2c-2672-e346-b084-244e73f9f287" [ 1301.065012] env[62522]: _type = "Task" [ 1301.065012] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.076440] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52714e2c-2672-e346-b084-244e73f9f287, 'name': SearchDatastore_Task} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.076698] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.077061] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 03bded63-fcac-4cc4-8f6f-65e9e2f291b6/03bded63-fcac-4cc4-8f6f-65e9e2f291b6.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1301.077278] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c040008b-5487-4a02-8a78-3c88b71fafa6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.085171] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1301.085171] env[62522]: value = "task-1702382" [ 1301.085171] env[62522]: _type = "Task" [ 1301.085171] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.098912] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.295012] env[62522]: INFO nova.compute.manager [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Took 33.34 seconds to build instance. [ 1301.459582] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702381, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.524438] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.524974] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77dc8d7a-d85b-494d-9ca8-89469c8a07cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.537126] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1301.537126] env[62522]: value = "task-1702383" [ 1301.537126] env[62522]: _type = "Task" [ 1301.537126] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.542142] env[62522]: DEBUG nova.scheduler.client.report [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1301.553067] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.597609] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702382, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.798895] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b108cbb7-aa5a-4e7f-9580-269e1d901509 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Lock "1c8b87b0-2230-4e68-9da5-09db6fd43b5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.542s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.857269] env[62522]: DEBUG nova.network.neutron [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Updated VIF entry in instance network info cache for port 20ff3ed5-8046-47cc-9e93-c41419a1f1cc. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.857782] env[62522]: DEBUG nova.network.neutron [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Updating instance_info_cache with network_info: [{"id": "20ff3ed5-8046-47cc-9e93-c41419a1f1cc", "address": "fa:16:3e:3c:39:52", "network": {"id": "21e532b9-e7fd-481f-8bb5-eb90842f21bf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1304442760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0591d28fc9412ebf6e82252bef8211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ff3ed5-80", "ovs_interfaceid": "20ff3ed5-8046-47cc-9e93-c41419a1f1cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.956961] env[62522]: DEBUG oslo_vmware.api [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702381, 'name': PowerOnVM_Task, 'duration_secs': 0.687279} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.957586] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.958493] env[62522]: DEBUG nova.compute.manager [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.959698] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290963c1-3940-473a-8b33-b1e7b2ca63a7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.042400] env[62522]: DEBUG nova.compute.manager [req-66c9cb91-cdd4-48a9-95c3-0696c195f03f req-317c5324-4eb3-4ca5-90a4-3bad8d643578 service nova] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Received event network-changed-2fa99c3b-10ef-4aac-822c-873132e80b8f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1302.042597] env[62522]: DEBUG nova.compute.manager [req-66c9cb91-cdd4-48a9-95c3-0696c195f03f req-317c5324-4eb3-4ca5-90a4-3bad8d643578 service nova] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Refreshing instance network info cache due to event network-changed-2fa99c3b-10ef-4aac-822c-873132e80b8f. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1302.042807] env[62522]: DEBUG oslo_concurrency.lockutils [req-66c9cb91-cdd4-48a9-95c3-0696c195f03f req-317c5324-4eb3-4ca5-90a4-3bad8d643578 service nova] Acquiring lock "refresh_cache-1c8b87b0-2230-4e68-9da5-09db6fd43b5d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.042949] env[62522]: DEBUG oslo_concurrency.lockutils [req-66c9cb91-cdd4-48a9-95c3-0696c195f03f req-317c5324-4eb3-4ca5-90a4-3bad8d643578 service nova] Acquired lock "refresh_cache-1c8b87b0-2230-4e68-9da5-09db6fd43b5d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.043125] env[62522]: DEBUG nova.network.neutron [req-66c9cb91-cdd4-48a9-95c3-0696c195f03f req-317c5324-4eb3-4ca5-90a4-3bad8d643578 service nova] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Refreshing network info cache for port 2fa99c3b-10ef-4aac-822c-873132e80b8f {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.051062] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.079s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.051671] env[62522]: DEBUG nova.compute.manager [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1302.054495] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702383, 'name': PowerOffVM_Task, 'duration_secs': 0.413934} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.057545] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.996s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.060175] env[62522]: INFO nova.compute.claims [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.063098] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.064037] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating instance 'eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0' progress to 17 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.101383] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605893} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.101383] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 03bded63-fcac-4cc4-8f6f-65e9e2f291b6/03bded63-fcac-4cc4-8f6f-65e9e2f291b6.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1302.101545] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1302.101819] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab01b76c-5aee-4213-9c93-ed7b2d00bbfa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.116768] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1302.116768] env[62522]: value = "task-1702385" [ 1302.116768] env[62522]: _type = "Task" [ 1302.116768] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.132352] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.226481] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Updating instance_info_cache with network_info: [{"id": "dd9f89fd-c483-42d0-8929-06772450dd58", "address": "fa:16:3e:1f:6f:eb", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9f89fd-c4", "ovs_interfaceid": "dd9f89fd-c483-42d0-8929-06772450dd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.302047] env[62522]: DEBUG nova.compute.manager [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1302.362810] env[62522]: DEBUG oslo_concurrency.lockutils [req-d33b5bb4-641a-4a17-a981-aea7301f0d3a req-94464b84-77d2-41cb-99a5-f7a7c7699e69 service nova] Releasing lock "refresh_cache-91f1486c-8f22-4844-8bef-1e08cfd08030" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.482589] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.556453] env[62522]: DEBUG nova.compute.utils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1302.557906] env[62522]: DEBUG nova.compute.manager [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1302.558695] env[62522]: DEBUG nova.network.neutron [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1302.572754] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1302.572754] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1302.573062] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.573062] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1302.573641] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.573641] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1302.573641] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1302.573961] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1302.574016] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1302.574267] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1302.574757] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1302.582468] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07760aae-fda2-4f06-adfd-eff184877eed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.604717] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1302.604717] env[62522]: value = "task-1702386" [ 1302.604717] env[62522]: _type = "Task" [ 1302.604717] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.614795] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.626498] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082164} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.626498] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.627309] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2a0ea8-9cb3-47db-bc8b-7df8a19b081e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.652113] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 03bded63-fcac-4cc4-8f6f-65e9e2f291b6/03bded63-fcac-4cc4-8f6f-65e9e2f291b6.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.652566] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26811163-a6ef-44e4-83af-dd2e1ec912eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.676984] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1302.676984] env[62522]: value = "task-1702387" [ 1302.676984] env[62522]: _type = "Task" [ 1302.676984] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.683695] env[62522]: DEBUG nova.policy [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc99d3a63c824311a89601ab7da3342e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b16440869b54b978ac25e593822a22a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1302.691891] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.729798] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Releasing lock "refresh_cache-253352c1-988b-44c7-a7d6-9700493a678c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.730230] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Updated the network info_cache for instance {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1302.730621] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.731198] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.732038] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.734822] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.735157] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.735837] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.736044] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1302.736207] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.841635] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.016036] env[62522]: DEBUG nova.network.neutron [req-66c9cb91-cdd4-48a9-95c3-0696c195f03f req-317c5324-4eb3-4ca5-90a4-3bad8d643578 service nova] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Updated VIF entry in instance network info cache for port 2fa99c3b-10ef-4aac-822c-873132e80b8f. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.016498] env[62522]: DEBUG nova.network.neutron [req-66c9cb91-cdd4-48a9-95c3-0696c195f03f req-317c5324-4eb3-4ca5-90a4-3bad8d643578 service nova] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Updating instance_info_cache with network_info: [{"id": "2fa99c3b-10ef-4aac-822c-873132e80b8f", "address": "fa:16:3e:48:5d:cb", "network": {"id": "a589c8da-dc6e-441a-8bb7-9811f0b64846", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-569082790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba18edd990c14c5992fddfe4c121781c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa99c3b-10", "ovs_interfaceid": "2fa99c3b-10ef-4aac-822c-873132e80b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.063586] env[62522]: DEBUG nova.compute.manager [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1303.121151] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702386, 'name': ReconfigVM_Task, 'duration_secs': 0.379293} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.125087] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating instance 'eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0' progress to 33 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.175910] env[62522]: DEBUG nova.network.neutron [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Successfully created port: 502345f1-1aa1-4f59-bcee-75527fe346a1 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.199515] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.241370] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.522556] env[62522]: DEBUG oslo_concurrency.lockutils [req-66c9cb91-cdd4-48a9-95c3-0696c195f03f req-317c5324-4eb3-4ca5-90a4-3bad8d643578 service nova] Releasing lock "refresh_cache-1c8b87b0-2230-4e68-9da5-09db6fd43b5d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.604329] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquiring lock "371c2c59-aff3-4552-96d3-1899068e79ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.604582] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Lock "371c2c59-aff3-4552-96d3-1899068e79ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.604779] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquiring lock "371c2c59-aff3-4552-96d3-1899068e79ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.604956] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Lock "371c2c59-aff3-4552-96d3-1899068e79ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.605138] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Lock "371c2c59-aff3-4552-96d3-1899068e79ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.607951] env[62522]: INFO nova.compute.manager [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Terminating instance [ 1303.636288] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1303.637772] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1303.637772] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.637772] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1303.637772] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.637772] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1303.637772] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1303.637986] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1303.637986] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1303.638316] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1303.639223] env[62522]: DEBUG nova.virt.hardware [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1303.644976] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1303.646247] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39f369f5-59ea-4503-a993-19c18b36bf61 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.667324] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b23591-2cfe-4a28-b112-190f463c70f2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.677343] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1303.677343] env[62522]: value = "task-1702388" [ 1303.677343] env[62522]: _type = "Task" [ 1303.677343] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.678487] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c81e57-9cc9-4452-80d6-0c701a3267ae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.696203] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.732146] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702387, 'name': ReconfigVM_Task, 'duration_secs': 0.555764} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.732350] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2351355-8a16-4ba7-8094-8c661ab0bc1b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.735060] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 03bded63-fcac-4cc4-8f6f-65e9e2f291b6/03bded63-fcac-4cc4-8f6f-65e9e2f291b6.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.735729] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-261ea56c-1073-4544-a521-cc2c470838e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.745193] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6d4783-95db-4b31-a4d9-789c0b599a58 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.749905] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1303.749905] env[62522]: value = "task-1702389" [ 1303.749905] env[62522]: _type = "Task" [ 1303.749905] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.761849] env[62522]: DEBUG nova.compute.provider_tree [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.775022] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702389, 'name': Rename_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.075616] env[62522]: DEBUG nova.compute.manager [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1304.098536] env[62522]: DEBUG nova.virt.hardware [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1304.098850] env[62522]: DEBUG nova.virt.hardware [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1304.099050] env[62522]: DEBUG nova.virt.hardware [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.099245] env[62522]: DEBUG nova.virt.hardware [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1304.099393] env[62522]: DEBUG nova.virt.hardware [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.099543] env[62522]: DEBUG nova.virt.hardware [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1304.099779] env[62522]: DEBUG nova.virt.hardware [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1304.099949] env[62522]: DEBUG nova.virt.hardware [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1304.100132] env[62522]: DEBUG nova.virt.hardware [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1304.100378] env[62522]: DEBUG nova.virt.hardware [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1304.100626] env[62522]: DEBUG nova.virt.hardware [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1304.101550] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4bc2d1-641f-43e1-9bb4-4a81a3a9c9a3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.110576] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b213236-b397-4fcc-9add-eec73d2fa73f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.115057] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquiring lock "refresh_cache-371c2c59-aff3-4552-96d3-1899068e79ef" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.116094] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquired lock "refresh_cache-371c2c59-aff3-4552-96d3-1899068e79ef" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.116094] env[62522]: DEBUG nova.network.neutron [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.189613] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702388, 'name': ReconfigVM_Task, 'duration_secs': 0.233105} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.190084] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1304.190907] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24d995e-3d1e-40d5-8715-6cea67926d7b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.216470] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0/eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.217328] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f91d41c4-dd30-4530-8d6b-9bff820d9d37 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.236835] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1304.236835] env[62522]: value = "task-1702391" [ 1304.236835] env[62522]: _type = "Task" [ 1304.236835] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.247598] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.260718] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702389, 'name': Rename_Task, 'duration_secs': 0.203479} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.261041] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.261292] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e15a0ac4-eaad-467c-82f9-40204a76268c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.265045] env[62522]: DEBUG nova.scheduler.client.report [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1304.269576] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1304.269576] env[62522]: value = "task-1702392" [ 1304.269576] env[62522]: _type = "Task" [ 1304.269576] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.281576] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.642951] env[62522]: DEBUG nova.network.neutron [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1304.753773] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702391, 'name': ReconfigVM_Task, 'duration_secs': 0.442685} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.754135] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Reconfigured VM instance instance-00000008 to attach disk [datastore1] eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0/eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.754456] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating instance 'eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0' progress to 50 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.769355] env[62522]: DEBUG nova.network.neutron [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.771957] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.771957] env[62522]: DEBUG nova.compute.manager [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.774041] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.388s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.775719] env[62522]: INFO nova.compute.claims [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.789587] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.988422] env[62522]: DEBUG nova.compute.manager [req-0fc57dad-b582-45c9-b59f-1c021f3af28a req-0f7160ff-cdf7-48ff-9000-a0a1f7ef981a service nova] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Received event network-vif-plugged-502345f1-1aa1-4f59-bcee-75527fe346a1 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1304.988654] env[62522]: DEBUG oslo_concurrency.lockutils [req-0fc57dad-b582-45c9-b59f-1c021f3af28a req-0f7160ff-cdf7-48ff-9000-a0a1f7ef981a service nova] Acquiring lock "ca56abe8-e25d-4265-97ba-302492fa3660-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.988914] env[62522]: DEBUG oslo_concurrency.lockutils [req-0fc57dad-b582-45c9-b59f-1c021f3af28a req-0f7160ff-cdf7-48ff-9000-a0a1f7ef981a service nova] Lock "ca56abe8-e25d-4265-97ba-302492fa3660-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.989097] env[62522]: DEBUG oslo_concurrency.lockutils [req-0fc57dad-b582-45c9-b59f-1c021f3af28a req-0f7160ff-cdf7-48ff-9000-a0a1f7ef981a service nova] Lock "ca56abe8-e25d-4265-97ba-302492fa3660-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.989365] env[62522]: DEBUG nova.compute.manager [req-0fc57dad-b582-45c9-b59f-1c021f3af28a req-0f7160ff-cdf7-48ff-9000-a0a1f7ef981a service nova] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] No waiting events found dispatching network-vif-plugged-502345f1-1aa1-4f59-bcee-75527fe346a1 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1304.989421] env[62522]: WARNING nova.compute.manager [req-0fc57dad-b582-45c9-b59f-1c021f3af28a req-0f7160ff-cdf7-48ff-9000-a0a1f7ef981a service nova] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Received unexpected event network-vif-plugged-502345f1-1aa1-4f59-bcee-75527fe346a1 for instance with vm_state building and task_state spawning. [ 1305.052376] env[62522]: DEBUG nova.network.neutron [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Successfully updated port: 502345f1-1aa1-4f59-bcee-75527fe346a1 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.263015] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09e601c-83c2-43dc-a5f3-86d4311b7f81 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.283426] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Releasing lock "refresh_cache-371c2c59-aff3-4552-96d3-1899068e79ef" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.283863] env[62522]: DEBUG nova.compute.manager [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.284070] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.285302] env[62522]: DEBUG nova.compute.utils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1305.289263] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5d6df2-67e3-4a57-b205-58fcd1b0d7c5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.296022] env[62522]: DEBUG nova.compute.manager [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1305.296022] env[62522]: DEBUG nova.network.neutron [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.297480] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0e853a-ccaf-4ca8-a17f-8e270556465c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.310505] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.328222] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating instance 'eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0' progress to 67 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.331828] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.334894] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9abef6bd-8921-43d4-8079-a10b4a0a391f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.343269] env[62522]: DEBUG oslo_vmware.api [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1305.343269] env[62522]: value = "task-1702393" [ 1305.343269] env[62522]: _type = "Task" [ 1305.343269] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.347994] env[62522]: DEBUG nova.policy [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34ec6c59f8fd438ba933c78dab8e8c2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e76ae27c3e6745c6ae42905193d1a0e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.359356] env[62522]: DEBUG oslo_vmware.api [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.554546] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "refresh_cache-ca56abe8-e25d-4265-97ba-302492fa3660" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.554712] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquired lock "refresh_cache-ca56abe8-e25d-4265-97ba-302492fa3660" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.554873] env[62522]: DEBUG nova.network.neutron [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.663481] env[62522]: DEBUG nova.network.neutron [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Successfully created port: c522fe3b-d25c-4b50-a8d9-e951a0eecfc4 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1305.792211] env[62522]: DEBUG nova.compute.manager [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.806076] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.811466] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90d8dd3-c943-47ae-aaf5-dd099e1da87e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.819910] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfcacee-e3e9-41ab-9079-3be0038b04e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.859030] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679abc4a-0246-4737-975c-e7f5ee4ca88f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.869115] env[62522]: DEBUG oslo_vmware.api [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702393, 'name': PowerOffVM_Task, 'duration_secs': 0.16347} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.871810] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.872024] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.872332] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9568fbd5-44cf-4746-97ae-44e106684c46 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.877818] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ac7197-5e8f-4761-8ea9-02004591ff0b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.895328] env[62522]: DEBUG nova.compute.provider_tree [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.912390] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.912661] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.912851] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Deleting the datastore file [datastore1] 371c2c59-aff3-4552-96d3-1899068e79ef {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.913446] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eb419d4-ad72-4b32-a0e3-592ba2b51101 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.921569] env[62522]: DEBUG oslo_vmware.api [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for the task: (returnval){ [ 1305.921569] env[62522]: value = "task-1702395" [ 1305.921569] env[62522]: _type = "Task" [ 1305.921569] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.930921] env[62522]: DEBUG oslo_vmware.api [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.111186] env[62522]: DEBUG nova.network.neutron [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.139555] env[62522]: DEBUG nova.network.neutron [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Port 53cd27a4-d5ed-40b9-894e-4ca2738584f9 binding to destination host cpu-1 is already ACTIVE {{(pid=62522) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1306.303894] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.355438] env[62522]: DEBUG nova.network.neutron [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Updating instance_info_cache with network_info: [{"id": "502345f1-1aa1-4f59-bcee-75527fe346a1", "address": "fa:16:3e:dc:9d:1a", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502345f1-1a", "ovs_interfaceid": "502345f1-1aa1-4f59-bcee-75527fe346a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.399643] env[62522]: DEBUG nova.scheduler.client.report [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1306.433018] env[62522]: DEBUG oslo_vmware.api [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Task: {'id': task-1702395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141083} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.433285] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.433471] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.433644] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.433812] env[62522]: INFO nova.compute.manager [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1306.434062] env[62522]: DEBUG oslo.service.loopingcall [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1306.434255] env[62522]: DEBUG nova.compute.manager [-] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1306.434349] env[62522]: DEBUG nova.network.neutron [-] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.450881] env[62522]: DEBUG nova.network.neutron [-] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.797024] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.808927] env[62522]: DEBUG nova.compute.manager [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.831061] env[62522]: DEBUG nova.virt.hardware [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1306.831351] env[62522]: DEBUG nova.virt.hardware [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1306.831527] env[62522]: DEBUG nova.virt.hardware [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.831724] env[62522]: DEBUG nova.virt.hardware [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1306.831873] env[62522]: DEBUG nova.virt.hardware [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.832079] env[62522]: DEBUG nova.virt.hardware [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1306.832294] env[62522]: DEBUG nova.virt.hardware [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1306.832465] env[62522]: DEBUG nova.virt.hardware [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1306.832632] env[62522]: DEBUG nova.virt.hardware [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1306.832814] env[62522]: DEBUG nova.virt.hardware [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1306.833008] env[62522]: DEBUG nova.virt.hardware [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1306.833911] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14a8075-3132-4ec2-98d6-2c1b8e1488d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.844054] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c745f0-e911-40c8-acb4-c8c934726c99 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.858937] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Releasing lock "refresh_cache-ca56abe8-e25d-4265-97ba-302492fa3660" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.859280] env[62522]: DEBUG nova.compute.manager [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Instance network_info: |[{"id": "502345f1-1aa1-4f59-bcee-75527fe346a1", "address": "fa:16:3e:dc:9d:1a", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502345f1-1a", "ovs_interfaceid": "502345f1-1aa1-4f59-bcee-75527fe346a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1306.859918] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:9d:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '502345f1-1aa1-4f59-bcee-75527fe346a1', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.867663] env[62522]: DEBUG oslo.service.loopingcall [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1306.867900] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.868138] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-341517a0-9c5d-4fce-9ef6-fe0d6d70ca28 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.890038] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.890038] env[62522]: value = "task-1702397" [ 1306.890038] env[62522]: _type = "Task" [ 1306.890038] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.898097] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702397, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.905046] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.905568] env[62522]: DEBUG nova.compute.manager [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1306.908393] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.936s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.909853] env[62522]: INFO nova.compute.claims [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.954494] env[62522]: DEBUG nova.network.neutron [-] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.057718] env[62522]: DEBUG nova.compute.manager [req-14ab67b5-2409-4acc-9422-68f6d12dae6e req-43950135-fea3-41ca-aa84-a7d065e6e7a4 service nova] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Received event network-changed-502345f1-1aa1-4f59-bcee-75527fe346a1 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1307.058222] env[62522]: DEBUG nova.compute.manager [req-14ab67b5-2409-4acc-9422-68f6d12dae6e req-43950135-fea3-41ca-aa84-a7d065e6e7a4 service nova] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Refreshing instance network info cache due to event network-changed-502345f1-1aa1-4f59-bcee-75527fe346a1. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1307.058590] env[62522]: DEBUG oslo_concurrency.lockutils [req-14ab67b5-2409-4acc-9422-68f6d12dae6e req-43950135-fea3-41ca-aa84-a7d065e6e7a4 service nova] Acquiring lock "refresh_cache-ca56abe8-e25d-4265-97ba-302492fa3660" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.058590] env[62522]: DEBUG oslo_concurrency.lockutils [req-14ab67b5-2409-4acc-9422-68f6d12dae6e req-43950135-fea3-41ca-aa84-a7d065e6e7a4 service nova] Acquired lock "refresh_cache-ca56abe8-e25d-4265-97ba-302492fa3660" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.059040] env[62522]: DEBUG nova.network.neutron [req-14ab67b5-2409-4acc-9422-68f6d12dae6e req-43950135-fea3-41ca-aa84-a7d065e6e7a4 service nova] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Refreshing network info cache for port 502345f1-1aa1-4f59-bcee-75527fe346a1 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.164788] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.165067] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.165264] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.299664] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.399996] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702397, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.414635] env[62522]: DEBUG nova.compute.utils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1307.417972] env[62522]: DEBUG nova.compute.manager [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1307.418183] env[62522]: DEBUG nova.network.neutron [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1307.456361] env[62522]: INFO nova.compute.manager [-] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Took 1.02 seconds to deallocate network for instance. [ 1307.485943] env[62522]: DEBUG nova.policy [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9451836cd20f4be58b60b4afc41a3409', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f999a767d1174ad0a31d6dc9cdf306f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1307.664834] env[62522]: DEBUG nova.network.neutron [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Successfully updated port: c522fe3b-d25c-4b50-a8d9-e951a0eecfc4 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.801269] env[62522]: DEBUG oslo_vmware.api [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702392, 'name': PowerOnVM_Task, 'duration_secs': 3.335157} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.801964] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.802461] env[62522]: INFO nova.compute.manager [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Took 11.60 seconds to spawn the instance on the hypervisor. [ 1307.802741] env[62522]: DEBUG nova.compute.manager [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.804416] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70ff997-bc7d-47f0-b69f-135a546a9fac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.874122] env[62522]: DEBUG nova.network.neutron [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Successfully created port: 71757e91-a72d-42ef-b55f-5afd999f1814 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1307.879141] env[62522]: DEBUG nova.network.neutron [req-14ab67b5-2409-4acc-9422-68f6d12dae6e req-43950135-fea3-41ca-aa84-a7d065e6e7a4 service nova] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Updated VIF entry in instance network info cache for port 502345f1-1aa1-4f59-bcee-75527fe346a1. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.879478] env[62522]: DEBUG nova.network.neutron [req-14ab67b5-2409-4acc-9422-68f6d12dae6e req-43950135-fea3-41ca-aa84-a7d065e6e7a4 service nova] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Updating instance_info_cache with network_info: [{"id": "502345f1-1aa1-4f59-bcee-75527fe346a1", "address": "fa:16:3e:dc:9d:1a", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502345f1-1a", "ovs_interfaceid": "502345f1-1aa1-4f59-bcee-75527fe346a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.902162] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702397, 'name': CreateVM_Task, 'duration_secs': 0.524334} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.902341] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.903056] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.903240] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.903582] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1307.903850] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feaa2916-3726-404b-8add-16ac02e7e9ff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.912078] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1307.912078] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cb35f5-5a66-7445-70b5-807061c702f6" [ 1307.912078] env[62522]: _type = "Task" [ 1307.912078] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.921308] env[62522]: DEBUG nova.compute.manager [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1307.926659] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cb35f5-5a66-7445-70b5-807061c702f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.964279] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.167849] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Acquiring lock "refresh_cache-f58fec79-1f67-42ae-afa6-8c7377fc9a5e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.167957] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Acquired lock "refresh_cache-f58fec79-1f67-42ae-afa6-8c7377fc9a5e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.168201] env[62522]: DEBUG nova.network.neutron [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.237416] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.237644] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.237909] env[62522]: DEBUG nova.network.neutron [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.329722] env[62522]: INFO nova.compute.manager [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Took 38.22 seconds to build instance. [ 1308.382531] env[62522]: DEBUG oslo_concurrency.lockutils [req-14ab67b5-2409-4acc-9422-68f6d12dae6e req-43950135-fea3-41ca-aa84-a7d065e6e7a4 service nova] Releasing lock "refresh_cache-ca56abe8-e25d-4265-97ba-302492fa3660" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.420345] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cb35f5-5a66-7445-70b5-807061c702f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.423097] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.423356] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.423589] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.423738] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.423915] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.424422] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33a61d01-5046-4f96-b834-f473cd3e0981 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.434294] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.434685] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.436073] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4782b309-1afa-4ffc-a8f6-10857612acfd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.439047] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1166161d-4ee3-42dd-83c3-f19f616cb9a0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.446724] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1308.446724] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e49577-1326-8f8b-fc0f-3a38b4b87aa6" [ 1308.446724] env[62522]: _type = "Task" [ 1308.446724] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.451814] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3af4e2-93d8-4eee-bf8e-6852fe7b6068 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.462023] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e49577-1326-8f8b-fc0f-3a38b4b87aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.01107} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.486911] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa113b7-27aa-4f7c-8ce5-9abbe32e92dc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.489891] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b462dc7-97d6-4efa-b658-8f12eec5cef1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.496779] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1308.496779] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522080b6-f4ae-a712-778b-7d0d49413ca3" [ 1308.496779] env[62522]: _type = "Task" [ 1308.496779] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.502622] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8aaa2a-0735-4f36-92ec-b63d5b527a9f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.514731] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522080b6-f4ae-a712-778b-7d0d49413ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.523269] env[62522]: DEBUG nova.compute.provider_tree [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.719308] env[62522]: DEBUG nova.network.neutron [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.831534] env[62522]: DEBUG oslo_concurrency.lockutils [None req-abb7b749-f821-44a2-9932-d035929c7a60 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "03bded63-fcac-4cc4-8f6f-65e9e2f291b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.595s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.938022] env[62522]: DEBUG nova.compute.manager [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1308.964673] env[62522]: DEBUG nova.virt.hardware [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1308.964917] env[62522]: DEBUG nova.virt.hardware [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1308.965089] env[62522]: DEBUG nova.virt.hardware [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.965277] env[62522]: DEBUG nova.virt.hardware [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1308.965594] env[62522]: DEBUG nova.virt.hardware [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.965594] env[62522]: DEBUG nova.virt.hardware [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1308.965767] env[62522]: DEBUG nova.virt.hardware [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1308.965920] env[62522]: DEBUG nova.virt.hardware [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1308.966289] env[62522]: DEBUG nova.virt.hardware [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1308.966983] env[62522]: DEBUG nova.virt.hardware [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1308.966983] env[62522]: DEBUG nova.virt.hardware [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1308.967989] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3969c70-3806-487c-9480-ad9edd89f2f1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.980162] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964831ba-8fb5-4e3c-adda-a1122ab20a16 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.013090] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522080b6-f4ae-a712-778b-7d0d49413ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.017959} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.013387] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.013643] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] ca56abe8-e25d-4265-97ba-302492fa3660/ca56abe8-e25d-4265-97ba-302492fa3660.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.013911] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf7ddd04-3e31-4bef-b5ef-24555901c3fd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.022039] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1309.022039] env[62522]: value = "task-1702398" [ 1309.022039] env[62522]: _type = "Task" [ 1309.022039] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.026769] env[62522]: DEBUG nova.scheduler.client.report [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1309.036748] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.078247] env[62522]: DEBUG nova.network.neutron [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Updating instance_info_cache with network_info: [{"id": "c522fe3b-d25c-4b50-a8d9-e951a0eecfc4", "address": "fa:16:3e:0b:da:0a", "network": {"id": "6a53c024-490b-44ef-8150-5a8c7bd63b96", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-759156999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76ae27c3e6745c6ae42905193d1a0e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc522fe3b-d2", "ovs_interfaceid": "c522fe3b-d25c-4b50-a8d9-e951a0eecfc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.157319] env[62522]: DEBUG nova.network.neutron [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating instance_info_cache with network_info: [{"id": "53cd27a4-d5ed-40b9-894e-4ca2738584f9", "address": "fa:16:3e:62:e0:c6", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cd27a4-d5", "ovs_interfaceid": "53cd27a4-d5ed-40b9-894e-4ca2738584f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.161835] env[62522]: DEBUG oslo_vmware.rw_handles [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232df89-8fba-7b34-d817-c31028943cff/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1309.163161] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28858f0-317b-4281-8e8b-f9903d9ed026 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.172686] env[62522]: DEBUG oslo_vmware.rw_handles [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232df89-8fba-7b34-d817-c31028943cff/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1309.172927] env[62522]: ERROR oslo_vmware.rw_handles [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232df89-8fba-7b34-d817-c31028943cff/disk-0.vmdk due to incomplete transfer. [ 1309.173246] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6a0fe16e-549b-4c59-bd57-2fa9e3c906df {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.184772] env[62522]: DEBUG oslo_vmware.rw_handles [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232df89-8fba-7b34-d817-c31028943cff/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1309.185332] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Uploaded image 54e0d33d-ffa9-4e88-a94d-5a30e47e73e2 to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1309.187606] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1309.187885] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f759299d-2524-455d-ae87-f0ca53858ff0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.197742] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1309.197742] env[62522]: value = "task-1702399" [ 1309.197742] env[62522]: _type = "Task" [ 1309.197742] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.206473] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702399, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.234982] env[62522]: DEBUG nova.compute.manager [req-c634c1fd-a14d-42b5-9f34-ad617039e48d req-11a4bec0-7a92-45d6-bb12-eaafc6fd5b33 service nova] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Received event network-vif-plugged-c522fe3b-d25c-4b50-a8d9-e951a0eecfc4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1309.235411] env[62522]: DEBUG oslo_concurrency.lockutils [req-c634c1fd-a14d-42b5-9f34-ad617039e48d req-11a4bec0-7a92-45d6-bb12-eaafc6fd5b33 service nova] Acquiring lock "f58fec79-1f67-42ae-afa6-8c7377fc9a5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.236126] env[62522]: DEBUG oslo_concurrency.lockutils [req-c634c1fd-a14d-42b5-9f34-ad617039e48d req-11a4bec0-7a92-45d6-bb12-eaafc6fd5b33 service nova] Lock "f58fec79-1f67-42ae-afa6-8c7377fc9a5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.236210] env[62522]: DEBUG oslo_concurrency.lockutils [req-c634c1fd-a14d-42b5-9f34-ad617039e48d req-11a4bec0-7a92-45d6-bb12-eaafc6fd5b33 service nova] Lock "f58fec79-1f67-42ae-afa6-8c7377fc9a5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.236530] env[62522]: DEBUG nova.compute.manager [req-c634c1fd-a14d-42b5-9f34-ad617039e48d req-11a4bec0-7a92-45d6-bb12-eaafc6fd5b33 service nova] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] No waiting events found dispatching network-vif-plugged-c522fe3b-d25c-4b50-a8d9-e951a0eecfc4 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.236855] env[62522]: WARNING nova.compute.manager [req-c634c1fd-a14d-42b5-9f34-ad617039e48d req-11a4bec0-7a92-45d6-bb12-eaafc6fd5b33 service nova] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Received unexpected event network-vif-plugged-c522fe3b-d25c-4b50-a8d9-e951a0eecfc4 for instance with vm_state building and task_state spawning. [ 1309.237419] env[62522]: DEBUG nova.compute.manager [req-c634c1fd-a14d-42b5-9f34-ad617039e48d req-11a4bec0-7a92-45d6-bb12-eaafc6fd5b33 service nova] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Received event network-changed-c522fe3b-d25c-4b50-a8d9-e951a0eecfc4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1309.237768] env[62522]: DEBUG nova.compute.manager [req-c634c1fd-a14d-42b5-9f34-ad617039e48d req-11a4bec0-7a92-45d6-bb12-eaafc6fd5b33 service nova] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Refreshing instance network info cache due to event network-changed-c522fe3b-d25c-4b50-a8d9-e951a0eecfc4. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1309.238185] env[62522]: DEBUG oslo_concurrency.lockutils [req-c634c1fd-a14d-42b5-9f34-ad617039e48d req-11a4bec0-7a92-45d6-bb12-eaafc6fd5b33 service nova] Acquiring lock "refresh_cache-f58fec79-1f67-42ae-afa6-8c7377fc9a5e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.328279] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Acquiring lock "6451a7b7-2219-4159-9046-0184d55a5c70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.328538] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Lock "6451a7b7-2219-4159-9046-0184d55a5c70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.333605] env[62522]: DEBUG nova.compute.manager [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1309.474294] env[62522]: DEBUG nova.compute.manager [req-49a86c24-e04e-4fae-b186-e1260c471630 req-51a3b35d-68b1-427c-9a60-c11df9c4ae28 service nova] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Received event network-vif-plugged-71757e91-a72d-42ef-b55f-5afd999f1814 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1309.474689] env[62522]: DEBUG oslo_concurrency.lockutils [req-49a86c24-e04e-4fae-b186-e1260c471630 req-51a3b35d-68b1-427c-9a60-c11df9c4ae28 service nova] Acquiring lock "2ef47ef2-763a-42af-954d-748f91ebc732-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.474921] env[62522]: DEBUG oslo_concurrency.lockutils [req-49a86c24-e04e-4fae-b186-e1260c471630 req-51a3b35d-68b1-427c-9a60-c11df9c4ae28 service nova] Lock "2ef47ef2-763a-42af-954d-748f91ebc732-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.475242] env[62522]: DEBUG oslo_concurrency.lockutils [req-49a86c24-e04e-4fae-b186-e1260c471630 req-51a3b35d-68b1-427c-9a60-c11df9c4ae28 service nova] Lock "2ef47ef2-763a-42af-954d-748f91ebc732-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.475434] env[62522]: DEBUG nova.compute.manager [req-49a86c24-e04e-4fae-b186-e1260c471630 req-51a3b35d-68b1-427c-9a60-c11df9c4ae28 service nova] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] No waiting events found dispatching network-vif-plugged-71757e91-a72d-42ef-b55f-5afd999f1814 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.475679] env[62522]: WARNING nova.compute.manager [req-49a86c24-e04e-4fae-b186-e1260c471630 req-51a3b35d-68b1-427c-9a60-c11df9c4ae28 service nova] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Received unexpected event network-vif-plugged-71757e91-a72d-42ef-b55f-5afd999f1814 for instance with vm_state building and task_state spawning. [ 1309.538694] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.539416] env[62522]: DEBUG nova.compute.manager [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1309.544096] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702398, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.544851] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.946s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.545164] env[62522]: DEBUG nova.objects.instance [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Lazy-loading 'resources' on Instance uuid 3caafb87-21d6-4f25-b151-af64f83162ed {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.581711] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Releasing lock "refresh_cache-f58fec79-1f67-42ae-afa6-8c7377fc9a5e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.581711] env[62522]: DEBUG nova.compute.manager [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Instance network_info: |[{"id": "c522fe3b-d25c-4b50-a8d9-e951a0eecfc4", "address": "fa:16:3e:0b:da:0a", "network": {"id": "6a53c024-490b-44ef-8150-5a8c7bd63b96", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-759156999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76ae27c3e6745c6ae42905193d1a0e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc522fe3b-d2", "ovs_interfaceid": "c522fe3b-d25c-4b50-a8d9-e951a0eecfc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.582358] env[62522]: DEBUG oslo_concurrency.lockutils [req-c634c1fd-a14d-42b5-9f34-ad617039e48d req-11a4bec0-7a92-45d6-bb12-eaafc6fd5b33 service nova] Acquired lock "refresh_cache-f58fec79-1f67-42ae-afa6-8c7377fc9a5e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.582358] env[62522]: DEBUG nova.network.neutron [req-c634c1fd-a14d-42b5-9f34-ad617039e48d req-11a4bec0-7a92-45d6-bb12-eaafc6fd5b33 service nova] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Refreshing network info cache for port c522fe3b-d25c-4b50-a8d9-e951a0eecfc4 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.582747] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:da:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c522fe3b-d25c-4b50-a8d9-e951a0eecfc4', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.595796] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Creating folder: Project (e76ae27c3e6745c6ae42905193d1a0e4). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.597848] env[62522]: DEBUG nova.network.neutron [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Successfully updated port: 71757e91-a72d-42ef-b55f-5afd999f1814 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1309.599197] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cf0427f-42c4-43cc-b01c-461d374e50d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.615901] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Created folder: Project (e76ae27c3e6745c6ae42905193d1a0e4) in parent group-v354730. [ 1309.616217] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Creating folder: Instances. Parent ref: group-v354797. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.616736] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d80bf700-06f0-482f-98e1-c12bda508bd6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.631252] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Created folder: Instances in parent group-v354797. [ 1309.631532] env[62522]: DEBUG oslo.service.loopingcall [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1309.631748] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.631980] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a825ed8-3c62-4f74-a9cf-21d89612d43c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.653171] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.653171] env[62522]: value = "task-1702402" [ 1309.653171] env[62522]: _type = "Task" [ 1309.653171] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.662034] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702402, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.667748] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Releasing lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.708320] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702399, 'name': Destroy_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.863505] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.034418] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617645} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.034692] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] ca56abe8-e25d-4265-97ba-302492fa3660/ca56abe8-e25d-4265-97ba-302492fa3660.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.034904] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1310.035180] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52386861-20cc-4c13-96b2-0bf66bd9099d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.042462] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1310.042462] env[62522]: value = "task-1702403" [ 1310.042462] env[62522]: _type = "Task" [ 1310.042462] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.046876] env[62522]: DEBUG nova.compute.utils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1310.049101] env[62522]: DEBUG nova.compute.manager [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.049275] env[62522]: DEBUG nova.network.neutron [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.060163] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.101680] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Acquiring lock "refresh_cache-2ef47ef2-763a-42af-954d-748f91ebc732" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.101817] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Acquired lock "refresh_cache-2ef47ef2-763a-42af-954d-748f91ebc732" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.102009] env[62522]: DEBUG nova.network.neutron [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.122523] env[62522]: DEBUG nova.policy [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2c2eba3e704400cba5bbcbbd4e7ab07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f11982ce0ca433a96f800ffb3221ff4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.164877] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702402, 'name': CreateVM_Task, 'duration_secs': 0.386603} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.167867] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.168784] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.170010] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.170356] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1310.170652] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13de9c2c-2bfc-48f5-a7e8-4d598847ae8e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.180888] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Waiting for the task: (returnval){ [ 1310.180888] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5236aabf-88d6-8f61-9f1c-7efd7295e659" [ 1310.180888] env[62522]: _type = "Task" [ 1310.180888] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.195572] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5236aabf-88d6-8f61-9f1c-7efd7295e659, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.195572] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.195572] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.195572] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.195889] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.195889] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.196103] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98e65845-3c62-47d0-b24a-39bcb8696a79 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.206055] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98df02f4-56e4-4ed8-a381-dc9735695d07 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.211785] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.211785] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.212453] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702399, 'name': Destroy_Task, 'duration_secs': 0.523789} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.213216] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea297113-a1c2-4dea-8260-66f3e972d1a2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.215311] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Destroyed the VM [ 1310.215628] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1310.229161] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e93cd6a-e845-4ea8-826b-872a96534c74 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.237129] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137731d0-b3d0-411e-b3e9-e0b7abc47456 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.241369] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Waiting for the task: (returnval){ [ 1310.241369] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52017579-273d-d004-0384-27e8a3dcec5d" [ 1310.241369] env[62522]: _type = "Task" [ 1310.241369] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.247657] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating instance 'eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0' progress to 83 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.254109] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1310.254109] env[62522]: value = "task-1702404" [ 1310.254109] env[62522]: _type = "Task" [ 1310.254109] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.264572] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52017579-273d-d004-0384-27e8a3dcec5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010641} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.269029] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c755475e-d518-44fd-8ef4-5a16e1dc3e14 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.275389] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702404, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.278831] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Waiting for the task: (returnval){ [ 1310.278831] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526d8612-8476-9c8a-d93b-b24c0f4b34ff" [ 1310.278831] env[62522]: _type = "Task" [ 1310.278831] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.290655] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526d8612-8476-9c8a-d93b-b24c0f4b34ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.452365] env[62522]: DEBUG nova.network.neutron [req-c634c1fd-a14d-42b5-9f34-ad617039e48d req-11a4bec0-7a92-45d6-bb12-eaafc6fd5b33 service nova] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Updated VIF entry in instance network info cache for port c522fe3b-d25c-4b50-a8d9-e951a0eecfc4. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.452712] env[62522]: DEBUG nova.network.neutron [req-c634c1fd-a14d-42b5-9f34-ad617039e48d req-11a4bec0-7a92-45d6-bb12-eaafc6fd5b33 service nova] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Updating instance_info_cache with network_info: [{"id": "c522fe3b-d25c-4b50-a8d9-e951a0eecfc4", "address": "fa:16:3e:0b:da:0a", "network": {"id": "6a53c024-490b-44ef-8150-5a8c7bd63b96", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-759156999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76ae27c3e6745c6ae42905193d1a0e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc522fe3b-d2", "ovs_interfaceid": "c522fe3b-d25c-4b50-a8d9-e951a0eecfc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.522031] env[62522]: DEBUG nova.network.neutron [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Successfully created port: 7e9c8f58-8f58-47e8-a12f-2dedaa80811e {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.554375] env[62522]: DEBUG nova.compute.manager [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1310.563794] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216094} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.564157] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.565065] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad0550f-338a-45c5-bbc8-08f5f7217927 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.594417] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] ca56abe8-e25d-4265-97ba-302492fa3660/ca56abe8-e25d-4265-97ba-302492fa3660.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.597738] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-973a07c5-6e24-4c2b-a9be-e2c67ac9392c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.629633] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1310.629633] env[62522]: value = "task-1702405" [ 1310.629633] env[62522]: _type = "Task" [ 1310.629633] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.645125] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.656222] env[62522]: DEBUG nova.network.neutron [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.687770] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3169e7b-1271-40a9-8b20-72c600dc5c07 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.696032] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366fbd3a-55dd-4436-b41a-716a38f3e1ca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.732359] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43795f3a-5b38-461d-b206-2497e62dd4e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.745036] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27541837-2124-4e28-a4b2-4485820f115d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.759832] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.760910] env[62522]: DEBUG nova.compute.provider_tree [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1310.762607] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83d46de2-7b0f-4309-b0af-40aa59974197 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.777389] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702404, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.779065] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1310.779065] env[62522]: value = "task-1702406" [ 1310.779065] env[62522]: _type = "Task" [ 1310.779065] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.793023] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.796127] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526d8612-8476-9c8a-d93b-b24c0f4b34ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.796617] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.797348] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] f58fec79-1f67-42ae-afa6-8c7377fc9a5e/f58fec79-1f67-42ae-afa6-8c7377fc9a5e.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.797348] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4b5f6a2-41ab-48a4-849c-0dede00eee99 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.806776] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Waiting for the task: (returnval){ [ 1310.806776] env[62522]: value = "task-1702407" [ 1310.806776] env[62522]: _type = "Task" [ 1310.806776] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.817782] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.885253] env[62522]: DEBUG nova.network.neutron [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Updating instance_info_cache with network_info: [{"id": "71757e91-a72d-42ef-b55f-5afd999f1814", "address": "fa:16:3e:c7:3b:b5", "network": {"id": "563073e5-97c8-4263-b8fd-c1496bb85fa0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-390596870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f999a767d1174ad0a31d6dc9cdf306f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71757e91-a7", "ovs_interfaceid": "71757e91-a72d-42ef-b55f-5afd999f1814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.956480] env[62522]: DEBUG oslo_concurrency.lockutils [req-c634c1fd-a14d-42b5-9f34-ad617039e48d req-11a4bec0-7a92-45d6-bb12-eaafc6fd5b33 service nova] Releasing lock "refresh_cache-f58fec79-1f67-42ae-afa6-8c7377fc9a5e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.146725] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702405, 'name': ReconfigVM_Task, 'duration_secs': 0.386769} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.147281] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Reconfigured VM instance instance-00000015 to attach disk [datastore1] ca56abe8-e25d-4265-97ba-302492fa3660/ca56abe8-e25d-4265-97ba-302492fa3660.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.147957] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2859caa-6537-46c3-b137-27eec09061dc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.158402] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1311.158402] env[62522]: value = "task-1702408" [ 1311.158402] env[62522]: _type = "Task" [ 1311.158402] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.170524] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702408, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.274608] env[62522]: DEBUG oslo_vmware.api [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702404, 'name': RemoveSnapshot_Task, 'duration_secs': 0.784386} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.275187] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1311.275503] env[62522]: INFO nova.compute.manager [None req-d8b517a0-1988-4628-ae81-f74454273ebc tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Took 15.26 seconds to snapshot the instance on the hypervisor. [ 1311.295186] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702406, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.297518] env[62522]: ERROR nova.scheduler.client.report [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] [req-24b12601-c748-48d1-9ff1-f3c73c932f65] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-24b12601-c748-48d1-9ff1-f3c73c932f65"}]} [ 1311.318808] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702407, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.320176] env[62522]: DEBUG nova.scheduler.client.report [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1311.337175] env[62522]: DEBUG nova.scheduler.client.report [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1311.337803] env[62522]: DEBUG nova.compute.provider_tree [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.351550] env[62522]: DEBUG nova.scheduler.client.report [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1311.372908] env[62522]: DEBUG nova.scheduler.client.report [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1311.388280] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Releasing lock "refresh_cache-2ef47ef2-763a-42af-954d-748f91ebc732" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.388539] env[62522]: DEBUG nova.compute.manager [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Instance network_info: |[{"id": "71757e91-a72d-42ef-b55f-5afd999f1814", "address": "fa:16:3e:c7:3b:b5", "network": {"id": "563073e5-97c8-4263-b8fd-c1496bb85fa0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-390596870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f999a767d1174ad0a31d6dc9cdf306f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71757e91-a7", "ovs_interfaceid": "71757e91-a72d-42ef-b55f-5afd999f1814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1311.389307] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:3b:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71757e91-a72d-42ef-b55f-5afd999f1814', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.397563] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Creating folder: Project (f999a767d1174ad0a31d6dc9cdf306f8). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1311.402218] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46ae3a1f-6182-4997-b6cc-80f0f7acaa48 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.414585] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Created folder: Project (f999a767d1174ad0a31d6dc9cdf306f8) in parent group-v354730. [ 1311.414911] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Creating folder: Instances. Parent ref: group-v354800. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1311.415281] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9177a309-435c-43f4-a9b4-45033e8465ef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.429576] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Created folder: Instances in parent group-v354800. [ 1311.429886] env[62522]: DEBUG oslo.service.loopingcall [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.433269] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.433717] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3af384d-2c0e-450f-9e5f-e710a2e39d79 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.460844] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.460844] env[62522]: value = "task-1702411" [ 1311.460844] env[62522]: _type = "Task" [ 1311.460844] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.470352] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702411, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.519251] env[62522]: DEBUG nova.compute.manager [req-441f9a0a-9b7e-478e-a563-ba8607d3058c req-04ea2b35-71b8-42cf-9026-f8c1b2e93e3a service nova] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Received event network-changed-71757e91-a72d-42ef-b55f-5afd999f1814 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1311.519493] env[62522]: DEBUG nova.compute.manager [req-441f9a0a-9b7e-478e-a563-ba8607d3058c req-04ea2b35-71b8-42cf-9026-f8c1b2e93e3a service nova] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Refreshing instance network info cache due to event network-changed-71757e91-a72d-42ef-b55f-5afd999f1814. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1311.519715] env[62522]: DEBUG oslo_concurrency.lockutils [req-441f9a0a-9b7e-478e-a563-ba8607d3058c req-04ea2b35-71b8-42cf-9026-f8c1b2e93e3a service nova] Acquiring lock "refresh_cache-2ef47ef2-763a-42af-954d-748f91ebc732" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.519858] env[62522]: DEBUG oslo_concurrency.lockutils [req-441f9a0a-9b7e-478e-a563-ba8607d3058c req-04ea2b35-71b8-42cf-9026-f8c1b2e93e3a service nova] Acquired lock "refresh_cache-2ef47ef2-763a-42af-954d-748f91ebc732" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.520206] env[62522]: DEBUG nova.network.neutron [req-441f9a0a-9b7e-478e-a563-ba8607d3058c req-04ea2b35-71b8-42cf-9026-f8c1b2e93e3a service nova] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Refreshing network info cache for port 71757e91-a72d-42ef-b55f-5afd999f1814 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.566273] env[62522]: DEBUG nova.compute.manager [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1311.599263] env[62522]: DEBUG nova.virt.hardware [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1311.599590] env[62522]: DEBUG nova.virt.hardware [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1311.600165] env[62522]: DEBUG nova.virt.hardware [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.600449] env[62522]: DEBUG nova.virt.hardware [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1311.600945] env[62522]: DEBUG nova.virt.hardware [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.600945] env[62522]: DEBUG nova.virt.hardware [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1311.601137] env[62522]: DEBUG nova.virt.hardware [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1311.601330] env[62522]: DEBUG nova.virt.hardware [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1311.601579] env[62522]: DEBUG nova.virt.hardware [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1311.602386] env[62522]: DEBUG nova.virt.hardware [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1311.602386] env[62522]: DEBUG nova.virt.hardware [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1311.603118] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077f662f-f172-43b3-b6a1-acaa85116f7f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.613774] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73859f33-b7eb-4566-abc1-ad8496438966 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.669845] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702408, 'name': Rename_Task, 'duration_secs': 0.220417} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.672692] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.673182] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40e28b78-df00-4fe4-aecd-220b1ff5f392 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.681248] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1311.681248] env[62522]: value = "task-1702412" [ 1311.681248] env[62522]: _type = "Task" [ 1311.681248] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.694729] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.796046] env[62522]: DEBUG oslo_vmware.api [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702406, 'name': PowerOnVM_Task, 'duration_secs': 0.760533} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.798916] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.799142] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc2e2ea-86eb-42ea-82b4-abd8ea5d7245 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating instance 'eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0' progress to 100 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.817521] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516487} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.821251] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] f58fec79-1f67-42ae-afa6-8c7377fc9a5e/f58fec79-1f67-42ae-afa6-8c7377fc9a5e.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.821251] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.821926] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-674c5c96-fccd-4cb5-9f3f-57fc38163f34 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.831209] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Waiting for the task: (returnval){ [ 1311.831209] env[62522]: value = "task-1702413" [ 1311.831209] env[62522]: _type = "Task" [ 1311.831209] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.842789] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.925746] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c397681f-2000-406c-b116-30b61362aeea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.934329] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f38223-d27b-4fc0-a53e-d408481e25a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.968233] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d772451c-b42a-4535-95c2-327c6e0948c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.980908] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52367cf3-aad2-4876-a821-e61754fdfa4d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.985214] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702411, 'name': CreateVM_Task, 'duration_secs': 0.387942} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.985853] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.987187] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.987187] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.987330] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1311.987588] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24fa039-b141-40e3-ae5e-d89a7b7c1557 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.998584] env[62522]: DEBUG nova.compute.provider_tree [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.003504] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Waiting for the task: (returnval){ [ 1312.003504] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5246ccaf-a98d-6c6e-8520-9e3acfb4f88f" [ 1312.003504] env[62522]: _type = "Task" [ 1312.003504] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.011569] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5246ccaf-a98d-6c6e-8520-9e3acfb4f88f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.195060] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702412, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.267364] env[62522]: DEBUG nova.network.neutron [req-441f9a0a-9b7e-478e-a563-ba8607d3058c req-04ea2b35-71b8-42cf-9026-f8c1b2e93e3a service nova] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Updated VIF entry in instance network info cache for port 71757e91-a72d-42ef-b55f-5afd999f1814. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.267720] env[62522]: DEBUG nova.network.neutron [req-441f9a0a-9b7e-478e-a563-ba8607d3058c req-04ea2b35-71b8-42cf-9026-f8c1b2e93e3a service nova] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Updating instance_info_cache with network_info: [{"id": "71757e91-a72d-42ef-b55f-5afd999f1814", "address": "fa:16:3e:c7:3b:b5", "network": {"id": "563073e5-97c8-4263-b8fd-c1496bb85fa0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-390596870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f999a767d1174ad0a31d6dc9cdf306f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71757e91-a7", "ovs_interfaceid": "71757e91-a72d-42ef-b55f-5afd999f1814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.342359] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252094} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.342643] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1312.343532] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f6fcce-5cd5-4d92-8af1-6986026ce353 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.377049] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] f58fec79-1f67-42ae-afa6-8c7377fc9a5e/f58fec79-1f67-42ae-afa6-8c7377fc9a5e.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.377750] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7053fa24-88cb-4d2f-8cdf-ab61d039b9c7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.404436] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Waiting for the task: (returnval){ [ 1312.404436] env[62522]: value = "task-1702414" [ 1312.404436] env[62522]: _type = "Task" [ 1312.404436] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.418953] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.488104] env[62522]: DEBUG nova.network.neutron [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Successfully updated port: 7e9c8f58-8f58-47e8-a12f-2dedaa80811e {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.501945] env[62522]: DEBUG nova.scheduler.client.report [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1312.519704] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5246ccaf-a98d-6c6e-8520-9e3acfb4f88f, 'name': SearchDatastore_Task, 'duration_secs': 0.038588} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.520180] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.520319] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.520709] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.520709] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.520874] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.521392] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c07e53a-bc30-4634-9c88-7e430e2500e6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.533388] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.533796] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.534535] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11be0163-6798-4b2d-8e95-6f03968fbe3e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.542209] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Waiting for the task: (returnval){ [ 1312.542209] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5202903c-b67f-5079-dd7e-52eb6a9cb17d" [ 1312.542209] env[62522]: _type = "Task" [ 1312.542209] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.550639] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5202903c-b67f-5079-dd7e-52eb6a9cb17d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.695511] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.772836] env[62522]: DEBUG oslo_concurrency.lockutils [req-441f9a0a-9b7e-478e-a563-ba8607d3058c req-04ea2b35-71b8-42cf-9026-f8c1b2e93e3a service nova] Releasing lock "refresh_cache-2ef47ef2-763a-42af-954d-748f91ebc732" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.916671] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702414, 'name': ReconfigVM_Task, 'duration_secs': 0.305112} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.916917] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Reconfigured VM instance instance-00000016 to attach disk [datastore1] f58fec79-1f67-42ae-afa6-8c7377fc9a5e/f58fec79-1f67-42ae-afa6-8c7377fc9a5e.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.917515] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0edc8ea6-2ea2-4394-8b74-d992c3db4360 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.925508] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Waiting for the task: (returnval){ [ 1312.925508] env[62522]: value = "task-1702415" [ 1312.925508] env[62522]: _type = "Task" [ 1312.925508] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.934547] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702415, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.990865] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "refresh_cache-2e5864ad-737f-4a8b-9b5a-c55602b41e0f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.991035] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "refresh_cache-2e5864ad-737f-4a8b-9b5a-c55602b41e0f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.991180] env[62522]: DEBUG nova.network.neutron [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.007700] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.463s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.010120] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.560s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.010357] env[62522]: DEBUG nova.objects.instance [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lazy-loading 'resources' on Instance uuid 4ad5f8ec-b4a5-42e9-831b-6b0f93327311 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.034238] env[62522]: INFO nova.scheduler.client.report [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Deleted allocations for instance 3caafb87-21d6-4f25-b151-af64f83162ed [ 1313.053720] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5202903c-b67f-5079-dd7e-52eb6a9cb17d, 'name': SearchDatastore_Task, 'duration_secs': 0.019409} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.054824] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576949db-fb88-45fc-a93e-9590f7eee018 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.060983] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Waiting for the task: (returnval){ [ 1313.060983] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ace1af-0bfd-2041-64f8-e89d2d18b63d" [ 1313.060983] env[62522]: _type = "Task" [ 1313.060983] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.069578] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ace1af-0bfd-2041-64f8-e89d2d18b63d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.087278] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Acquiring lock "a2c5514a-b46c-4157-b89b-79f5e16441af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.087508] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lock "a2c5514a-b46c-4157-b89b-79f5e16441af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.087715] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Acquiring lock "a2c5514a-b46c-4157-b89b-79f5e16441af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.087890] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lock "a2c5514a-b46c-4157-b89b-79f5e16441af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.088066] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lock "a2c5514a-b46c-4157-b89b-79f5e16441af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.090153] env[62522]: INFO nova.compute.manager [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Terminating instance [ 1313.193702] env[62522]: DEBUG oslo_vmware.api [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702412, 'name': PowerOnVM_Task, 'duration_secs': 1.094443} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.193975] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.194212] env[62522]: INFO nova.compute.manager [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1313.194379] env[62522]: DEBUG nova.compute.manager [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.195141] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b92c71f-7244-489c-93e4-88a94151e6b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.435850] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702415, 'name': Rename_Task, 'duration_secs': 0.150473} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.436185] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.436441] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1618ddf4-d4d0-4203-b787-92dea4128989 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.443273] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Waiting for the task: (returnval){ [ 1313.443273] env[62522]: value = "task-1702416" [ 1313.443273] env[62522]: _type = "Task" [ 1313.443273] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.450840] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.538706] env[62522]: DEBUG nova.network.neutron [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.545767] env[62522]: DEBUG nova.compute.manager [req-575ba683-44b1-45e2-9c3e-8db49f8a969e req-42852933-149f-4678-9485-3cdb85c08f8b service nova] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Received event network-vif-plugged-7e9c8f58-8f58-47e8-a12f-2dedaa80811e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1313.545767] env[62522]: DEBUG oslo_concurrency.lockutils [req-575ba683-44b1-45e2-9c3e-8db49f8a969e req-42852933-149f-4678-9485-3cdb85c08f8b service nova] Acquiring lock "2e5864ad-737f-4a8b-9b5a-c55602b41e0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.545767] env[62522]: DEBUG oslo_concurrency.lockutils [req-575ba683-44b1-45e2-9c3e-8db49f8a969e req-42852933-149f-4678-9485-3cdb85c08f8b service nova] Lock "2e5864ad-737f-4a8b-9b5a-c55602b41e0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.546028] env[62522]: DEBUG oslo_concurrency.lockutils [req-575ba683-44b1-45e2-9c3e-8db49f8a969e req-42852933-149f-4678-9485-3cdb85c08f8b service nova] Lock "2e5864ad-737f-4a8b-9b5a-c55602b41e0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.546565] env[62522]: DEBUG nova.compute.manager [req-575ba683-44b1-45e2-9c3e-8db49f8a969e req-42852933-149f-4678-9485-3cdb85c08f8b service nova] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] No waiting events found dispatching network-vif-plugged-7e9c8f58-8f58-47e8-a12f-2dedaa80811e {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1313.546565] env[62522]: WARNING nova.compute.manager [req-575ba683-44b1-45e2-9c3e-8db49f8a969e req-42852933-149f-4678-9485-3cdb85c08f8b service nova] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Received unexpected event network-vif-plugged-7e9c8f58-8f58-47e8-a12f-2dedaa80811e for instance with vm_state building and task_state spawning. [ 1313.546565] env[62522]: DEBUG nova.compute.manager [req-575ba683-44b1-45e2-9c3e-8db49f8a969e req-42852933-149f-4678-9485-3cdb85c08f8b service nova] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Received event network-changed-7e9c8f58-8f58-47e8-a12f-2dedaa80811e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1313.547079] env[62522]: DEBUG nova.compute.manager [req-575ba683-44b1-45e2-9c3e-8db49f8a969e req-42852933-149f-4678-9485-3cdb85c08f8b service nova] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Refreshing instance network info cache due to event network-changed-7e9c8f58-8f58-47e8-a12f-2dedaa80811e. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1313.547079] env[62522]: DEBUG oslo_concurrency.lockutils [req-575ba683-44b1-45e2-9c3e-8db49f8a969e req-42852933-149f-4678-9485-3cdb85c08f8b service nova] Acquiring lock "refresh_cache-2e5864ad-737f-4a8b-9b5a-c55602b41e0f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.547368] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5784e472-f402-42ba-8286-84b0598dcdf5 tempest-ServersAdmin275Test-1950314950 tempest-ServersAdmin275Test-1950314950-project-member] Lock "3caafb87-21d6-4f25-b151-af64f83162ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.306s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.591453] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ace1af-0bfd-2041-64f8-e89d2d18b63d, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.591930] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.592054] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 2ef47ef2-763a-42af-954d-748f91ebc732/2ef47ef2-763a-42af-954d-748f91ebc732.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.594921] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2f76c9e-af84-410c-9e82-d22d407e3a1e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.597522] env[62522]: DEBUG nova.compute.manager [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.597768] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.603734] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfa0d8a-42d1-48b7-8022-3cdd2187c8ca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.615621] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.615995] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Waiting for the task: (returnval){ [ 1313.615995] env[62522]: value = "task-1702417" [ 1313.615995] env[62522]: _type = "Task" [ 1313.615995] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.616209] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ada172a8-82dd-451a-81b9-25309c5b4726 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.632619] env[62522]: DEBUG oslo_vmware.api [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1313.632619] env[62522]: value = "task-1702418" [ 1313.632619] env[62522]: _type = "Task" [ 1313.632619] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.632982] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.647537] env[62522]: DEBUG oslo_vmware.api [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.717361] env[62522]: INFO nova.compute.manager [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Took 42.90 seconds to build instance. [ 1313.757743] env[62522]: DEBUG nova.network.neutron [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Updating instance_info_cache with network_info: [{"id": "7e9c8f58-8f58-47e8-a12f-2dedaa80811e", "address": "fa:16:3e:34:c8:bc", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9c8f58-8f", "ovs_interfaceid": "7e9c8f58-8f58-47e8-a12f-2dedaa80811e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.959664] env[62522]: DEBUG oslo_vmware.api [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702416, 'name': PowerOnVM_Task, 'duration_secs': 0.493719} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.960263] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.960556] env[62522]: INFO nova.compute.manager [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1313.960858] env[62522]: DEBUG nova.compute.manager [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.961816] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac14196c-6b30-4b59-9e14-d3f1380c0134 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.091611] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1712a41-a872-4e49-8607-2a95688ab819 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.102566] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7dc65f-0d5c-4bb3-9e59-a4c7509a55c6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.144851] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff88258-21b8-4a6d-8b01-c530841adbce {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.159520] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526922} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.164292] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 2ef47ef2-763a-42af-954d-748f91ebc732/2ef47ef2-763a-42af-954d-748f91ebc732.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1314.164528] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1314.164807] env[62522]: DEBUG oslo_vmware.api [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702418, 'name': PowerOffVM_Task, 'duration_secs': 0.193206} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.165812] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bf1b867-89da-4703-8411-2e6572ac7734 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.167815] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.168000] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.169276] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39c5954-4c70-425b-83ea-fb175ab852f5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.173747] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-351a1763-e84b-465c-b251-8de5cdb33df2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.188478] env[62522]: DEBUG nova.compute.provider_tree [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.191378] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Waiting for the task: (returnval){ [ 1314.191378] env[62522]: value = "task-1702420" [ 1314.191378] env[62522]: _type = "Task" [ 1314.191378] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.201285] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.219112] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78cdd453-3314-4c6b-b5f5-c509cf8aa234 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "ca56abe8-e25d-4265-97ba-302492fa3660" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.662s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.260729] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "refresh_cache-2e5864ad-737f-4a8b-9b5a-c55602b41e0f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.261089] env[62522]: DEBUG nova.compute.manager [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Instance network_info: |[{"id": "7e9c8f58-8f58-47e8-a12f-2dedaa80811e", "address": "fa:16:3e:34:c8:bc", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9c8f58-8f", "ovs_interfaceid": "7e9c8f58-8f58-47e8-a12f-2dedaa80811e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1314.261417] env[62522]: DEBUG oslo_concurrency.lockutils [req-575ba683-44b1-45e2-9c3e-8db49f8a969e req-42852933-149f-4678-9485-3cdb85c08f8b service nova] Acquired lock "refresh_cache-2e5864ad-737f-4a8b-9b5a-c55602b41e0f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.261604] env[62522]: DEBUG nova.network.neutron [req-575ba683-44b1-45e2-9c3e-8db49f8a969e req-42852933-149f-4678-9485-3cdb85c08f8b service nova] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Refreshing network info cache for port 7e9c8f58-8f58-47e8-a12f-2dedaa80811e {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.262785] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:c8:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e9c8f58-8f58-47e8-a12f-2dedaa80811e', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.270289] env[62522]: DEBUG oslo.service.loopingcall [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1314.271339] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.272964] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ca1cdfe-0452-4fcd-a566-5b6a9e3da4f7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.294494] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.294494] env[62522]: value = "task-1702421" [ 1314.294494] env[62522]: _type = "Task" [ 1314.294494] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.304537] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702421, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.317031] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.317367] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.317655] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Deleting the datastore file [datastore1] a2c5514a-b46c-4157-b89b-79f5e16441af {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.318058] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9c83477-05fa-47f5-bce8-e9a03a5cee7b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.327247] env[62522]: DEBUG oslo_vmware.api [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for the task: (returnval){ [ 1314.327247] env[62522]: value = "task-1702422" [ 1314.327247] env[62522]: _type = "Task" [ 1314.327247] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.338892] env[62522]: DEBUG oslo_vmware.api [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.493337] env[62522]: INFO nova.compute.manager [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Took 42.45 seconds to build instance. [ 1314.653508] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.654281] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.654540] env[62522]: DEBUG nova.compute.manager [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Going to confirm migration 1 {{(pid=62522) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1314.693522] env[62522]: DEBUG nova.scheduler.client.report [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1314.714170] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072347} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.714170] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.715073] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68522177-0156-45e1-a55b-f645d53a2b4f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.731682] env[62522]: DEBUG nova.compute.manager [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1314.744905] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 2ef47ef2-763a-42af-954d-748f91ebc732/2ef47ef2-763a-42af-954d-748f91ebc732.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.744905] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d018ce-0ceb-4144-92f6-0fcb5b5805be {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.766945] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Waiting for the task: (returnval){ [ 1314.766945] env[62522]: value = "task-1702423" [ 1314.766945] env[62522]: _type = "Task" [ 1314.766945] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.779287] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.805276] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702421, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.838199] env[62522]: DEBUG oslo_vmware.api [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Task: {'id': task-1702422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396024} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.840939] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.840939] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.841145] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.842280] env[62522]: INFO nova.compute.manager [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1314.842280] env[62522]: DEBUG oslo.service.loopingcall [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1314.842280] env[62522]: DEBUG nova.compute.manager [-] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.842280] env[62522]: DEBUG nova.network.neutron [-] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1314.894957] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Acquiring lock "f58fec79-1f67-42ae-afa6-8c7377fc9a5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.996212] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a814f375-ebb7-4814-b3fc-976c2c50f455 tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Lock "f58fec79-1f67-42ae-afa6-8c7377fc9a5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.969s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.998255] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Lock "f58fec79-1f67-42ae-afa6-8c7377fc9a5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.103s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.998560] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Acquiring lock "f58fec79-1f67-42ae-afa6-8c7377fc9a5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.998745] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Lock "f58fec79-1f67-42ae-afa6-8c7377fc9a5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.999164] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Lock "f58fec79-1f67-42ae-afa6-8c7377fc9a5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.003138] env[62522]: INFO nova.compute.manager [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Terminating instance [ 1315.082772] env[62522]: DEBUG nova.network.neutron [req-575ba683-44b1-45e2-9c3e-8db49f8a969e req-42852933-149f-4678-9485-3cdb85c08f8b service nova] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Updated VIF entry in instance network info cache for port 7e9c8f58-8f58-47e8-a12f-2dedaa80811e. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.083126] env[62522]: DEBUG nova.network.neutron [req-575ba683-44b1-45e2-9c3e-8db49f8a969e req-42852933-149f-4678-9485-3cdb85c08f8b service nova] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Updating instance_info_cache with network_info: [{"id": "7e9c8f58-8f58-47e8-a12f-2dedaa80811e", "address": "fa:16:3e:34:c8:bc", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9c8f58-8f", "ovs_interfaceid": "7e9c8f58-8f58-47e8-a12f-2dedaa80811e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.205372] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.207811] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.550s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.208054] env[62522]: DEBUG nova.objects.instance [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lazy-loading 'resources' on Instance uuid d530a3a4-72b9-44d8-8d1d-536d1cdb61dd {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.235777] env[62522]: INFO nova.scheduler.client.report [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Deleted allocations for instance 4ad5f8ec-b4a5-42e9-831b-6b0f93327311 [ 1315.240655] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.240986] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.241305] env[62522]: DEBUG nova.network.neutron [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.242244] env[62522]: DEBUG nova.objects.instance [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lazy-loading 'info_cache' on Instance uuid eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.264716] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.278650] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.306948] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702421, 'name': CreateVM_Task, 'duration_secs': 0.841821} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.307381] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.308098] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.308291] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.309025] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.309025] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02f4a284-5359-48a4-8921-67a10afd63c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.314592] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1315.314592] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a69477-707f-9540-9eb9-b0011e50fe4a" [ 1315.314592] env[62522]: _type = "Task" [ 1315.314592] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.325923] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a69477-707f-9540-9eb9-b0011e50fe4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.402985] env[62522]: DEBUG nova.compute.manager [req-755f3701-3d1f-46ff-a5aa-dd503c92f2f0 req-2c95f0de-c822-41c4-b04e-857bd296ee36 service nova] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Received event network-vif-deleted-5c9a34fe-4599-4bfa-869c-797d8a94e393 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1315.403205] env[62522]: INFO nova.compute.manager [req-755f3701-3d1f-46ff-a5aa-dd503c92f2f0 req-2c95f0de-c822-41c4-b04e-857bd296ee36 service nova] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Neutron deleted interface 5c9a34fe-4599-4bfa-869c-797d8a94e393; detaching it from the instance and deleting it from the info cache [ 1315.403381] env[62522]: DEBUG nova.network.neutron [req-755f3701-3d1f-46ff-a5aa-dd503c92f2f0 req-2c95f0de-c822-41c4-b04e-857bd296ee36 service nova] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.504322] env[62522]: DEBUG nova.compute.manager [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.507780] env[62522]: DEBUG nova.compute.manager [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1315.508010] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.509031] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7a8e9b-d905-44ff-9c97-d11345a01b73 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.518405] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.518685] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59e2613d-876c-4205-bdd4-8f6d7b662b6b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.527311] env[62522]: DEBUG oslo_vmware.api [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Waiting for the task: (returnval){ [ 1315.527311] env[62522]: value = "task-1702424" [ 1315.527311] env[62522]: _type = "Task" [ 1315.527311] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.537835] env[62522]: DEBUG oslo_vmware.api [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.592044] env[62522]: DEBUG oslo_concurrency.lockutils [req-575ba683-44b1-45e2-9c3e-8db49f8a969e req-42852933-149f-4678-9485-3cdb85c08f8b service nova] Releasing lock "refresh_cache-2e5864ad-737f-4a8b-9b5a-c55602b41e0f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.625536] env[62522]: DEBUG nova.network.neutron [-] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.749064] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5219b7bf-4921-4129-81c5-636241b7bf1e tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "4ad5f8ec-b4a5-42e9-831b-6b0f93327311" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.289s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.784031] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702423, 'name': ReconfigVM_Task, 'duration_secs': 0.780444} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.784508] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 2ef47ef2-763a-42af-954d-748f91ebc732/2ef47ef2-763a-42af-954d-748f91ebc732.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.785204] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1ca8b6e-2e1b-43eb-b24f-36b09bde67c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.793564] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Waiting for the task: (returnval){ [ 1315.793564] env[62522]: value = "task-1702425" [ 1315.793564] env[62522]: _type = "Task" [ 1315.793564] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.802236] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702425, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.829850] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a69477-707f-9540-9eb9-b0011e50fe4a, 'name': SearchDatastore_Task, 'duration_secs': 0.016093} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.833179] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.833647] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.833954] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.834128] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.834300] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.834907] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4703552-bd78-42a0-a021-833ac51f720f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.845401] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.845621] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.846494] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-702312d1-1878-4ef9-8c73-7a8df85a9eb4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.855349] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1315.855349] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5228b389-10e2-7d33-6c73-198dd7c42e34" [ 1315.855349] env[62522]: _type = "Task" [ 1315.855349] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.864319] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5228b389-10e2-7d33-6c73-198dd7c42e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.908605] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b236db2b-d2ff-4fe3-beba-3456a22652f1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.918194] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77724e8e-c073-4a39-b7fd-60e9ef5e89db {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.959936] env[62522]: DEBUG nova.compute.manager [req-755f3701-3d1f-46ff-a5aa-dd503c92f2f0 req-2c95f0de-c822-41c4-b04e-857bd296ee36 service nova] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Detach interface failed, port_id=5c9a34fe-4599-4bfa-869c-797d8a94e393, reason: Instance a2c5514a-b46c-4157-b89b-79f5e16441af could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1316.030579] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.040414] env[62522]: DEBUG oslo_vmware.api [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702424, 'name': PowerOffVM_Task, 'duration_secs': 0.243475} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.042830] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.043020] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.043454] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d040b68-41bf-460c-80c6-cda57e9ef0d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.128766] env[62522]: INFO nova.compute.manager [-] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Took 1.29 seconds to deallocate network for instance. [ 1316.135392] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.135608] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.135793] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Deleting the datastore file [datastore1] f58fec79-1f67-42ae-afa6-8c7377fc9a5e {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.139352] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d1a6379-5d89-43a9-b5b6-d3e20d01e541 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.149944] env[62522]: DEBUG oslo_vmware.api [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Waiting for the task: (returnval){ [ 1316.149944] env[62522]: value = "task-1702427" [ 1316.149944] env[62522]: _type = "Task" [ 1316.149944] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.163319] env[62522]: DEBUG oslo_vmware.api [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.240822] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653ba8de-760b-4a32-854a-ad77df089501 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.249388] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69d16c3-ef7e-4682-90f5-141051956eac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.289285] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08b34f5-9cf4-4055-93f1-d93a88b7483d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.303196] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df656808-f9d8-4e6e-a0a3-6a15b902fe82 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.315765] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702425, 'name': Rename_Task, 'duration_secs': 0.19375} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.316597] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.317365] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31ceab8a-2b8c-4840-a289-ca01e5bf69ce {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.333087] env[62522]: DEBUG nova.compute.provider_tree [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.339046] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Waiting for the task: (returnval){ [ 1316.339046] env[62522]: value = "task-1702428" [ 1316.339046] env[62522]: _type = "Task" [ 1316.339046] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.348272] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.366917] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5228b389-10e2-7d33-6c73-198dd7c42e34, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.367723] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5757d5a8-8ea9-4016-ad94-7f7194b4e0a0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.380036] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1316.380036] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52587bec-6ec0-385e-f420-1b0ef17fd126" [ 1316.380036] env[62522]: _type = "Task" [ 1316.380036] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.389355] env[62522]: DEBUG nova.compute.manager [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.389671] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52587bec-6ec0-385e-f420-1b0ef17fd126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.390514] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d055353-6c2d-47ec-8111-9ad8f26b5b49 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.590540] env[62522]: DEBUG nova.network.neutron [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating instance_info_cache with network_info: [{"id": "53cd27a4-d5ed-40b9-894e-4ca2738584f9", "address": "fa:16:3e:62:e0:c6", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cd27a4-d5", "ovs_interfaceid": "53cd27a4-d5ed-40b9-894e-4ca2738584f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.641425] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.663518] env[62522]: DEBUG oslo_vmware.api [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Task: {'id': task-1702427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391007} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.664055] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.664470] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.664820] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.665176] env[62522]: INFO nova.compute.manager [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1316.665729] env[62522]: DEBUG oslo.service.loopingcall [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.666083] env[62522]: DEBUG nova.compute.manager [-] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1316.666299] env[62522]: DEBUG nova.network.neutron [-] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1316.834923] env[62522]: DEBUG nova.scheduler.client.report [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1316.852728] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702428, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.887594] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52587bec-6ec0-385e-f420-1b0ef17fd126, 'name': SearchDatastore_Task, 'duration_secs': 0.017803} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.888235] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.888505] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 2e5864ad-737f-4a8b-9b5a-c55602b41e0f/2e5864ad-737f-4a8b-9b5a-c55602b41e0f.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.888762] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d21d546b-864e-446f-9674-d3bb33ea5bcb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.897137] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1316.897137] env[62522]: value = "task-1702429" [ 1316.897137] env[62522]: _type = "Task" [ 1316.897137] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.902823] env[62522]: INFO nova.compute.manager [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] instance snapshotting [ 1316.907624] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.908727] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad00d3f3-f0b3-4213-b8b0-06199caa163f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.937591] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd5ec2a-ef27-4e6a-ac57-5499dec95a2c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.093461] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Releasing lock "refresh_cache-eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.093765] env[62522]: DEBUG nova.objects.instance [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lazy-loading 'migration_context' on Instance uuid eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.345525] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.347697] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.134s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.347952] env[62522]: DEBUG nova.objects.instance [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Lazy-loading 'resources' on Instance uuid 88554528-b370-49cb-ac2e-75864d0d33bf {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.355245] env[62522]: DEBUG oslo_vmware.api [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702428, 'name': PowerOnVM_Task, 'duration_secs': 0.581984} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.355859] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.356159] env[62522]: INFO nova.compute.manager [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1317.356447] env[62522]: DEBUG nova.compute.manager [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.357334] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0337ed79-dd5e-4383-9dc4-9aefc522a04d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.375554] env[62522]: INFO nova.scheduler.client.report [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Deleted allocations for instance d530a3a4-72b9-44d8-8d1d-536d1cdb61dd [ 1317.410606] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702429, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.449434] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1317.449800] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f57c3257-6b7a-40df-b612-fefacc5c2e35 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.460363] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1317.460363] env[62522]: value = "task-1702430" [ 1317.460363] env[62522]: _type = "Task" [ 1317.460363] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.471071] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702430, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.483145] env[62522]: DEBUG nova.compute.manager [req-36c01382-d6b5-4b23-8795-9b03bf908c24 req-43dda393-435f-44e2-a6f9-61555aade67c service nova] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Received event network-vif-deleted-c522fe3b-d25c-4b50-a8d9-e951a0eecfc4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1317.483454] env[62522]: INFO nova.compute.manager [req-36c01382-d6b5-4b23-8795-9b03bf908c24 req-43dda393-435f-44e2-a6f9-61555aade67c service nova] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Neutron deleted interface c522fe3b-d25c-4b50-a8d9-e951a0eecfc4; detaching it from the instance and deleting it from the info cache [ 1317.485024] env[62522]: DEBUG nova.network.neutron [req-36c01382-d6b5-4b23-8795-9b03bf908c24 req-43dda393-435f-44e2-a6f9-61555aade67c service nova] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.488753] env[62522]: DEBUG nova.network.neutron [-] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.597284] env[62522]: DEBUG nova.objects.base [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1317.598071] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461ebb36-9efe-4353-a44d-ba7eb5631490 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.619755] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b0c43b8-46ea-4b4b-a830-d0a9b674a684 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.627027] env[62522]: DEBUG oslo_vmware.api [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1317.627027] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cefe52-4523-3342-0287-91922a001dbb" [ 1317.627027] env[62522]: _type = "Task" [ 1317.627027] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.637192] env[62522]: DEBUG oslo_vmware.api [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cefe52-4523-3342-0287-91922a001dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.879454] env[62522]: INFO nova.compute.manager [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Took 40.51 seconds to build instance. [ 1317.885686] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61eda9b8-56c0-4102-8f98-dcf726f02048 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "d530a3a4-72b9-44d8-8d1d-536d1cdb61dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.678s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.910846] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824102} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.911630] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 2e5864ad-737f-4a8b-9b5a-c55602b41e0f/2e5864ad-737f-4a8b-9b5a-c55602b41e0f.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.911630] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.911630] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fa6f170-cd86-4c79-9ccf-4fa026374bc3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.919812] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1317.919812] env[62522]: value = "task-1702431" [ 1317.919812] env[62522]: _type = "Task" [ 1317.919812] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.934899] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.972161] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702430, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.987120] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f1ae0c4-e63b-4f0c-bf04-0ed7ec22b93e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.993094] env[62522]: INFO nova.compute.manager [-] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Took 1.33 seconds to deallocate network for instance. [ 1317.999033] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b7592d-0cb8-4c9e-9390-0f19daa8da42 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.043406] env[62522]: DEBUG nova.compute.manager [req-36c01382-d6b5-4b23-8795-9b03bf908c24 req-43dda393-435f-44e2-a6f9-61555aade67c service nova] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Detach interface failed, port_id=c522fe3b-d25c-4b50-a8d9-e951a0eecfc4, reason: Instance f58fec79-1f67-42ae-afa6-8c7377fc9a5e could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1318.138459] env[62522]: DEBUG oslo_vmware.api [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cefe52-4523-3342-0287-91922a001dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.026208} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.141387] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.348553] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b331cec-2442-46e8-9f05-dc718b8cb59c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.357839] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8108a99d-992d-493d-a3e5-c3b6edcd7d67 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.390418] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01d71ead-7a4d-412c-89b4-1c2955555ff0 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Lock "2ef47ef2-763a-42af-954d-748f91ebc732" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.365s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.392910] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7739264-efe9-4c41-a86f-1eb53984822b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.401963] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4668b83-f216-4166-920e-565b28074170 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.419682] env[62522]: DEBUG nova.compute.provider_tree [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.429834] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07464} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.430180] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.431063] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc9ccff-589a-4726-b2af-a597e7ad672f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.456309] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 2e5864ad-737f-4a8b-9b5a-c55602b41e0f/2e5864ad-737f-4a8b-9b5a-c55602b41e0f.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.456922] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5402af00-8834-4e74-94f3-8cda1bdc1e52 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.480954] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702430, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.482389] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1318.482389] env[62522]: value = "task-1702432" [ 1318.482389] env[62522]: _type = "Task" [ 1318.482389] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.491857] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.518140] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.826399] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "4d229de7-ae9e-4ae7-b9bc-48ef85a9d195" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.828148] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "4d229de7-ae9e-4ae7-b9bc-48ef85a9d195" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.860603] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "d75e5a33-50fd-490e-b0d2-9242a25d32a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.860603] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "d75e5a33-50fd-490e-b0d2-9242a25d32a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.897831] env[62522]: DEBUG nova.compute.manager [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.926636] env[62522]: DEBUG nova.scheduler.client.report [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1318.984394] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702430, 'name': CreateSnapshot_Task, 'duration_secs': 1.522476} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.996036] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1318.996036] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34369256-2e54-4bbf-a424-8c8e37639e70 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.010186] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702432, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.265190] env[62522]: DEBUG nova.compute.manager [req-2cab9390-d8da-4aab-9253-2afcaa81e529 req-9db91cde-1fab-435f-81a6-a101ee1ebc1b service nova] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Received event network-changed-71757e91-a72d-42ef-b55f-5afd999f1814 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1319.265190] env[62522]: DEBUG nova.compute.manager [req-2cab9390-d8da-4aab-9253-2afcaa81e529 req-9db91cde-1fab-435f-81a6-a101ee1ebc1b service nova] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Refreshing instance network info cache due to event network-changed-71757e91-a72d-42ef-b55f-5afd999f1814. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1319.265190] env[62522]: DEBUG oslo_concurrency.lockutils [req-2cab9390-d8da-4aab-9253-2afcaa81e529 req-9db91cde-1fab-435f-81a6-a101ee1ebc1b service nova] Acquiring lock "refresh_cache-2ef47ef2-763a-42af-954d-748f91ebc732" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.265190] env[62522]: DEBUG oslo_concurrency.lockutils [req-2cab9390-d8da-4aab-9253-2afcaa81e529 req-9db91cde-1fab-435f-81a6-a101ee1ebc1b service nova] Acquired lock "refresh_cache-2ef47ef2-763a-42af-954d-748f91ebc732" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.265190] env[62522]: DEBUG nova.network.neutron [req-2cab9390-d8da-4aab-9253-2afcaa81e529 req-9db91cde-1fab-435f-81a6-a101ee1ebc1b service nova] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Refreshing network info cache for port 71757e91-a72d-42ef-b55f-5afd999f1814 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.421648] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.431005] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.433570] env[62522]: DEBUG oslo_concurrency.lockutils [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.836s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.433884] env[62522]: DEBUG nova.objects.instance [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lazy-loading 'resources' on Instance uuid cdb11f98-7e4b-4dec-af3a-2127d945a592 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.459563] env[62522]: INFO nova.scheduler.client.report [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Deleted allocations for instance 88554528-b370-49cb-ac2e-75864d0d33bf [ 1319.499532] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702432, 'name': ReconfigVM_Task, 'duration_secs': 0.565888} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.502957] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 2e5864ad-737f-4a8b-9b5a-c55602b41e0f/2e5864ad-737f-4a8b-9b5a-c55602b41e0f.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.502957] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc6ba9c5-1e1c-4cdd-9674-2fb965b1a9dd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.513455] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1319.513455] env[62522]: value = "task-1702433" [ 1319.513455] env[62522]: _type = "Task" [ 1319.513455] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.527032] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1319.532764] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3ec4298e-19da-4e99-9942-aca5eee9bc0b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.536797] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702433, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.545526] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1319.545526] env[62522]: value = "task-1702434" [ 1319.545526] env[62522]: _type = "Task" [ 1319.545526] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.560991] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702434, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.971728] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1805325-aa60-44b9-bc4f-45fc5dcf265e tempest-ServerDiagnosticsV248Test-1478824363 tempest-ServerDiagnosticsV248Test-1478824363-project-member] Lock "88554528-b370-49cb-ac2e-75864d0d33bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.265s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.025049] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702433, 'name': Rename_Task, 'duration_secs': 0.206587} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.028460] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.028939] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ba60b42-c897-434d-ba3d-d1ec1eac941e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.039438] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1320.039438] env[62522]: value = "task-1702435" [ 1320.039438] env[62522]: _type = "Task" [ 1320.039438] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.062708] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.070438] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702434, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.123247] env[62522]: DEBUG nova.network.neutron [req-2cab9390-d8da-4aab-9253-2afcaa81e529 req-9db91cde-1fab-435f-81a6-a101ee1ebc1b service nova] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Updated VIF entry in instance network info cache for port 71757e91-a72d-42ef-b55f-5afd999f1814. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.123823] env[62522]: DEBUG nova.network.neutron [req-2cab9390-d8da-4aab-9253-2afcaa81e529 req-9db91cde-1fab-435f-81a6-a101ee1ebc1b service nova] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Updating instance_info_cache with network_info: [{"id": "71757e91-a72d-42ef-b55f-5afd999f1814", "address": "fa:16:3e:c7:3b:b5", "network": {"id": "563073e5-97c8-4263-b8fd-c1496bb85fa0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-390596870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f999a767d1174ad0a31d6dc9cdf306f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71757e91-a7", "ovs_interfaceid": "71757e91-a72d-42ef-b55f-5afd999f1814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.554090] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702435, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.559112] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92291d3a-24bc-4fc3-8c02-a147c6c38248 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.571564] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cd22f6-9f82-429b-8a3c-fd2449e00f6d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.575846] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702434, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.613149] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b421045f-f110-4ed3-9c29-72700a66eeed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.623763] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76234c2d-aa17-411b-8421-2dc1e75a0981 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.631884] env[62522]: DEBUG oslo_concurrency.lockutils [req-2cab9390-d8da-4aab-9253-2afcaa81e529 req-9db91cde-1fab-435f-81a6-a101ee1ebc1b service nova] Releasing lock "refresh_cache-2ef47ef2-763a-42af-954d-748f91ebc732" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.641055] env[62522]: DEBUG nova.compute.provider_tree [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.053665] env[62522]: DEBUG oslo_vmware.api [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702435, 'name': PowerOnVM_Task, 'duration_secs': 0.695722} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.055920] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.055920] env[62522]: INFO nova.compute.manager [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1321.055920] env[62522]: DEBUG nova.compute.manager [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.058568] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f7932f-73d1-46d8-9d14-c77a4dcfaf9b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.073606] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702434, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.145146] env[62522]: DEBUG nova.scheduler.client.report [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1321.565363] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702434, 'name': CloneVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.586022] env[62522]: INFO nova.compute.manager [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Took 43.64 seconds to build instance. [ 1321.650576] env[62522]: DEBUG oslo_concurrency.lockutils [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.652929] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.408s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.663020] env[62522]: INFO nova.compute.claims [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.669720] env[62522]: INFO nova.scheduler.client.report [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Deleted allocations for instance cdb11f98-7e4b-4dec-af3a-2127d945a592 [ 1322.034287] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquiring lock "3fa0236a-1a4c-4545-8dee-67fbe3088153" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.034963] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Lock "3fa0236a-1a4c-4545-8dee-67fbe3088153" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.069167] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702434, 'name': CloneVM_Task, 'duration_secs': 2.092705} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.069929] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Created linked-clone VM from snapshot [ 1322.070953] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ace8810-4d03-473b-a5d3-f188189cfe28 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.081514] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Uploading image 5156131b-02c0-4e1c-97ce-8711a0cacf67 {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1322.091691] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e154fcdd-c0ca-42fd-9b10-7c285164d0fa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "2e5864ad-737f-4a8b-9b5a-c55602b41e0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.742s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.117243] env[62522]: DEBUG oslo_vmware.rw_handles [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1322.117243] env[62522]: value = "vm-354805" [ 1322.117243] env[62522]: _type = "VirtualMachine" [ 1322.117243] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1322.117555] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c43ff725-aa27-4c2a-beb9-551d5e433ba7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.126745] env[62522]: DEBUG oslo_vmware.rw_handles [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lease: (returnval){ [ 1322.126745] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527e90e8-5173-ff7b-836c-faef9959c0c0" [ 1322.126745] env[62522]: _type = "HttpNfcLease" [ 1322.126745] env[62522]: } obtained for exporting VM: (result){ [ 1322.126745] env[62522]: value = "vm-354805" [ 1322.126745] env[62522]: _type = "VirtualMachine" [ 1322.126745] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1322.127224] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the lease: (returnval){ [ 1322.127224] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527e90e8-5173-ff7b-836c-faef9959c0c0" [ 1322.127224] env[62522]: _type = "HttpNfcLease" [ 1322.127224] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1322.137193] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.137193] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527e90e8-5173-ff7b-836c-faef9959c0c0" [ 1322.137193] env[62522]: _type = "HttpNfcLease" [ 1322.137193] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1322.181781] env[62522]: DEBUG oslo_concurrency.lockutils [None req-27e251fe-bf5f-4c80-9441-02ff75fc1092 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "cdb11f98-7e4b-4dec-af3a-2127d945a592" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.929s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.368034] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "af281b60-1bae-489d-8363-853112ca6f23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.368148] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "af281b60-1bae-489d-8363-853112ca6f23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.485452] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "253352c1-988b-44c7-a7d6-9700493a678c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.485801] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "253352c1-988b-44c7-a7d6-9700493a678c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.486175] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "253352c1-988b-44c7-a7d6-9700493a678c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.486457] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "253352c1-988b-44c7-a7d6-9700493a678c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.486713] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "253352c1-988b-44c7-a7d6-9700493a678c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.490668] env[62522]: INFO nova.compute.manager [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Terminating instance [ 1322.594974] env[62522]: DEBUG nova.compute.manager [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.637402] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.637402] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527e90e8-5173-ff7b-836c-faef9959c0c0" [ 1322.637402] env[62522]: _type = "HttpNfcLease" [ 1322.637402] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1322.637698] env[62522]: DEBUG oslo_vmware.rw_handles [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1322.637698] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527e90e8-5173-ff7b-836c-faef9959c0c0" [ 1322.637698] env[62522]: _type = "HttpNfcLease" [ 1322.637698] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1322.638452] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99693a0-9421-43e7-b917-5b0c3e9cd12f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.645906] env[62522]: DEBUG oslo_vmware.rw_handles [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8ac7b-f812-4c04-6ae8-dbb5d61fa1ab/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1322.646096] env[62522]: DEBUG oslo_vmware.rw_handles [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8ac7b-f812-4c04-6ae8-dbb5d61fa1ab/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1322.881085] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-01346955-0a5e-43ac-bc2b-636414ecb15e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.996685] env[62522]: DEBUG nova.compute.manager [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1322.996685] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.996685] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658fbdf4-3314-4fac-b9a3-4d6b0cdf3b8c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.005541] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.007811] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a75a2107-b7f0-4c37-a3fd-6e176111126b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.015125] env[62522]: DEBUG oslo_vmware.api [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1323.015125] env[62522]: value = "task-1702437" [ 1323.015125] env[62522]: _type = "Task" [ 1323.015125] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.030564] env[62522]: DEBUG oslo_vmware.api [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.117803] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.249427] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca15332e-91fc-48a9-9ac6-6d56c63ca7d1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.259392] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdc3fba-dde6-4b34-ac26-a126ba12d261 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.292338] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3e8bc6-0ae3-44a3-ba9e-52628cd44519 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.301691] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a781055-d06e-4093-8fe8-b1fb675d4a08 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.316414] env[62522]: DEBUG nova.compute.provider_tree [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.529838] env[62522]: DEBUG oslo_vmware.api [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702437, 'name': PowerOffVM_Task, 'duration_secs': 0.200719} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.530887] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.531165] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.531442] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a58e6e7-3e92-42eb-a8ea-100410670d90 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.626849] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.627439] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.627439] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Deleting the datastore file [datastore1] 253352c1-988b-44c7-a7d6-9700493a678c {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.627533] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2fe4084-1bb8-45e3-89a8-adcd13087513 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.638498] env[62522]: DEBUG oslo_vmware.api [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for the task: (returnval){ [ 1323.638498] env[62522]: value = "task-1702439" [ 1323.638498] env[62522]: _type = "Task" [ 1323.638498] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.648549] env[62522]: DEBUG oslo_vmware.api [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.824047] env[62522]: DEBUG nova.scheduler.client.report [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1324.150266] env[62522]: DEBUG oslo_vmware.api [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Task: {'id': task-1702439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327772} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.150975] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.151339] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.151736] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.154528] env[62522]: INFO nova.compute.manager [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1324.154528] env[62522]: DEBUG oslo.service.loopingcall [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1324.154528] env[62522]: DEBUG nova.compute.manager [-] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1324.154528] env[62522]: DEBUG nova.network.neutron [-] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.332037] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.332037] env[62522]: DEBUG nova.compute.manager [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1324.334411] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.879s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.339739] env[62522]: INFO nova.compute.claims [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.548578] env[62522]: DEBUG nova.compute.manager [req-e3cb5d7e-c711-42b7-96f3-78e690787f61 req-e6531357-ffe6-48ef-b2e6-0e240dd6447f service nova] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Received event network-vif-deleted-dd9f89fd-c483-42d0-8929-06772450dd58 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1324.548851] env[62522]: INFO nova.compute.manager [req-e3cb5d7e-c711-42b7-96f3-78e690787f61 req-e6531357-ffe6-48ef-b2e6-0e240dd6447f service nova] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Neutron deleted interface dd9f89fd-c483-42d0-8929-06772450dd58; detaching it from the instance and deleting it from the info cache [ 1324.548967] env[62522]: DEBUG nova.network.neutron [req-e3cb5d7e-c711-42b7-96f3-78e690787f61 req-e6531357-ffe6-48ef-b2e6-0e240dd6447f service nova] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.850875] env[62522]: DEBUG nova.compute.utils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1324.853118] env[62522]: DEBUG nova.compute.manager [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1324.853708] env[62522]: DEBUG nova.network.neutron [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1324.908354] env[62522]: DEBUG nova.policy [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '564418b880fc44ebb54a436f05f83bed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9502dfb6740421fb04e692040f08918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1324.999808] env[62522]: DEBUG nova.network.neutron [-] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.056369] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82835975-3199-462e-a52d-b823f8de41af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.068268] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9ffcd1-168b-4fbe-ba32-5b9694636986 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.108191] env[62522]: DEBUG nova.compute.manager [req-e3cb5d7e-c711-42b7-96f3-78e690787f61 req-e6531357-ffe6-48ef-b2e6-0e240dd6447f service nova] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Detach interface failed, port_id=dd9f89fd-c483-42d0-8929-06772450dd58, reason: Instance 253352c1-988b-44c7-a7d6-9700493a678c could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1325.319894] env[62522]: DEBUG nova.network.neutron [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Successfully created port: 3275ad88-3b18-4571-ace8-be5370ace2a7 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.359476] env[62522]: DEBUG nova.compute.manager [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1325.503447] env[62522]: INFO nova.compute.manager [-] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Took 1.35 seconds to deallocate network for instance. [ 1325.902520] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Acquiring lock "f5c15175-f2d1-4e11-a11c-8bee5cd69390" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.902815] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Lock "f5c15175-f2d1-4e11-a11c-8bee5cd69390" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.981680] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0437257-b749-4c08-a937-ab811ec89822 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.993176] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc0247b-6d2f-4720-bddc-efcdfd427e43 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.030881] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.031709] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e818e8e-b3d2-431a-9873-e8d98511243c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.040490] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0499e3f-ab72-41d4-bed4-034eccd47dbe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.059488] env[62522]: DEBUG nova.compute.provider_tree [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1326.371408] env[62522]: DEBUG nova.compute.manager [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.397399] env[62522]: DEBUG nova.virt.hardware [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1326.397787] env[62522]: DEBUG nova.virt.hardware [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1326.397787] env[62522]: DEBUG nova.virt.hardware [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.397972] env[62522]: DEBUG nova.virt.hardware [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1326.398132] env[62522]: DEBUG nova.virt.hardware [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.398282] env[62522]: DEBUG nova.virt.hardware [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1326.398484] env[62522]: DEBUG nova.virt.hardware [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1326.398644] env[62522]: DEBUG nova.virt.hardware [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1326.398809] env[62522]: DEBUG nova.virt.hardware [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1326.399105] env[62522]: DEBUG nova.virt.hardware [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1326.399255] env[62522]: DEBUG nova.virt.hardware [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1326.400167] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbe3560-b940-4d22-b7e3-b60d82afe4ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.409722] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5541e733-e668-4c47-bcb8-e0c373150225 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.586506] env[62522]: ERROR nova.scheduler.client.report [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [req-d6ea2e25-3611-4fb6-8541-92420825497e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d6ea2e25-3611-4fb6-8541-92420825497e"}]} [ 1326.611106] env[62522]: DEBUG nova.scheduler.client.report [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1326.627176] env[62522]: DEBUG nova.scheduler.client.report [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1326.627601] env[62522]: DEBUG nova.compute.provider_tree [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1326.642608] env[62522]: DEBUG nova.scheduler.client.report [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1326.662096] env[62522]: DEBUG nova.scheduler.client.report [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1327.176595] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c8f316-0cf1-4569-8588-8f4dd9811fe7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.185590] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d307dca6-7cb4-4fb6-a3d9-a0a1fd0d914f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.218300] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c60e317-058e-4248-a4c0-9d2821cf247e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.229019] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0ae0b0-998f-434e-827b-a68619a91a4a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.240664] env[62522]: DEBUG nova.compute.provider_tree [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1327.397153] env[62522]: DEBUG nova.compute.manager [req-a68e5012-d25f-468d-9984-8b68a87caeea req-c71274ca-3251-4bed-9320-8dce8d5f5f51 service nova] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Received event network-vif-plugged-3275ad88-3b18-4571-ace8-be5370ace2a7 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1327.397358] env[62522]: DEBUG oslo_concurrency.lockutils [req-a68e5012-d25f-468d-9984-8b68a87caeea req-c71274ca-3251-4bed-9320-8dce8d5f5f51 service nova] Acquiring lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.397579] env[62522]: DEBUG oslo_concurrency.lockutils [req-a68e5012-d25f-468d-9984-8b68a87caeea req-c71274ca-3251-4bed-9320-8dce8d5f5f51 service nova] Lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.397744] env[62522]: DEBUG oslo_concurrency.lockutils [req-a68e5012-d25f-468d-9984-8b68a87caeea req-c71274ca-3251-4bed-9320-8dce8d5f5f51 service nova] Lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.397908] env[62522]: DEBUG nova.compute.manager [req-a68e5012-d25f-468d-9984-8b68a87caeea req-c71274ca-3251-4bed-9320-8dce8d5f5f51 service nova] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] No waiting events found dispatching network-vif-plugged-3275ad88-3b18-4571-ace8-be5370ace2a7 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1327.398187] env[62522]: WARNING nova.compute.manager [req-a68e5012-d25f-468d-9984-8b68a87caeea req-c71274ca-3251-4bed-9320-8dce8d5f5f51 service nova] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Received unexpected event network-vif-plugged-3275ad88-3b18-4571-ace8-be5370ace2a7 for instance with vm_state building and task_state spawning. [ 1327.501308] env[62522]: DEBUG nova.network.neutron [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Successfully updated port: 3275ad88-3b18-4571-ace8-be5370ace2a7 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.781398] env[62522]: DEBUG nova.scheduler.client.report [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1327.781669] env[62522]: DEBUG nova.compute.provider_tree [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 55 to 56 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1327.781847] env[62522]: DEBUG nova.compute.provider_tree [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1328.004515] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "refresh_cache-bd01290a-44df-4f2a-8d72-d3f772cd4ee9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.004656] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "refresh_cache-bd01290a-44df-4f2a-8d72-d3f772cd4ee9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.004811] env[62522]: DEBUG nova.network.neutron [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.287729] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.953s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.288170] env[62522]: DEBUG nova.compute.manager [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.291549] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.215s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.293354] env[62522]: INFO nova.compute.claims [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.555103] env[62522]: DEBUG nova.network.neutron [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.760920] env[62522]: DEBUG nova.network.neutron [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Updating instance_info_cache with network_info: [{"id": "3275ad88-3b18-4571-ace8-be5370ace2a7", "address": "fa:16:3e:b7:0f:5e", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3275ad88-3b", "ovs_interfaceid": "3275ad88-3b18-4571-ace8-be5370ace2a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.799651] env[62522]: DEBUG nova.compute.utils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1328.800871] env[62522]: DEBUG nova.compute.manager [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.801046] env[62522]: DEBUG nova.network.neutron [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.845469] env[62522]: DEBUG nova.policy [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '501f95b4e9ac4d3bbdb6744345c0d54f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cd0292e701c437596b70d382f4c3196', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1329.188351] env[62522]: DEBUG nova.network.neutron [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Successfully created port: 62eedb91-f50e-4013-bcfa-e0093532664c {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.266018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "refresh_cache-bd01290a-44df-4f2a-8d72-d3f772cd4ee9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.266018] env[62522]: DEBUG nova.compute.manager [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Instance network_info: |[{"id": "3275ad88-3b18-4571-ace8-be5370ace2a7", "address": "fa:16:3e:b7:0f:5e", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3275ad88-3b", "ovs_interfaceid": "3275ad88-3b18-4571-ace8-be5370ace2a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1329.266335] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:0f:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3275ad88-3b18-4571-ace8-be5370ace2a7', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.275511] env[62522]: DEBUG oslo.service.loopingcall [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.275756] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.275987] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6648a847-2aab-4230-83b8-90aff5e05e6b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.298524] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.298524] env[62522]: value = "task-1702440" [ 1329.298524] env[62522]: _type = "Task" [ 1329.298524] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.306862] env[62522]: DEBUG nova.compute.manager [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.312956] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702440, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.506776] env[62522]: DEBUG nova.compute.manager [req-41543705-aba0-47c5-9d02-82a0ea38c3c4 req-d6262901-9c67-4c8b-b62a-d3c107caf064 service nova] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Received event network-changed-3275ad88-3b18-4571-ace8-be5370ace2a7 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1329.507123] env[62522]: DEBUG nova.compute.manager [req-41543705-aba0-47c5-9d02-82a0ea38c3c4 req-d6262901-9c67-4c8b-b62a-d3c107caf064 service nova] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Refreshing instance network info cache due to event network-changed-3275ad88-3b18-4571-ace8-be5370ace2a7. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1329.507295] env[62522]: DEBUG oslo_concurrency.lockutils [req-41543705-aba0-47c5-9d02-82a0ea38c3c4 req-d6262901-9c67-4c8b-b62a-d3c107caf064 service nova] Acquiring lock "refresh_cache-bd01290a-44df-4f2a-8d72-d3f772cd4ee9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.507377] env[62522]: DEBUG oslo_concurrency.lockutils [req-41543705-aba0-47c5-9d02-82a0ea38c3c4 req-d6262901-9c67-4c8b-b62a-d3c107caf064 service nova] Acquired lock "refresh_cache-bd01290a-44df-4f2a-8d72-d3f772cd4ee9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.507538] env[62522]: DEBUG nova.network.neutron [req-41543705-aba0-47c5-9d02-82a0ea38c3c4 req-d6262901-9c67-4c8b-b62a-d3c107caf064 service nova] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Refreshing network info cache for port 3275ad88-3b18-4571-ace8-be5370ace2a7 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.812582] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702440, 'name': CreateVM_Task, 'duration_secs': 0.435291} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.813052] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1329.814800] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.814800] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.814800] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.818278] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f851ca-4b55-4dda-8520-fa78a7e56201 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.830574] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1329.830574] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c1c8f0-b3ba-053a-4859-9f87e82f1350" [ 1329.830574] env[62522]: _type = "Task" [ 1329.830574] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.842718] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c1c8f0-b3ba-053a-4859-9f87e82f1350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.862998] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07ca89f-18bc-4d9d-99a5-daaa778823a2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.871685] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c115c6-8025-4a68-9101-988bc8ceb801 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.911197] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b46e4e4-ded5-4004-87e0-6cd8c81f147a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.921480] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64452c3-8cfe-488a-8a08-5ce8a37b38fc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.936659] env[62522]: DEBUG nova.compute.provider_tree [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.308451] env[62522]: DEBUG nova.network.neutron [req-41543705-aba0-47c5-9d02-82a0ea38c3c4 req-d6262901-9c67-4c8b-b62a-d3c107caf064 service nova] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Updated VIF entry in instance network info cache for port 3275ad88-3b18-4571-ace8-be5370ace2a7. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.309151] env[62522]: DEBUG nova.network.neutron [req-41543705-aba0-47c5-9d02-82a0ea38c3c4 req-d6262901-9c67-4c8b-b62a-d3c107caf064 service nova] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Updating instance_info_cache with network_info: [{"id": "3275ad88-3b18-4571-ace8-be5370ace2a7", "address": "fa:16:3e:b7:0f:5e", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3275ad88-3b", "ovs_interfaceid": "3275ad88-3b18-4571-ace8-be5370ace2a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.324559] env[62522]: DEBUG nova.compute.manager [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1330.341494] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c1c8f0-b3ba-053a-4859-9f87e82f1350, 'name': SearchDatastore_Task, 'duration_secs': 0.014972} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.343542] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.343784] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.344016] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.344175] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.344352] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.344805] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a5a23c9-43d6-46fb-b043-18067fb246ac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.350422] env[62522]: DEBUG nova.virt.hardware [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1330.350636] env[62522]: DEBUG nova.virt.hardware [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1330.350789] env[62522]: DEBUG nova.virt.hardware [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.350966] env[62522]: DEBUG nova.virt.hardware [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1330.351128] env[62522]: DEBUG nova.virt.hardware [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.351273] env[62522]: DEBUG nova.virt.hardware [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1330.351479] env[62522]: DEBUG nova.virt.hardware [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1330.351635] env[62522]: DEBUG nova.virt.hardware [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1330.351800] env[62522]: DEBUG nova.virt.hardware [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1330.352014] env[62522]: DEBUG nova.virt.hardware [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1330.352206] env[62522]: DEBUG nova.virt.hardware [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1330.353338] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c0be84-2685-49f8-9bdd-33b054eb780e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.357054] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.357243] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.358310] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60a265a-1cc9-45f6-b744-d747f3856e9c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.363991] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0a1822-3f7a-4f42-a306-12d869a59f04 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.369530] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1330.369530] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c351dc-ed91-a3ab-2b20-35b96632dfd3" [ 1330.369530] env[62522]: _type = "Task" [ 1330.369530] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.386559] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c351dc-ed91-a3ab-2b20-35b96632dfd3, 'name': SearchDatastore_Task, 'duration_secs': 0.012688} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.387355] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb09eaf-3a89-43e7-bf97-e4ffc0e1922b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.394371] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1330.394371] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521eaa83-5fda-b55e-6ff9-87eb95462c8a" [ 1330.394371] env[62522]: _type = "Task" [ 1330.394371] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.402285] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521eaa83-5fda-b55e-6ff9-87eb95462c8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.441112] env[62522]: DEBUG nova.scheduler.client.report [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1330.622334] env[62522]: DEBUG oslo_vmware.rw_handles [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8ac7b-f812-4c04-6ae8-dbb5d61fa1ab/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1330.623430] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12245738-3f9a-4755-8e66-dc61e1e31477 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.630363] env[62522]: DEBUG oslo_vmware.rw_handles [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8ac7b-f812-4c04-6ae8-dbb5d61fa1ab/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1330.630560] env[62522]: ERROR oslo_vmware.rw_handles [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8ac7b-f812-4c04-6ae8-dbb5d61fa1ab/disk-0.vmdk due to incomplete transfer. [ 1330.630749] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1e55a5db-8364-414a-a46a-fd1808874a50 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.639054] env[62522]: DEBUG oslo_vmware.rw_handles [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8ac7b-f812-4c04-6ae8-dbb5d61fa1ab/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1330.639054] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Uploaded image 5156131b-02c0-4e1c-97ce-8711a0cacf67 to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1330.641209] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1330.641427] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84d41188-9ff0-48c1-bc3b-58d3a1fb4766 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.648857] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1330.648857] env[62522]: value = "task-1702441" [ 1330.648857] env[62522]: _type = "Task" [ 1330.648857] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.657443] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702441, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.812944] env[62522]: DEBUG oslo_concurrency.lockutils [req-41543705-aba0-47c5-9d02-82a0ea38c3c4 req-d6262901-9c67-4c8b-b62a-d3c107caf064 service nova] Releasing lock "refresh_cache-bd01290a-44df-4f2a-8d72-d3f772cd4ee9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.907563] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521eaa83-5fda-b55e-6ff9-87eb95462c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.907862] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.908288] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] bd01290a-44df-4f2a-8d72-d3f772cd4ee9/bd01290a-44df-4f2a-8d72-d3f772cd4ee9.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.908600] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b1bf55d-2ac4-4a7d-a690-c680122d40cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.916510] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1330.916510] env[62522]: value = "task-1702442" [ 1330.916510] env[62522]: _type = "Task" [ 1330.916510] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.928025] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.945641] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.946190] env[62522]: DEBUG nova.compute.manager [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1330.949166] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.960s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.949458] env[62522]: DEBUG nova.objects.instance [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Lazy-loading 'resources' on Instance uuid 50c9eae8-cb56-4984-9b42-cc9b9e83e623 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.984991] env[62522]: DEBUG nova.network.neutron [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Successfully updated port: 62eedb91-f50e-4013-bcfa-e0093532664c {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.160180] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702441, 'name': Destroy_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.428295] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702442, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.454823] env[62522]: DEBUG nova.compute.utils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1331.460262] env[62522]: DEBUG nova.compute.manager [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1331.460262] env[62522]: DEBUG nova.network.neutron [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1331.487956] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Acquiring lock "refresh_cache-1fd87373-b39e-468a-b509-f9021f787282" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.488146] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Acquired lock "refresh_cache-1fd87373-b39e-468a-b509-f9021f787282" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.488459] env[62522]: DEBUG nova.network.neutron [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.559020] env[62522]: DEBUG nova.policy [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c78df1b20d764fe0a8447bc1e2974135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '740baa2c41334e1e93622395809e72e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1331.660222] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702441, 'name': Destroy_Task, 'duration_secs': 0.609505} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.662851] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Destroyed the VM [ 1331.663122] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1331.664483] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-22c6d97a-283b-4733-aaa0-b7395da0b785 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.667091] env[62522]: DEBUG nova.compute.manager [req-de163a68-4719-4b51-a9a9-db3721da2c56 req-49eeac05-5aa6-49ac-b7a4-8e2518b62635 service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Received event network-vif-plugged-62eedb91-f50e-4013-bcfa-e0093532664c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1331.667255] env[62522]: DEBUG oslo_concurrency.lockutils [req-de163a68-4719-4b51-a9a9-db3721da2c56 req-49eeac05-5aa6-49ac-b7a4-8e2518b62635 service nova] Acquiring lock "1fd87373-b39e-468a-b509-f9021f787282-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.667451] env[62522]: DEBUG oslo_concurrency.lockutils [req-de163a68-4719-4b51-a9a9-db3721da2c56 req-49eeac05-5aa6-49ac-b7a4-8e2518b62635 service nova] Lock "1fd87373-b39e-468a-b509-f9021f787282-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.667609] env[62522]: DEBUG oslo_concurrency.lockutils [req-de163a68-4719-4b51-a9a9-db3721da2c56 req-49eeac05-5aa6-49ac-b7a4-8e2518b62635 service nova] Lock "1fd87373-b39e-468a-b509-f9021f787282-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.667768] env[62522]: DEBUG nova.compute.manager [req-de163a68-4719-4b51-a9a9-db3721da2c56 req-49eeac05-5aa6-49ac-b7a4-8e2518b62635 service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] No waiting events found dispatching network-vif-plugged-62eedb91-f50e-4013-bcfa-e0093532664c {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.667922] env[62522]: WARNING nova.compute.manager [req-de163a68-4719-4b51-a9a9-db3721da2c56 req-49eeac05-5aa6-49ac-b7a4-8e2518b62635 service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Received unexpected event network-vif-plugged-62eedb91-f50e-4013-bcfa-e0093532664c for instance with vm_state building and task_state spawning. [ 1331.668093] env[62522]: DEBUG nova.compute.manager [req-de163a68-4719-4b51-a9a9-db3721da2c56 req-49eeac05-5aa6-49ac-b7a4-8e2518b62635 service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Received event network-changed-62eedb91-f50e-4013-bcfa-e0093532664c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1331.668244] env[62522]: DEBUG nova.compute.manager [req-de163a68-4719-4b51-a9a9-db3721da2c56 req-49eeac05-5aa6-49ac-b7a4-8e2518b62635 service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Refreshing instance network info cache due to event network-changed-62eedb91-f50e-4013-bcfa-e0093532664c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1331.668412] env[62522]: DEBUG oslo_concurrency.lockutils [req-de163a68-4719-4b51-a9a9-db3721da2c56 req-49eeac05-5aa6-49ac-b7a4-8e2518b62635 service nova] Acquiring lock "refresh_cache-1fd87373-b39e-468a-b509-f9021f787282" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.676942] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1331.676942] env[62522]: value = "task-1702443" [ 1331.676942] env[62522]: _type = "Task" [ 1331.676942] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.687705] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702443, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.928923] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812223} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.929292] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] bd01290a-44df-4f2a-8d72-d3f772cd4ee9/bd01290a-44df-4f2a-8d72-d3f772cd4ee9.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.929481] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.929740] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d05fe1ff-218c-434a-8b3b-793c25dcaf9c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.938114] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1331.938114] env[62522]: value = "task-1702444" [ 1331.938114] env[62522]: _type = "Task" [ 1331.938114] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.951308] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.960453] env[62522]: DEBUG nova.compute.manager [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1331.967127] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55084e3c-b99d-4fca-b9ff-ff0baa5cee9d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.978154] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaf7148-6ce4-4c31-9db7-af2952df5157 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.015261] env[62522]: DEBUG nova.network.neutron [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Successfully created port: 0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.017422] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeb894e-69b3-4cb4-9dec-fb230d8499cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.028138] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b572ea-d76b-428e-b30f-264e9987aee5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.047159] env[62522]: DEBUG nova.compute.provider_tree [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.058995] env[62522]: DEBUG nova.network.neutron [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.190859] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702443, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.232930] env[62522]: DEBUG nova.network.neutron [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Updating instance_info_cache with network_info: [{"id": "62eedb91-f50e-4013-bcfa-e0093532664c", "address": "fa:16:3e:83:03:88", "network": {"id": "e47fa17a-e6aa-4727-bfb7-66c69d6023d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1780360990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cd0292e701c437596b70d382f4c3196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62eedb91-f5", "ovs_interfaceid": "62eedb91-f50e-4013-bcfa-e0093532664c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.454654] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074936} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.454654] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.454941] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559bbd3b-fbac-4783-aabd-be4f7c7e438b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.483897] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] bd01290a-44df-4f2a-8d72-d3f772cd4ee9/bd01290a-44df-4f2a-8d72-d3f772cd4ee9.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.484462] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd5d6a8-2779-4098-9f4f-16336ba70ac8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.506082] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1332.506082] env[62522]: value = "task-1702445" [ 1332.506082] env[62522]: _type = "Task" [ 1332.506082] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.515695] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.550972] env[62522]: DEBUG nova.scheduler.client.report [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1332.687719] env[62522]: DEBUG oslo_vmware.api [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702443, 'name': RemoveSnapshot_Task, 'duration_secs': 0.585175} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.688028] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1332.688287] env[62522]: INFO nova.compute.manager [None req-533097bc-23e6-457c-bc4c-6cbef1640b90 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Took 15.78 seconds to snapshot the instance on the hypervisor. [ 1332.736262] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Releasing lock "refresh_cache-1fd87373-b39e-468a-b509-f9021f787282" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.736262] env[62522]: DEBUG nova.compute.manager [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Instance network_info: |[{"id": "62eedb91-f50e-4013-bcfa-e0093532664c", "address": "fa:16:3e:83:03:88", "network": {"id": "e47fa17a-e6aa-4727-bfb7-66c69d6023d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1780360990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cd0292e701c437596b70d382f4c3196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62eedb91-f5", "ovs_interfaceid": "62eedb91-f50e-4013-bcfa-e0093532664c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.736723] env[62522]: DEBUG oslo_concurrency.lockutils [req-de163a68-4719-4b51-a9a9-db3721da2c56 req-49eeac05-5aa6-49ac-b7a4-8e2518b62635 service nova] Acquired lock "refresh_cache-1fd87373-b39e-468a-b509-f9021f787282" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.736812] env[62522]: DEBUG nova.network.neutron [req-de163a68-4719-4b51-a9a9-db3721da2c56 req-49eeac05-5aa6-49ac-b7a4-8e2518b62635 service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Refreshing network info cache for port 62eedb91-f50e-4013-bcfa-e0093532664c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.738467] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:03:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62eedb91-f50e-4013-bcfa-e0093532664c', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.746406] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Creating folder: Project (3cd0292e701c437596b70d382f4c3196). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.747463] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62185c19-549f-43ef-ab67-79d289fe3211 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.759749] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Created folder: Project (3cd0292e701c437596b70d382f4c3196) in parent group-v354730. [ 1332.760018] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Creating folder: Instances. Parent ref: group-v354807. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.760309] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fe279fe-af0c-467c-94bb-fc00f84dd78f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.770511] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Created folder: Instances in parent group-v354807. [ 1332.770789] env[62522]: DEBUG oslo.service.loopingcall [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.770966] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.771240] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdeb126c-ab80-450f-9427-4313207ea235 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.793278] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.793278] env[62522]: value = "task-1702448" [ 1332.793278] env[62522]: _type = "Task" [ 1332.793278] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.800450] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702448, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.986480] env[62522]: DEBUG nova.compute.manager [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1333.012976] env[62522]: DEBUG nova.virt.hardware [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1333.013247] env[62522]: DEBUG nova.virt.hardware [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1333.013411] env[62522]: DEBUG nova.virt.hardware [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.013600] env[62522]: DEBUG nova.virt.hardware [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1333.013754] env[62522]: DEBUG nova.virt.hardware [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.013916] env[62522]: DEBUG nova.virt.hardware [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1333.014146] env[62522]: DEBUG nova.virt.hardware [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1333.014311] env[62522]: DEBUG nova.virt.hardware [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1333.014478] env[62522]: DEBUG nova.virt.hardware [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1333.014636] env[62522]: DEBUG nova.virt.hardware [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1333.014805] env[62522]: DEBUG nova.virt.hardware [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1333.015963] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47f046b-dbf2-4a5a-b593-c4b87b46283b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.028889] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ae72ec-ec5f-4b66-8ac6-4e72fda2d1bb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.034742] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702445, 'name': ReconfigVM_Task, 'duration_secs': 0.355404} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.035140] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Reconfigured VM instance instance-00000019 to attach disk [datastore1] bd01290a-44df-4f2a-8d72-d3f772cd4ee9/bd01290a-44df-4f2a-8d72-d3f772cd4ee9.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.036441] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1565f01b-ff00-4792-acaf-ca12c01fbc9d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.053300] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1333.053300] env[62522]: value = "task-1702449" [ 1333.053300] env[62522]: _type = "Task" [ 1333.053300] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.058449] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.061278] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.902s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.063360] env[62522]: INFO nova.compute.claims [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.075671] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702449, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.082491] env[62522]: INFO nova.scheduler.client.report [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Deleted allocations for instance 50c9eae8-cb56-4984-9b42-cc9b9e83e623 [ 1333.303695] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702448, 'name': CreateVM_Task, 'duration_secs': 0.379433} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.303868] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.304521] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.304701] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.305028] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.305281] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d428f14-8ac5-49cc-ba77-d5c32b8fbf58 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.310523] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Waiting for the task: (returnval){ [ 1333.310523] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d10569-dd34-21ed-edfd-b8de37251652" [ 1333.310523] env[62522]: _type = "Task" [ 1333.310523] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.318728] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d10569-dd34-21ed-edfd-b8de37251652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.487064] env[62522]: DEBUG nova.network.neutron [req-de163a68-4719-4b51-a9a9-db3721da2c56 req-49eeac05-5aa6-49ac-b7a4-8e2518b62635 service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Updated VIF entry in instance network info cache for port 62eedb91-f50e-4013-bcfa-e0093532664c. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.487427] env[62522]: DEBUG nova.network.neutron [req-de163a68-4719-4b51-a9a9-db3721da2c56 req-49eeac05-5aa6-49ac-b7a4-8e2518b62635 service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Updating instance_info_cache with network_info: [{"id": "62eedb91-f50e-4013-bcfa-e0093532664c", "address": "fa:16:3e:83:03:88", "network": {"id": "e47fa17a-e6aa-4727-bfb7-66c69d6023d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1780360990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cd0292e701c437596b70d382f4c3196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62eedb91-f5", "ovs_interfaceid": "62eedb91-f50e-4013-bcfa-e0093532664c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.566290] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702449, 'name': Rename_Task, 'duration_secs': 0.16737} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.566571] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1333.567021] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe8244de-a7a6-4247-9fab-81ad9f89833e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.577564] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1333.577564] env[62522]: value = "task-1702450" [ 1333.577564] env[62522]: _type = "Task" [ 1333.577564] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.589051] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.589604] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0dcd37e-f5f1-44c2-bcab-fc190bde61d9 tempest-ServerDiagnosticsNegativeTest-1489235049 tempest-ServerDiagnosticsNegativeTest-1489235049-project-member] Lock "50c9eae8-cb56-4984-9b42-cc9b9e83e623" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.663s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.685532] env[62522]: DEBUG nova.network.neutron [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Successfully updated port: 0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.727234] env[62522]: DEBUG nova.compute.manager [req-08e4137b-30bc-43bf-88d8-e880f490a594 req-c8a8dc42-99ee-4e45-9fb2-e0b4395afdc4 service nova] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Received event network-vif-plugged-0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1333.727234] env[62522]: DEBUG oslo_concurrency.lockutils [req-08e4137b-30bc-43bf-88d8-e880f490a594 req-c8a8dc42-99ee-4e45-9fb2-e0b4395afdc4 service nova] Acquiring lock "34793292-f90e-42b4-b20d-0daf23faf552-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.727234] env[62522]: DEBUG oslo_concurrency.lockutils [req-08e4137b-30bc-43bf-88d8-e880f490a594 req-c8a8dc42-99ee-4e45-9fb2-e0b4395afdc4 service nova] Lock "34793292-f90e-42b4-b20d-0daf23faf552-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.727234] env[62522]: DEBUG oslo_concurrency.lockutils [req-08e4137b-30bc-43bf-88d8-e880f490a594 req-c8a8dc42-99ee-4e45-9fb2-e0b4395afdc4 service nova] Lock "34793292-f90e-42b4-b20d-0daf23faf552-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.727370] env[62522]: DEBUG nova.compute.manager [req-08e4137b-30bc-43bf-88d8-e880f490a594 req-c8a8dc42-99ee-4e45-9fb2-e0b4395afdc4 service nova] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] No waiting events found dispatching network-vif-plugged-0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1333.728032] env[62522]: WARNING nova.compute.manager [req-08e4137b-30bc-43bf-88d8-e880f490a594 req-c8a8dc42-99ee-4e45-9fb2-e0b4395afdc4 service nova] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Received unexpected event network-vif-plugged-0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb for instance with vm_state building and task_state spawning. [ 1333.827433] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d10569-dd34-21ed-edfd-b8de37251652, 'name': SearchDatastore_Task, 'duration_secs': 0.013769} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.827433] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.827433] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.827433] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.827660] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.827660] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.827660] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51c50eef-afe2-454b-8363-40019723bec7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.841525] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.841525] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.841525] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f102da-5d7a-49c8-a973-ae3456503b99 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.848717] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Waiting for the task: (returnval){ [ 1333.848717] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526dbf85-3e22-3ca2-c88f-eb6f15aac833" [ 1333.848717] env[62522]: _type = "Task" [ 1333.848717] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.857258] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526dbf85-3e22-3ca2-c88f-eb6f15aac833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.992609] env[62522]: DEBUG oslo_concurrency.lockutils [req-de163a68-4719-4b51-a9a9-db3721da2c56 req-49eeac05-5aa6-49ac-b7a4-8e2518b62635 service nova] Releasing lock "refresh_cache-1fd87373-b39e-468a-b509-f9021f787282" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.090215] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.189213] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Acquiring lock "refresh_cache-34793292-f90e-42b4-b20d-0daf23faf552" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.189822] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Acquired lock "refresh_cache-34793292-f90e-42b4-b20d-0daf23faf552" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.189822] env[62522]: DEBUG nova.network.neutron [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.363672] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526dbf85-3e22-3ca2-c88f-eb6f15aac833, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.366783] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b7661c-d2f6-41c9-b04e-45d9427e6f54 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.372587] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Waiting for the task: (returnval){ [ 1334.372587] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52615de7-0e47-6db7-056b-3083c19a5163" [ 1334.372587] env[62522]: _type = "Task" [ 1334.372587] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.385755] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52615de7-0e47-6db7-056b-3083c19a5163, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.386022] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.386813] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 1fd87373-b39e-468a-b509-f9021f787282/1fd87373-b39e-468a-b509-f9021f787282.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.387153] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe77bfda-a11a-4c46-818e-0df01e4180ab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.396715] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Waiting for the task: (returnval){ [ 1334.396715] env[62522]: value = "task-1702451" [ 1334.396715] env[62522]: _type = "Task" [ 1334.396715] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.410170] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.552960] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f07537-8307-4714-bca6-2d49702f9b8c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.561259] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5606949b-9337-4e5f-967b-8d2f81eb44ed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.596837] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1b2553-387e-4ba8-8924-b66e043d97e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.605108] env[62522]: DEBUG oslo_vmware.api [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702450, 'name': PowerOnVM_Task, 'duration_secs': 0.64788} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.607244] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1334.607519] env[62522]: INFO nova.compute.manager [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1334.607741] env[62522]: DEBUG nova.compute.manager [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.608557] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e2956b-f0a8-4a68-9a40-461857214c88 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.612110] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b8da33-1535-4cc0-ab17-783861d58e71 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.633264] env[62522]: DEBUG nova.compute.provider_tree [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.736658] env[62522]: DEBUG nova.network.neutron [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.919055] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702451, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.939418] env[62522]: DEBUG nova.network.neutron [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Updating instance_info_cache with network_info: [{"id": "0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb", "address": "fa:16:3e:4b:ff:72", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4cd833-be", "ovs_interfaceid": "0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.141515] env[62522]: DEBUG nova.scheduler.client.report [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1335.144801] env[62522]: DEBUG nova.compute.manager [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.147064] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad005593-21de-4e65-a925-e5af985542c2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.150097] env[62522]: INFO nova.compute.manager [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Took 44.94 seconds to build instance. [ 1335.410410] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702451, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.442919] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Releasing lock "refresh_cache-34793292-f90e-42b4-b20d-0daf23faf552" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.443286] env[62522]: DEBUG nova.compute.manager [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Instance network_info: |[{"id": "0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb", "address": "fa:16:3e:4b:ff:72", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4cd833-be", "ovs_interfaceid": "0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1335.443726] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:ff:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.452596] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Creating folder: Project (740baa2c41334e1e93622395809e72e7). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.452874] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78a4302c-83aa-42c9-9297-c44f755f6b8d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.467026] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Created folder: Project (740baa2c41334e1e93622395809e72e7) in parent group-v354730. [ 1335.467026] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Creating folder: Instances. Parent ref: group-v354810. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.467134] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fcd5551-5844-4837-ab66-1f0f927dbdb0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.478215] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Created folder: Instances in parent group-v354810. [ 1335.478457] env[62522]: DEBUG oslo.service.loopingcall [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.478650] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.478850] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5a2c4a7-d0a0-4bff-878d-90399e6c3d57 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.501017] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.501017] env[62522]: value = "task-1702454" [ 1335.501017] env[62522]: _type = "Task" [ 1335.501017] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.508467] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702454, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.646703] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.648086] env[62522]: DEBUG nova.compute.manager [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1335.652724] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.168s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.652724] env[62522]: DEBUG nova.objects.instance [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62522) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1335.654403] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3f001b-ea8e-4b36-8177-567d54525c49 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.553s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.659650] env[62522]: INFO nova.compute.manager [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] instance snapshotting [ 1335.665124] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b084a79e-7822-416f-b7ea-e1bceb65cc71 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.686718] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9367699-6314-455e-8095-c8b561e6774d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.758252] env[62522]: DEBUG nova.compute.manager [req-fd2b5626-9cd7-4d56-a7ce-a388c9c84d9d req-00012891-07ab-4026-869b-03ea20173b2c service nova] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Received event network-changed-0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1335.758457] env[62522]: DEBUG nova.compute.manager [req-fd2b5626-9cd7-4d56-a7ce-a388c9c84d9d req-00012891-07ab-4026-869b-03ea20173b2c service nova] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Refreshing instance network info cache due to event network-changed-0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1335.758670] env[62522]: DEBUG oslo_concurrency.lockutils [req-fd2b5626-9cd7-4d56-a7ce-a388c9c84d9d req-00012891-07ab-4026-869b-03ea20173b2c service nova] Acquiring lock "refresh_cache-34793292-f90e-42b4-b20d-0daf23faf552" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.759163] env[62522]: DEBUG oslo_concurrency.lockutils [req-fd2b5626-9cd7-4d56-a7ce-a388c9c84d9d req-00012891-07ab-4026-869b-03ea20173b2c service nova] Acquired lock "refresh_cache-34793292-f90e-42b4-b20d-0daf23faf552" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.759163] env[62522]: DEBUG nova.network.neutron [req-fd2b5626-9cd7-4d56-a7ce-a388c9c84d9d req-00012891-07ab-4026-869b-03ea20173b2c service nova] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Refreshing network info cache for port 0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.908320] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702451, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.009878] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702454, 'name': CreateVM_Task, 'duration_secs': 0.378549} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.010062] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.010767] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.010933] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.011269] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.011524] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02dde715-8409-4ef9-8dfa-aa84d63017ad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.016849] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Waiting for the task: (returnval){ [ 1336.016849] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52718b0a-ebab-ee68-cbe2-721cbdfc14f8" [ 1336.016849] env[62522]: _type = "Task" [ 1336.016849] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.026162] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52718b0a-ebab-ee68-cbe2-721cbdfc14f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.156247] env[62522]: DEBUG nova.compute.utils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1336.163981] env[62522]: DEBUG nova.compute.manager [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1336.164688] env[62522]: DEBUG nova.compute.manager [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.164688] env[62522]: DEBUG nova.network.neutron [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.199429] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1336.200143] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-def4c7c9-511f-47db-a709-208b65ef761a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.211476] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1336.211476] env[62522]: value = "task-1702455" [ 1336.211476] env[62522]: _type = "Task" [ 1336.211476] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.225989] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702455, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.235672] env[62522]: DEBUG nova.policy [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c08dffc78abc45c59cd548ccd154791a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23f382c588bd4e96886c6c29aca848f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.295779] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.296090] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.410366] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702451, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.664903} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.410662] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 1fd87373-b39e-468a-b509-f9021f787282/1fd87373-b39e-468a-b509-f9021f787282.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.410870] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.411132] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cdf3c70-4970-4a52-aa64-8f279a5adfc1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.418583] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Waiting for the task: (returnval){ [ 1336.418583] env[62522]: value = "task-1702456" [ 1336.418583] env[62522]: _type = "Task" [ 1336.418583] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.429742] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.529832] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52718b0a-ebab-ee68-cbe2-721cbdfc14f8, 'name': SearchDatastore_Task, 'duration_secs': 0.036968} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.530770] env[62522]: DEBUG nova.network.neutron [req-fd2b5626-9cd7-4d56-a7ce-a388c9c84d9d req-00012891-07ab-4026-869b-03ea20173b2c service nova] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Updated VIF entry in instance network info cache for port 0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.531098] env[62522]: DEBUG nova.network.neutron [req-fd2b5626-9cd7-4d56-a7ce-a388c9c84d9d req-00012891-07ab-4026-869b-03ea20173b2c service nova] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Updating instance_info_cache with network_info: [{"id": "0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb", "address": "fa:16:3e:4b:ff:72", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4cd833-be", "ovs_interfaceid": "0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.534230] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.534535] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.534753] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.534903] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.535092] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.537076] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0f60b8b-94a0-46f8-af4b-9df33e93e76b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.550280] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.550555] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.551821] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e45898-eae5-4ea0-a95c-88675f493238 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.558909] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Waiting for the task: (returnval){ [ 1336.558909] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dfc213-702d-3dce-5283-ea1f4fa8eeff" [ 1336.558909] env[62522]: _type = "Task" [ 1336.558909] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.568077] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dfc213-702d-3dce-5283-ea1f4fa8eeff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.662225] env[62522]: DEBUG nova.compute.manager [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.669813] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ecc5802-9fa6-47b0-938a-d283570207a2 tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.676028] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.834s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.677730] env[62522]: INFO nova.compute.claims [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.698628] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.722679] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702455, 'name': CreateSnapshot_Task, 'duration_secs': 0.449264} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.722934] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1336.723745] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da82935a-d9c1-40d0-b596-6245306dae14 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.761198] env[62522]: DEBUG nova.network.neutron [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Successfully created port: 80a2d535-b42f-4d24-875f-1d98fb4dbfb4 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.802096] env[62522]: DEBUG nova.compute.utils [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1336.929808] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083596} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.930551] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.931677] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cf56b6-b25c-47a3-990c-ecbd8ee6086e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.959385] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 1fd87373-b39e-468a-b509-f9021f787282/1fd87373-b39e-468a-b509-f9021f787282.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.959711] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a10d1a0-c5fa-4d3b-be4b-224607442358 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.981864] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Waiting for the task: (returnval){ [ 1336.981864] env[62522]: value = "task-1702457" [ 1336.981864] env[62522]: _type = "Task" [ 1336.981864] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.990854] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.038036] env[62522]: DEBUG oslo_concurrency.lockutils [req-fd2b5626-9cd7-4d56-a7ce-a388c9c84d9d req-00012891-07ab-4026-869b-03ea20173b2c service nova] Releasing lock "refresh_cache-34793292-f90e-42b4-b20d-0daf23faf552" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.070678] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dfc213-702d-3dce-5283-ea1f4fa8eeff, 'name': SearchDatastore_Task, 'duration_secs': 0.012117} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.071491] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6e5d76-c182-4af2-9ee4-045a9042b170 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.077434] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Waiting for the task: (returnval){ [ 1337.077434] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c2ecbf-0681-c681-d606-bd31027829d4" [ 1337.077434] env[62522]: _type = "Task" [ 1337.077434] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.086305] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c2ecbf-0681-c681-d606-bd31027829d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.247030] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1337.247659] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9270e6c9-abb5-452c-ae69-93bdf9513378 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.259049] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1337.259049] env[62522]: value = "task-1702458" [ 1337.259049] env[62522]: _type = "Task" [ 1337.259049] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.273539] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702458, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.307824] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.495358] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.591998] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c2ecbf-0681-c681-d606-bd31027829d4, 'name': SearchDatastore_Task, 'duration_secs': 0.023984} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.592445] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.592646] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 34793292-f90e-42b4-b20d-0daf23faf552/34793292-f90e-42b4-b20d-0daf23faf552.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.592916] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2dd5589-70fd-41c5-98c4-6e76fc09a23c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.602018] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Waiting for the task: (returnval){ [ 1337.602018] env[62522]: value = "task-1702459" [ 1337.602018] env[62522]: _type = "Task" [ 1337.602018] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.610863] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.675019] env[62522]: DEBUG nova.compute.manager [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.708249] env[62522]: DEBUG nova.virt.hardware [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1337.708249] env[62522]: DEBUG nova.virt.hardware [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1337.709182] env[62522]: DEBUG nova.virt.hardware [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.712027] env[62522]: DEBUG nova.virt.hardware [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1337.712027] env[62522]: DEBUG nova.virt.hardware [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.712027] env[62522]: DEBUG nova.virt.hardware [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1337.712027] env[62522]: DEBUG nova.virt.hardware [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1337.712027] env[62522]: DEBUG nova.virt.hardware [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1337.712251] env[62522]: DEBUG nova.virt.hardware [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1337.712251] env[62522]: DEBUG nova.virt.hardware [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1337.712251] env[62522]: DEBUG nova.virt.hardware [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1337.712499] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a7f8d3-9126-4ee4-9faa-7dce2ffda1c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.723376] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf86eec6-7ab2-45c5-ab8f-2b60c0207a00 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.774698] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702458, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.999196] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702457, 'name': ReconfigVM_Task, 'duration_secs': 0.653988} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.999196] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 1fd87373-b39e-468a-b509-f9021f787282/1fd87373-b39e-468a-b509-f9021f787282.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.999344] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b796b53-aee5-4090-a66b-80976e3181aa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.008374] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Waiting for the task: (returnval){ [ 1338.008374] env[62522]: value = "task-1702460" [ 1338.008374] env[62522]: _type = "Task" [ 1338.008374] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.022665] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702460, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.119281] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.273339] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702458, 'name': CloneVM_Task} progress is 95%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.318800] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d90af32-70a2-423f-8a13-40bf5525a136 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.326956] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f42504f-b619-4289-bcb9-5ffbd5e6940a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.358127] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb3f01f-5c08-4469-9c4f-4be9052c4fb3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.367391] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7496d58e-4fa1-4e63-a619-39e792dd2abb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.383543] env[62522]: DEBUG nova.compute.provider_tree [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1338.395828] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.396097] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.396358] env[62522]: INFO nova.compute.manager [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Attaching volume abc2921f-3504-4147-8608-1c406354443c to /dev/sdb [ 1338.455962] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b960c9-d98a-4336-ab2b-1837ba486097 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.463721] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee254cd4-e8a0-43a9-915e-25dedbd2bedd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.479085] env[62522]: DEBUG nova.virt.block_device [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Updating existing volume attachment record: 5f088306-a9cf-460e-9db5-e0a3f88cc811 {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1338.519215] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702460, 'name': Rename_Task, 'duration_secs': 0.318384} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.519508] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.519750] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0614e65-40a3-42c8-b2dc-92d5fd7cc143 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.527148] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Waiting for the task: (returnval){ [ 1338.527148] env[62522]: value = "task-1702461" [ 1338.527148] env[62522]: _type = "Task" [ 1338.527148] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.541571] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.615390] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600883} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.615857] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 34793292-f90e-42b4-b20d-0daf23faf552/34793292-f90e-42b4-b20d-0daf23faf552.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.616232] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.616674] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4217420-9d2d-4985-b22d-be76f921f911 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.622428] env[62522]: DEBUG nova.compute.manager [req-b78c0f28-2d44-4453-bb7f-4fe23f93e34f req-d8e211e0-22cc-480d-bc61-f5d971d7871d service nova] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Received event network-vif-plugged-80a2d535-b42f-4d24-875f-1d98fb4dbfb4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1338.622767] env[62522]: DEBUG oslo_concurrency.lockutils [req-b78c0f28-2d44-4453-bb7f-4fe23f93e34f req-d8e211e0-22cc-480d-bc61-f5d971d7871d service nova] Acquiring lock "ccc4782f-6f25-4050-a17c-fce1569dc9bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.623114] env[62522]: DEBUG oslo_concurrency.lockutils [req-b78c0f28-2d44-4453-bb7f-4fe23f93e34f req-d8e211e0-22cc-480d-bc61-f5d971d7871d service nova] Lock "ccc4782f-6f25-4050-a17c-fce1569dc9bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.623406] env[62522]: DEBUG oslo_concurrency.lockutils [req-b78c0f28-2d44-4453-bb7f-4fe23f93e34f req-d8e211e0-22cc-480d-bc61-f5d971d7871d service nova] Lock "ccc4782f-6f25-4050-a17c-fce1569dc9bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.623666] env[62522]: DEBUG nova.compute.manager [req-b78c0f28-2d44-4453-bb7f-4fe23f93e34f req-d8e211e0-22cc-480d-bc61-f5d971d7871d service nova] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] No waiting events found dispatching network-vif-plugged-80a2d535-b42f-4d24-875f-1d98fb4dbfb4 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1338.623921] env[62522]: WARNING nova.compute.manager [req-b78c0f28-2d44-4453-bb7f-4fe23f93e34f req-d8e211e0-22cc-480d-bc61-f5d971d7871d service nova] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Received unexpected event network-vif-plugged-80a2d535-b42f-4d24-875f-1d98fb4dbfb4 for instance with vm_state building and task_state spawning. [ 1338.626688] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Waiting for the task: (returnval){ [ 1338.626688] env[62522]: value = "task-1702462" [ 1338.626688] env[62522]: _type = "Task" [ 1338.626688] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.638437] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.774660] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702458, 'name': CloneVM_Task, 'duration_secs': 1.32728} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.774660] env[62522]: DEBUG nova.network.neutron [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Successfully updated port: 80a2d535-b42f-4d24-875f-1d98fb4dbfb4 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.774660] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Created linked-clone VM from snapshot [ 1338.777071] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b48c36-f80c-4d4d-acd0-718c701f0fbc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.788171] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Uploading image 09bb36d8-9879-4998-b905-e887de56707a {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1338.817302] env[62522]: DEBUG oslo_vmware.rw_handles [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1338.817302] env[62522]: value = "vm-354814" [ 1338.817302] env[62522]: _type = "VirtualMachine" [ 1338.817302] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1338.817564] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b8b2e8ca-6607-45c8-8903-253ad2540fdc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.827064] env[62522]: DEBUG oslo_vmware.rw_handles [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lease: (returnval){ [ 1338.827064] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52570332-0f30-a7ab-8f9b-a70a549599ec" [ 1338.827064] env[62522]: _type = "HttpNfcLease" [ 1338.827064] env[62522]: } obtained for exporting VM: (result){ [ 1338.827064] env[62522]: value = "vm-354814" [ 1338.827064] env[62522]: _type = "VirtualMachine" [ 1338.827064] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1338.827064] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the lease: (returnval){ [ 1338.827064] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52570332-0f30-a7ab-8f9b-a70a549599ec" [ 1338.827064] env[62522]: _type = "HttpNfcLease" [ 1338.827064] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1338.836833] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1338.836833] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52570332-0f30-a7ab-8f9b-a70a549599ec" [ 1338.836833] env[62522]: _type = "HttpNfcLease" [ 1338.836833] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1338.923823] env[62522]: DEBUG nova.scheduler.client.report [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1338.924324] env[62522]: DEBUG nova.compute.provider_tree [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 56 to 57 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1338.924324] env[62522]: DEBUG nova.compute.provider_tree [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1339.038081] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702461, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.138887] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081641} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.139393] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.140716] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5273d1b1-92fd-4430-942b-d50a31189229 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.170964] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 34793292-f90e-42b4-b20d-0daf23faf552/34793292-f90e-42b4-b20d-0daf23faf552.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.171283] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d8d452-4607-405f-be67-5717bcba9771 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.196532] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Waiting for the task: (returnval){ [ 1339.196532] env[62522]: value = "task-1702467" [ 1339.196532] env[62522]: _type = "Task" [ 1339.196532] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.208156] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.275906] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Acquiring lock "refresh_cache-ccc4782f-6f25-4050-a17c-fce1569dc9bd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.276092] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Acquired lock "refresh_cache-ccc4782f-6f25-4050-a17c-fce1569dc9bd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.276255] env[62522]: DEBUG nova.network.neutron [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.338281] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1339.338281] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52570332-0f30-a7ab-8f9b-a70a549599ec" [ 1339.338281] env[62522]: _type = "HttpNfcLease" [ 1339.338281] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1339.341173] env[62522]: DEBUG oslo_vmware.rw_handles [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1339.341173] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52570332-0f30-a7ab-8f9b-a70a549599ec" [ 1339.341173] env[62522]: _type = "HttpNfcLease" [ 1339.341173] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1339.341173] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5648a6b6-b90d-4520-9b55-91ffe2dd04e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.348659] env[62522]: DEBUG oslo_vmware.rw_handles [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a7576-c982-91b6-d860-41569a7207a8/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1339.349450] env[62522]: DEBUG oslo_vmware.rw_handles [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a7576-c982-91b6-d860-41569a7207a8/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1339.430246] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.430857] env[62522]: DEBUG nova.compute.manager [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1339.435113] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.193s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.435113] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.435113] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1339.435113] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.471s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.435113] env[62522]: DEBUG nova.objects.instance [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Lazy-loading 'resources' on Instance uuid 371c2c59-aff3-4552-96d3-1899068e79ef {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.437268] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1892038b-9060-408d-a6ed-9e9bbb33a6a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.449480] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f21627-a9fe-4012-8885-efd84e03644b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.455814] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4c40096c-c656-4d7b-9664-28e164b12e91 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.472466] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a85d4d8-0995-4519-a0d7-aab89cd5f8b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.485944] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87e0855-86bc-4dee-ba73-3518ba625e4f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.520723] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180745MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1339.520936] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.538084] env[62522]: DEBUG oslo_vmware.api [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702461, 'name': PowerOnVM_Task, 'duration_secs': 0.927038} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.538084] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.538281] env[62522]: INFO nova.compute.manager [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1339.538364] env[62522]: DEBUG nova.compute.manager [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.539416] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29963270-e881-4867-8d72-93b780a45881 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.708675] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702467, 'name': ReconfigVM_Task, 'duration_secs': 0.296005} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.709247] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 34793292-f90e-42b4-b20d-0daf23faf552/34793292-f90e-42b4-b20d-0daf23faf552.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.710141] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad569ce8-a9db-468d-bc59-fd3ec4b7a953 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.720396] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Waiting for the task: (returnval){ [ 1339.720396] env[62522]: value = "task-1702468" [ 1339.720396] env[62522]: _type = "Task" [ 1339.720396] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.729936] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702468, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.837256] env[62522]: DEBUG nova.network.neutron [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.849931] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "8a1a54ef-36e9-4999-866d-dc2a0e95ecb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.850200] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8a1a54ef-36e9-4999-866d-dc2a0e95ecb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.941495] env[62522]: DEBUG nova.compute.utils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1339.946090] env[62522]: DEBUG nova.compute.manager [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1339.946380] env[62522]: DEBUG nova.network.neutron [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1340.027111] env[62522]: DEBUG nova.policy [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75c86f49cc84c71a007af2179aef67d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15c8b345a1664daea713d60e9d51307d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1340.064399] env[62522]: INFO nova.compute.manager [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Took 45.63 seconds to build instance. [ 1340.076085] env[62522]: DEBUG nova.network.neutron [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Updating instance_info_cache with network_info: [{"id": "80a2d535-b42f-4d24-875f-1d98fb4dbfb4", "address": "fa:16:3e:27:a9:89", "network": {"id": "8700cdb7-0fbb-4eb9-bfe7-f158dfb7e838", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-335691067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23f382c588bd4e96886c6c29aca848f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a2d535-b4", "ovs_interfaceid": "80a2d535-b42f-4d24-875f-1d98fb4dbfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.235533] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702468, 'name': Rename_Task, 'duration_secs': 0.164496} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.238111] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.239234] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1217f7ac-addf-4658-8590-62e01e3dc1b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.252767] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Waiting for the task: (returnval){ [ 1340.252767] env[62522]: value = "task-1702469" [ 1340.252767] env[62522]: _type = "Task" [ 1340.252767] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.259986] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.454367] env[62522]: DEBUG nova.compute.manager [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1340.574425] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fffadf73-bbd1-4b11-86c6-892874ba6009 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Lock "1fd87373-b39e-468a-b509-f9021f787282" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.530s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.581186] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Releasing lock "refresh_cache-ccc4782f-6f25-4050-a17c-fce1569dc9bd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.581186] env[62522]: DEBUG nova.compute.manager [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Instance network_info: |[{"id": "80a2d535-b42f-4d24-875f-1d98fb4dbfb4", "address": "fa:16:3e:27:a9:89", "network": {"id": "8700cdb7-0fbb-4eb9-bfe7-f158dfb7e838", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-335691067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23f382c588bd4e96886c6c29aca848f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a2d535-b4", "ovs_interfaceid": "80a2d535-b42f-4d24-875f-1d98fb4dbfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1340.581415] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:a9:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80a2d535-b42f-4d24-875f-1d98fb4dbfb4', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.588880] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Creating folder: Project (23f382c588bd4e96886c6c29aca848f9). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1340.589829] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0870e6fd-d81c-4750-a9b4-1b330594ac5f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.602636] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Created folder: Project (23f382c588bd4e96886c6c29aca848f9) in parent group-v354730. [ 1340.602873] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Creating folder: Instances. Parent ref: group-v354817. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1340.603100] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d729879-0bf9-4250-bd16-c4edea0658ad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.615021] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68ad11b-8897-4a43-a29a-05822e3793e6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.616870] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Created folder: Instances in parent group-v354817. [ 1340.617199] env[62522]: DEBUG oslo.service.loopingcall [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1340.618117] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.619260] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cb6237a-5a6a-4d59-9ca5-df9de8a34140 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.639154] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa2756-f398-40ce-9d53-8be41d761b5c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.645022] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.645022] env[62522]: value = "task-1702472" [ 1340.645022] env[62522]: _type = "Task" [ 1340.645022] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.680068] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f60e659-2014-4075-be6e-b6de76a72333 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.685662] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702472, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.692970] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b2480d-efbe-4da6-b73d-5b9127d79c49 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.710174] env[62522]: DEBUG nova.compute.provider_tree [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.763924] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702469, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.873903] env[62522]: DEBUG nova.network.neutron [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Successfully created port: 573c59f3-6388-4db5-9050-38be37a03e38 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1340.879541] env[62522]: DEBUG nova.compute.manager [req-8ac86944-a536-42f3-9937-f61457299865 req-6d8a8a0b-02a4-470f-9b80-0e224d2c39e0 service nova] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Received event network-changed-80a2d535-b42f-4d24-875f-1d98fb4dbfb4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1340.880089] env[62522]: DEBUG nova.compute.manager [req-8ac86944-a536-42f3-9937-f61457299865 req-6d8a8a0b-02a4-470f-9b80-0e224d2c39e0 service nova] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Refreshing instance network info cache due to event network-changed-80a2d535-b42f-4d24-875f-1d98fb4dbfb4. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1340.880293] env[62522]: DEBUG oslo_concurrency.lockutils [req-8ac86944-a536-42f3-9937-f61457299865 req-6d8a8a0b-02a4-470f-9b80-0e224d2c39e0 service nova] Acquiring lock "refresh_cache-ccc4782f-6f25-4050-a17c-fce1569dc9bd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.880531] env[62522]: DEBUG oslo_concurrency.lockutils [req-8ac86944-a536-42f3-9937-f61457299865 req-6d8a8a0b-02a4-470f-9b80-0e224d2c39e0 service nova] Acquired lock "refresh_cache-ccc4782f-6f25-4050-a17c-fce1569dc9bd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.880727] env[62522]: DEBUG nova.network.neutron [req-8ac86944-a536-42f3-9937-f61457299865 req-6d8a8a0b-02a4-470f-9b80-0e224d2c39e0 service nova] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Refreshing network info cache for port 80a2d535-b42f-4d24-875f-1d98fb4dbfb4 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.081866] env[62522]: DEBUG nova.compute.manager [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.158107] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702472, 'name': CreateVM_Task, 'duration_secs': 0.495921} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.159404] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.161386] env[62522]: DEBUG nova.compute.manager [req-b6bb1319-5331-4da7-b49a-3183a8cef0d5 req-ffe0f987-69c8-4b2f-824d-33767f08495f service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Received event network-changed-62eedb91-f50e-4013-bcfa-e0093532664c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1341.161709] env[62522]: DEBUG nova.compute.manager [req-b6bb1319-5331-4da7-b49a-3183a8cef0d5 req-ffe0f987-69c8-4b2f-824d-33767f08495f service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Refreshing instance network info cache due to event network-changed-62eedb91-f50e-4013-bcfa-e0093532664c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1341.162551] env[62522]: DEBUG oslo_concurrency.lockutils [req-b6bb1319-5331-4da7-b49a-3183a8cef0d5 req-ffe0f987-69c8-4b2f-824d-33767f08495f service nova] Acquiring lock "refresh_cache-1fd87373-b39e-468a-b509-f9021f787282" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.162976] env[62522]: DEBUG oslo_concurrency.lockutils [req-b6bb1319-5331-4da7-b49a-3183a8cef0d5 req-ffe0f987-69c8-4b2f-824d-33767f08495f service nova] Acquired lock "refresh_cache-1fd87373-b39e-468a-b509-f9021f787282" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.163316] env[62522]: DEBUG nova.network.neutron [req-b6bb1319-5331-4da7-b49a-3183a8cef0d5 req-ffe0f987-69c8-4b2f-824d-33767f08495f service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Refreshing network info cache for port 62eedb91-f50e-4013-bcfa-e0093532664c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.165796] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.167175] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.167175] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.168130] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64a5fac-6504-42b7-bc46-005ccec89edf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.177292] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Waiting for the task: (returnval){ [ 1341.177292] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522f0fc7-24a2-1590-702f-91d5783cc24c" [ 1341.177292] env[62522]: _type = "Task" [ 1341.177292] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.189712] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522f0fc7-24a2-1590-702f-91d5783cc24c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.213834] env[62522]: DEBUG nova.scheduler.client.report [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1341.262050] env[62522]: DEBUG oslo_vmware.api [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702469, 'name': PowerOnVM_Task, 'duration_secs': 0.548871} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.262050] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.262318] env[62522]: INFO nova.compute.manager [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1341.262861] env[62522]: DEBUG nova.compute.manager [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.263687] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4b06b7-ed4b-49cd-a6e2-a9dfc6cf148c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.463160] env[62522]: DEBUG nova.compute.manager [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1341.488900] env[62522]: DEBUG nova.virt.hardware [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1341.489182] env[62522]: DEBUG nova.virt.hardware [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1341.489348] env[62522]: DEBUG nova.virt.hardware [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.489529] env[62522]: DEBUG nova.virt.hardware [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1341.489670] env[62522]: DEBUG nova.virt.hardware [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.489814] env[62522]: DEBUG nova.virt.hardware [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1341.490057] env[62522]: DEBUG nova.virt.hardware [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1341.490208] env[62522]: DEBUG nova.virt.hardware [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1341.490374] env[62522]: DEBUG nova.virt.hardware [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1341.490534] env[62522]: DEBUG nova.virt.hardware [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1341.490703] env[62522]: DEBUG nova.virt.hardware [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1341.491631] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaa8c72-6966-4f94-a524-2b5b146c3b3a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.501495] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6add51f-2529-44da-bdf3-8543a1ac72a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.614817] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.688516] env[62522]: DEBUG nova.network.neutron [req-8ac86944-a536-42f3-9937-f61457299865 req-6d8a8a0b-02a4-470f-9b80-0e224d2c39e0 service nova] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Updated VIF entry in instance network info cache for port 80a2d535-b42f-4d24-875f-1d98fb4dbfb4. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.689024] env[62522]: DEBUG nova.network.neutron [req-8ac86944-a536-42f3-9937-f61457299865 req-6d8a8a0b-02a4-470f-9b80-0e224d2c39e0 service nova] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Updating instance_info_cache with network_info: [{"id": "80a2d535-b42f-4d24-875f-1d98fb4dbfb4", "address": "fa:16:3e:27:a9:89", "network": {"id": "8700cdb7-0fbb-4eb9-bfe7-f158dfb7e838", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-335691067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23f382c588bd4e96886c6c29aca848f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a2d535-b4", "ovs_interfaceid": "80a2d535-b42f-4d24-875f-1d98fb4dbfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.701322] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522f0fc7-24a2-1590-702f-91d5783cc24c, 'name': SearchDatastore_Task, 'duration_secs': 0.013331} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.702623] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.702623] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.702765] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.702851] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.703070] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.704341] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc0803ae-0f3c-4d2f-b02a-de9be32802b5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.715889] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.716233] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.717095] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8876f3a7-5e63-4a64-afb4-e0ab1ab80304 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.720925] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.723362] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.860s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.725164] env[62522]: INFO nova.compute.claims [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.734024] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Waiting for the task: (returnval){ [ 1341.734024] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528fee6f-3ea5-8a99-94b0-40d1024cd21d" [ 1341.734024] env[62522]: _type = "Task" [ 1341.734024] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.744649] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528fee6f-3ea5-8a99-94b0-40d1024cd21d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.750495] env[62522]: INFO nova.scheduler.client.report [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Deleted allocations for instance 371c2c59-aff3-4552-96d3-1899068e79ef [ 1341.785494] env[62522]: INFO nova.compute.manager [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Took 45.73 seconds to build instance. [ 1341.966498] env[62522]: DEBUG nova.network.neutron [req-b6bb1319-5331-4da7-b49a-3183a8cef0d5 req-ffe0f987-69c8-4b2f-824d-33767f08495f service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Updated VIF entry in instance network info cache for port 62eedb91-f50e-4013-bcfa-e0093532664c. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.966925] env[62522]: DEBUG nova.network.neutron [req-b6bb1319-5331-4da7-b49a-3183a8cef0d5 req-ffe0f987-69c8-4b2f-824d-33767f08495f service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Updating instance_info_cache with network_info: [{"id": "62eedb91-f50e-4013-bcfa-e0093532664c", "address": "fa:16:3e:83:03:88", "network": {"id": "e47fa17a-e6aa-4727-bfb7-66c69d6023d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1780360990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cd0292e701c437596b70d382f4c3196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62eedb91-f5", "ovs_interfaceid": "62eedb91-f50e-4013-bcfa-e0093532664c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.194834] env[62522]: DEBUG oslo_concurrency.lockutils [req-8ac86944-a536-42f3-9937-f61457299865 req-6d8a8a0b-02a4-470f-9b80-0e224d2c39e0 service nova] Releasing lock "refresh_cache-ccc4782f-6f25-4050-a17c-fce1569dc9bd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.249184] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528fee6f-3ea5-8a99-94b0-40d1024cd21d, 'name': SearchDatastore_Task, 'duration_secs': 0.047377} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.249818] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33e7f6d-2d0a-40dc-b699-27830ce80d69 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.257325] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Waiting for the task: (returnval){ [ 1342.257325] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d6ab4d-1c0c-790f-fc99-8605f4fea656" [ 1342.257325] env[62522]: _type = "Task" [ 1342.257325] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.264542] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fd9ff99a-f04e-4513-8826-08e13577f3aa tempest-ServerShowV254Test-2077316407 tempest-ServerShowV254Test-2077316407-project-member] Lock "371c2c59-aff3-4552-96d3-1899068e79ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.660s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.273419] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d6ab4d-1c0c-790f-fc99-8605f4fea656, 'name': SearchDatastore_Task, 'duration_secs': 0.012403} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.273660] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.273929] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] ccc4782f-6f25-4050-a17c-fce1569dc9bd/ccc4782f-6f25-4050-a17c-fce1569dc9bd.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.274252] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24601642-27c8-4152-8e8f-d39141be905e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.284350] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Waiting for the task: (returnval){ [ 1342.284350] env[62522]: value = "task-1702474" [ 1342.284350] env[62522]: _type = "Task" [ 1342.284350] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.288873] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2f4c6590-02a2-4a09-a5fb-90426f67ce34 tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Lock "34793292-f90e-42b4-b20d-0daf23faf552" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.309s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.296360] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.471023] env[62522]: DEBUG oslo_concurrency.lockutils [req-b6bb1319-5331-4da7-b49a-3183a8cef0d5 req-ffe0f987-69c8-4b2f-824d-33767f08495f service nova] Releasing lock "refresh_cache-1fd87373-b39e-468a-b509-f9021f787282" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.792126] env[62522]: DEBUG nova.compute.manager [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.805137] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702474, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.812550] env[62522]: DEBUG nova.network.neutron [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Successfully updated port: 573c59f3-6388-4db5-9050-38be37a03e38 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1343.058271] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1343.058473] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354816', 'volume_id': 'abc2921f-3504-4147-8608-1c406354443c', 'name': 'volume-abc2921f-3504-4147-8608-1c406354443c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bd01290a-44df-4f2a-8d72-d3f772cd4ee9', 'attached_at': '', 'detached_at': '', 'volume_id': 'abc2921f-3504-4147-8608-1c406354443c', 'serial': 'abc2921f-3504-4147-8608-1c406354443c'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1343.059418] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b5ff17-3d02-4761-928c-5530bcc9ab67 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.077855] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cf0a01-b410-4334-b1f2-1e6b7b7124fa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.104432] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] volume-abc2921f-3504-4147-8608-1c406354443c/volume-abc2921f-3504-4147-8608-1c406354443c.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.107647] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90034bed-6e71-4120-9e21-25d71eaf200f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.127787] env[62522]: DEBUG oslo_vmware.api [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1343.127787] env[62522]: value = "task-1702475" [ 1343.127787] env[62522]: _type = "Task" [ 1343.127787] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.140797] env[62522]: DEBUG oslo_vmware.api [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.302812] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542415} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.305275] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] ccc4782f-6f25-4050-a17c-fce1569dc9bd/ccc4782f-6f25-4050-a17c-fce1569dc9bd.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.305507] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.308993] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8161bfe-6baf-4ea3-8299-8c6e94d1a25b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.316182] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.319016] env[62522]: DEBUG nova.compute.manager [req-9b436bf5-9466-4ace-a652-e2726cc2c5af req-fc4f08ea-4d91-48f5-a967-fc15aa97462c service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Received event network-vif-plugged-573c59f3-6388-4db5-9050-38be37a03e38 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1343.319333] env[62522]: DEBUG oslo_concurrency.lockutils [req-9b436bf5-9466-4ace-a652-e2726cc2c5af req-fc4f08ea-4d91-48f5-a967-fc15aa97462c service nova] Acquiring lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.319446] env[62522]: DEBUG oslo_concurrency.lockutils [req-9b436bf5-9466-4ace-a652-e2726cc2c5af req-fc4f08ea-4d91-48f5-a967-fc15aa97462c service nova] Lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.319581] env[62522]: DEBUG oslo_concurrency.lockutils [req-9b436bf5-9466-4ace-a652-e2726cc2c5af req-fc4f08ea-4d91-48f5-a967-fc15aa97462c service nova] Lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.319755] env[62522]: DEBUG nova.compute.manager [req-9b436bf5-9466-4ace-a652-e2726cc2c5af req-fc4f08ea-4d91-48f5-a967-fc15aa97462c service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] No waiting events found dispatching network-vif-plugged-573c59f3-6388-4db5-9050-38be37a03e38 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1343.319950] env[62522]: WARNING nova.compute.manager [req-9b436bf5-9466-4ace-a652-e2726cc2c5af req-fc4f08ea-4d91-48f5-a967-fc15aa97462c service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Received unexpected event network-vif-plugged-573c59f3-6388-4db5-9050-38be37a03e38 for instance with vm_state building and task_state spawning. [ 1343.320189] env[62522]: DEBUG nova.compute.manager [req-9b436bf5-9466-4ace-a652-e2726cc2c5af req-fc4f08ea-4d91-48f5-a967-fc15aa97462c service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Received event network-changed-573c59f3-6388-4db5-9050-38be37a03e38 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1343.320293] env[62522]: DEBUG nova.compute.manager [req-9b436bf5-9466-4ace-a652-e2726cc2c5af req-fc4f08ea-4d91-48f5-a967-fc15aa97462c service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Refreshing instance network info cache due to event network-changed-573c59f3-6388-4db5-9050-38be37a03e38. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1343.320478] env[62522]: DEBUG oslo_concurrency.lockutils [req-9b436bf5-9466-4ace-a652-e2726cc2c5af req-fc4f08ea-4d91-48f5-a967-fc15aa97462c service nova] Acquiring lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.320626] env[62522]: DEBUG oslo_concurrency.lockutils [req-9b436bf5-9466-4ace-a652-e2726cc2c5af req-fc4f08ea-4d91-48f5-a967-fc15aa97462c service nova] Acquired lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.320769] env[62522]: DEBUG nova.network.neutron [req-9b436bf5-9466-4ace-a652-e2726cc2c5af req-fc4f08ea-4d91-48f5-a967-fc15aa97462c service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Refreshing network info cache for port 573c59f3-6388-4db5-9050-38be37a03e38 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.326968] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.327366] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Waiting for the task: (returnval){ [ 1343.327366] env[62522]: value = "task-1702476" [ 1343.327366] env[62522]: _type = "Task" [ 1343.327366] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.339973] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.358634] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abcbbb9-c3a3-4de6-8a02-41afc8c92b1e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.368984] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9c3db2-f557-4e13-afcd-c629d514d085 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.408493] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb789ff-cc0c-4ddb-a64e-e3264219f815 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.419117] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc60322-1d86-4c57-a1f0-498bcd830605 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.434777] env[62522]: DEBUG nova.compute.provider_tree [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.638952] env[62522]: DEBUG oslo_vmware.api [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.768264] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Acquiring lock "34793292-f90e-42b4-b20d-0daf23faf552" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.768565] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Lock "34793292-f90e-42b4-b20d-0daf23faf552" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.768784] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Acquiring lock "34793292-f90e-42b4-b20d-0daf23faf552-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.768982] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Lock "34793292-f90e-42b4-b20d-0daf23faf552-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.769235] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Lock "34793292-f90e-42b4-b20d-0daf23faf552-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.771418] env[62522]: INFO nova.compute.manager [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Terminating instance [ 1343.840411] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08573} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.840695] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.841701] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7335fb1e-f2d3-423c-a0a4-9129817c8789 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.864521] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] ccc4782f-6f25-4050-a17c-fce1569dc9bd/ccc4782f-6f25-4050-a17c-fce1569dc9bd.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.865564] env[62522]: DEBUG nova.network.neutron [req-9b436bf5-9466-4ace-a652-e2726cc2c5af req-fc4f08ea-4d91-48f5-a967-fc15aa97462c service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.867768] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68b6cb79-a3e8-4e2b-91a3-ad4f050e9f31 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.888993] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Waiting for the task: (returnval){ [ 1343.888993] env[62522]: value = "task-1702477" [ 1343.888993] env[62522]: _type = "Task" [ 1343.888993] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.897954] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.937859] env[62522]: DEBUG nova.scheduler.client.report [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1344.037343] env[62522]: DEBUG nova.network.neutron [req-9b436bf5-9466-4ace-a652-e2726cc2c5af req-fc4f08ea-4d91-48f5-a967-fc15aa97462c service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.141359] env[62522]: DEBUG oslo_vmware.api [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702475, 'name': ReconfigVM_Task, 'duration_secs': 0.700328} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.141701] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Reconfigured VM instance instance-00000019 to attach disk [datastore1] volume-abc2921f-3504-4147-8608-1c406354443c/volume-abc2921f-3504-4147-8608-1c406354443c.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.146221] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69588d6-d042-4200-9452-2defdea330ca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.164027] env[62522]: DEBUG oslo_vmware.api [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1344.164027] env[62522]: value = "task-1702478" [ 1344.164027] env[62522]: _type = "Task" [ 1344.164027] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.173256] env[62522]: DEBUG oslo_vmware.api [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.275773] env[62522]: DEBUG nova.compute.manager [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.276041] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.276922] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a0e193-d063-4544-81d9-77c426530435 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.286043] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.286339] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91d2fd64-5197-4467-a0fa-a97d60437066 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.294972] env[62522]: DEBUG oslo_vmware.api [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Waiting for the task: (returnval){ [ 1344.294972] env[62522]: value = "task-1702479" [ 1344.294972] env[62522]: _type = "Task" [ 1344.294972] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.306658] env[62522]: DEBUG oslo_vmware.api [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.400847] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.442882] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.443414] env[62522]: DEBUG nova.compute.manager [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1344.446088] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.181s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.447693] env[62522]: INFO nova.compute.claims [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.539901] env[62522]: DEBUG oslo_concurrency.lockutils [req-9b436bf5-9466-4ace-a652-e2726cc2c5af req-fc4f08ea-4d91-48f5-a967-fc15aa97462c service nova] Releasing lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.540416] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.540605] env[62522]: DEBUG nova.network.neutron [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.674974] env[62522]: DEBUG oslo_vmware.api [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702478, 'name': ReconfigVM_Task, 'duration_secs': 0.19796} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.676024] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354816', 'volume_id': 'abc2921f-3504-4147-8608-1c406354443c', 'name': 'volume-abc2921f-3504-4147-8608-1c406354443c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bd01290a-44df-4f2a-8d72-d3f772cd4ee9', 'attached_at': '', 'detached_at': '', 'volume_id': 'abc2921f-3504-4147-8608-1c406354443c', 'serial': 'abc2921f-3504-4147-8608-1c406354443c'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1344.807964] env[62522]: DEBUG oslo_vmware.api [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702479, 'name': PowerOffVM_Task, 'duration_secs': 0.201278} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.808376] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.808551] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.808823] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c7856b8-5610-45a9-8bb2-692769d15c52 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.892973] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.893317] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.893576] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Deleting the datastore file [datastore1] 34793292-f90e-42b4-b20d-0daf23faf552 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.897355] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eee68e33-8294-4612-8731-49ed87176820 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.905435] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702477, 'name': ReconfigVM_Task, 'duration_secs': 0.521403} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.906839] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Reconfigured VM instance instance-0000001c to attach disk [datastore1] ccc4782f-6f25-4050-a17c-fce1569dc9bd/ccc4782f-6f25-4050-a17c-fce1569dc9bd.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.907650] env[62522]: DEBUG oslo_vmware.api [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Waiting for the task: (returnval){ [ 1344.907650] env[62522]: value = "task-1702481" [ 1344.907650] env[62522]: _type = "Task" [ 1344.907650] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.907858] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3900987c-cca3-4771-8dc7-3d4d34a4f762 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.918995] env[62522]: DEBUG oslo_vmware.api [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.920398] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Waiting for the task: (returnval){ [ 1344.920398] env[62522]: value = "task-1702482" [ 1344.920398] env[62522]: _type = "Task" [ 1344.920398] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.928829] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702482, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.953057] env[62522]: DEBUG nova.compute.utils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1344.956334] env[62522]: DEBUG nova.compute.manager [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1344.956517] env[62522]: DEBUG nova.network.neutron [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1345.029581] env[62522]: DEBUG nova.policy [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e7cf6fbd0bf442c9be7c88cf26a7cdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef5502b9a0e5486a8f71620d0a300880', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1345.079206] env[62522]: DEBUG nova.network.neutron [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.299982] env[62522]: DEBUG nova.network.neutron [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance_info_cache with network_info: [{"id": "573c59f3-6388-4db5-9050-38be37a03e38", "address": "fa:16:3e:ea:81:0c", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573c59f3-63", "ovs_interfaceid": "573c59f3-6388-4db5-9050-38be37a03e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.429717] env[62522]: DEBUG oslo_vmware.api [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Task: {'id': task-1702481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2629} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.431827] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.432104] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.432339] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.432672] env[62522]: INFO nova.compute.manager [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1345.433026] env[62522]: DEBUG oslo.service.loopingcall [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1345.433288] env[62522]: DEBUG nova.compute.manager [-] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1345.433614] env[62522]: DEBUG nova.network.neutron [-] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.439578] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702482, 'name': Rename_Task, 'duration_secs': 0.15162} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.441853] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.442425] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38e83431-aae3-4509-b3ec-5257f1987878 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.452921] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Waiting for the task: (returnval){ [ 1345.452921] env[62522]: value = "task-1702483" [ 1345.452921] env[62522]: _type = "Task" [ 1345.452921] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.462927] env[62522]: DEBUG nova.compute.manager [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1345.473532] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.641983] env[62522]: DEBUG nova.network.neutron [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Successfully created port: 8366dbe0-5660-4d8c-a8d2-9d64b7366136 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.785957] env[62522]: DEBUG nova.objects.instance [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lazy-loading 'flavor' on Instance uuid bd01290a-44df-4f2a-8d72-d3f772cd4ee9 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.804121] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.804121] env[62522]: DEBUG nova.compute.manager [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Instance network_info: |[{"id": "573c59f3-6388-4db5-9050-38be37a03e38", "address": "fa:16:3e:ea:81:0c", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573c59f3-63", "ovs_interfaceid": "573c59f3-6388-4db5-9050-38be37a03e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1345.804261] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:81:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '573c59f3-6388-4db5-9050-38be37a03e38', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1345.816020] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Creating folder: Project (15c8b345a1664daea713d60e9d51307d). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1345.816020] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a089071b-cbc6-4813-b94e-cf601ab359f7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.830139] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Created folder: Project (15c8b345a1664daea713d60e9d51307d) in parent group-v354730. [ 1345.830407] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Creating folder: Instances. Parent ref: group-v354820. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1345.830668] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-645b5cfa-cb85-4e0f-8221-2fc02702c3ad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.843435] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Created folder: Instances in parent group-v354820. [ 1345.843694] env[62522]: DEBUG oslo.service.loopingcall [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1345.843889] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1345.844115] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-576365d1-19b1-4ab8-ab2c-b8ac2d45b4a1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.870022] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.870022] env[62522]: value = "task-1702486" [ 1345.870022] env[62522]: _type = "Task" [ 1345.870022] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.883152] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702486, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.913081] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.964631] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702483, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.016667] env[62522]: DEBUG nova.compute.manager [req-dc2f8dea-e40f-4624-ab98-9c36bd0d535c req-45dee564-0b8c-4a42-8642-6a4307856629 service nova] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Received event network-vif-deleted-0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1346.016667] env[62522]: INFO nova.compute.manager [req-dc2f8dea-e40f-4624-ab98-9c36bd0d535c req-45dee564-0b8c-4a42-8642-6a4307856629 service nova] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Neutron deleted interface 0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb; detaching it from the instance and deleting it from the info cache [ 1346.016667] env[62522]: DEBUG nova.network.neutron [req-dc2f8dea-e40f-4624-ab98-9c36bd0d535c req-45dee564-0b8c-4a42-8642-6a4307856629 service nova] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.097839] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4baab1-c6ba-4c74-9959-f87dc5165c23 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.106914] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba57b6ab-e281-4910-a3b1-c05865dd7e55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.139978] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79959c31-5ea4-4bf1-8b43-b87233c2edb7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.149273] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5df7587-9e1e-4afd-acd3-39c6998e7082 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.167692] env[62522]: DEBUG nova.compute.provider_tree [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.291252] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6c269225-1559-4408-9907-be4dae00c88a tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.895s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.292743] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.380s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.293523] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.293523] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.293745] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.296789] env[62522]: INFO nova.compute.manager [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Terminating instance [ 1346.302848] env[62522]: DEBUG nova.network.neutron [-] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.368020] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "4923bebb-bcaa-497c-8fe8-cf6064eb933f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.368162] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "4923bebb-bcaa-497c-8fe8-cf6064eb933f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.368414] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "4923bebb-bcaa-497c-8fe8-cf6064eb933f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.368655] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "4923bebb-bcaa-497c-8fe8-cf6064eb933f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.368832] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "4923bebb-bcaa-497c-8fe8-cf6064eb933f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.375530] env[62522]: INFO nova.compute.manager [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Terminating instance [ 1346.386391] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702486, 'name': CreateVM_Task, 'duration_secs': 0.463817} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.387049] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.387758] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.387950] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.388295] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1346.388815] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4eb9681-3210-4cfc-8f40-32149ee0fb7f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.396541] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1346.396541] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b8f705-6108-2a21-9ce7-c088dc6e2ada" [ 1346.396541] env[62522]: _type = "Task" [ 1346.396541] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.408903] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b8f705-6108-2a21-9ce7-c088dc6e2ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.465650] env[62522]: DEBUG oslo_vmware.api [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702483, 'name': PowerOnVM_Task, 'duration_secs': 0.719013} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.466258] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.466258] env[62522]: INFO nova.compute.manager [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1346.466359] env[62522]: DEBUG nova.compute.manager [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.467343] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e2121b-7101-4643-92e1-246d1d2550b4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.481499] env[62522]: DEBUG nova.compute.manager [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1346.511113] env[62522]: DEBUG nova.virt.hardware [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1346.511278] env[62522]: DEBUG nova.virt.hardware [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1346.511378] env[62522]: DEBUG nova.virt.hardware [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.512121] env[62522]: DEBUG nova.virt.hardware [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1346.512121] env[62522]: DEBUG nova.virt.hardware [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.512121] env[62522]: DEBUG nova.virt.hardware [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1346.512121] env[62522]: DEBUG nova.virt.hardware [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1346.512371] env[62522]: DEBUG nova.virt.hardware [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1346.512558] env[62522]: DEBUG nova.virt.hardware [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1346.512719] env[62522]: DEBUG nova.virt.hardware [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1346.512881] env[62522]: DEBUG nova.virt.hardware [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1346.513775] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f52c3d-fd9b-4844-8864-7d95508612f7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.519567] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f2c87d6-0c8a-4011-b6c7-033d302e4c47 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.526031] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf64d815-d594-4d06-bf42-7c22d0e2d271 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.534573] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2350faa-3f12-4b32-8baf-f0c1763022a8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.583161] env[62522]: DEBUG nova.compute.manager [req-dc2f8dea-e40f-4624-ab98-9c36bd0d535c req-45dee564-0b8c-4a42-8642-6a4307856629 service nova] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Detach interface failed, port_id=0c4cd833-bef4-4d76-aa26-fb2f96ca8ecb, reason: Instance 34793292-f90e-42b4-b20d-0daf23faf552 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1346.671719] env[62522]: DEBUG nova.scheduler.client.report [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1346.802597] env[62522]: DEBUG nova.compute.manager [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1346.802597] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.802597] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aed91994-641d-440f-81f3-8ecef8214486 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.806629] env[62522]: INFO nova.compute.manager [-] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Took 1.37 seconds to deallocate network for instance. [ 1346.814163] env[62522]: DEBUG oslo_vmware.api [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1346.814163] env[62522]: value = "task-1702487" [ 1346.814163] env[62522]: _type = "Task" [ 1346.814163] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.826708] env[62522]: DEBUG oslo_vmware.api [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.880334] env[62522]: DEBUG nova.compute.manager [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1346.880573] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.881521] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd58eab-069a-40c7-9ecb-46ef878a7f3d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.891219] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.891571] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-552e6d49-f3df-476c-9f67-fd320a84d15a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.903168] env[62522]: DEBUG oslo_vmware.api [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1346.903168] env[62522]: value = "task-1702488" [ 1346.903168] env[62522]: _type = "Task" [ 1346.903168] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.911181] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b8f705-6108-2a21-9ce7-c088dc6e2ada, 'name': SearchDatastore_Task, 'duration_secs': 0.017779} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.911916] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.912614] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.912614] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.912614] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.913114] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.913114] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-112bd060-8c7d-4fce-9c8c-200f5cea828e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.920279] env[62522]: DEBUG oslo_vmware.api [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.934374] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.934621] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.935722] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed1e509c-81cd-4183-af50-2733505e652a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.942932] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1346.942932] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b7195f-7e56-9403-4ad2-04234ba91343" [ 1346.942932] env[62522]: _type = "Task" [ 1346.942932] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.953563] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b7195f-7e56-9403-4ad2-04234ba91343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.990627] env[62522]: INFO nova.compute.manager [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Took 47.86 seconds to build instance. [ 1347.037681] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "d38527ec-8de0-48e6-9e96-b277704c3933" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.037944] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "d38527ec-8de0-48e6-9e96-b277704c3933" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.177542] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.178217] env[62522]: DEBUG nova.compute.manager [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1347.181560] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.151s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.183297] env[62522]: INFO nova.compute.claims [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.315964] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.326264] env[62522]: DEBUG oslo_vmware.api [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702487, 'name': PowerOffVM_Task, 'duration_secs': 0.288529} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.326525] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.326733] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1347.326918] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354816', 'volume_id': 'abc2921f-3504-4147-8608-1c406354443c', 'name': 'volume-abc2921f-3504-4147-8608-1c406354443c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bd01290a-44df-4f2a-8d72-d3f772cd4ee9', 'attached_at': '', 'detached_at': '', 'volume_id': 'abc2921f-3504-4147-8608-1c406354443c', 'serial': 'abc2921f-3504-4147-8608-1c406354443c'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1347.328346] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa11494d-688d-45a9-8e99-74bf61d52490 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.352065] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d90d0f-86d2-443e-81f9-75d38cc78a49 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.363986] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1cf7d5-7dbf-4161-8491-e4a3a72c7ad8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.389184] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c544fa5-fdea-4d26-998d-45bde167b238 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.409681] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] The volume has not been displaced from its original location: [datastore1] volume-abc2921f-3504-4147-8608-1c406354443c/volume-abc2921f-3504-4147-8608-1c406354443c.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1347.415106] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1347.419087] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd71d64d-52a4-472c-8522-8595dd05fc70 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.442843] env[62522]: DEBUG oslo_vmware.api [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702488, 'name': PowerOffVM_Task, 'duration_secs': 0.227694} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.444786] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.446027] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.446027] env[62522]: DEBUG oslo_vmware.api [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1347.446027] env[62522]: value = "task-1702489" [ 1347.446027] env[62522]: _type = "Task" [ 1347.446027] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.449915] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-427cb276-d554-41cf-bc1c-fcdfc8d4ab7b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.463552] env[62522]: DEBUG oslo_vmware.api [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.468240] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b7195f-7e56-9403-4ad2-04234ba91343, 'name': SearchDatastore_Task, 'duration_secs': 0.013711} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.469454] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c60a58f6-7fca-4437-9842-a7ca10e4f0cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.478192] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1347.478192] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fefaf4-7b71-37be-02b0-b819b1168859" [ 1347.478192] env[62522]: _type = "Task" [ 1347.478192] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.489700] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fefaf4-7b71-37be-02b0-b819b1168859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.493413] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a5fd852-5a66-40f0-8147-4c6cf1dbb01a tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Lock "ccc4782f-6f25-4050-a17c-fce1569dc9bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.293s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.540700] env[62522]: DEBUG nova.compute.manager [req-b64372af-31b1-42b6-a4af-de71b2d58ca5 req-83695431-1d12-4517-879f-f69a35a4b950 service nova] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Received event network-vif-plugged-8366dbe0-5660-4d8c-a8d2-9d64b7366136 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1347.541037] env[62522]: DEBUG oslo_concurrency.lockutils [req-b64372af-31b1-42b6-a4af-de71b2d58ca5 req-83695431-1d12-4517-879f-f69a35a4b950 service nova] Acquiring lock "34d5541e-7fbf-499e-b552-78ad1c0e4ab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.541271] env[62522]: DEBUG oslo_concurrency.lockutils [req-b64372af-31b1-42b6-a4af-de71b2d58ca5 req-83695431-1d12-4517-879f-f69a35a4b950 service nova] Lock "34d5541e-7fbf-499e-b552-78ad1c0e4ab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.541442] env[62522]: DEBUG oslo_concurrency.lockutils [req-b64372af-31b1-42b6-a4af-de71b2d58ca5 req-83695431-1d12-4517-879f-f69a35a4b950 service nova] Lock "34d5541e-7fbf-499e-b552-78ad1c0e4ab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.541616] env[62522]: DEBUG nova.compute.manager [req-b64372af-31b1-42b6-a4af-de71b2d58ca5 req-83695431-1d12-4517-879f-f69a35a4b950 service nova] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] No waiting events found dispatching network-vif-plugged-8366dbe0-5660-4d8c-a8d2-9d64b7366136 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1347.541820] env[62522]: WARNING nova.compute.manager [req-b64372af-31b1-42b6-a4af-de71b2d58ca5 req-83695431-1d12-4517-879f-f69a35a4b950 service nova] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Received unexpected event network-vif-plugged-8366dbe0-5660-4d8c-a8d2-9d64b7366136 for instance with vm_state building and task_state spawning. [ 1347.595715] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.595715] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.595715] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Deleting the datastore file [datastore1] 4923bebb-bcaa-497c-8fe8-cf6064eb933f {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.598927] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc4d9ff5-8217-4479-bc97-ddb3d64015da {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.607524] env[62522]: DEBUG oslo_vmware.rw_handles [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a7576-c982-91b6-d860-41569a7207a8/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1347.608469] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db9f06e-d160-4e40-8390-1bd8ab549e60 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.612788] env[62522]: DEBUG oslo_vmware.api [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1347.612788] env[62522]: value = "task-1702491" [ 1347.612788] env[62522]: _type = "Task" [ 1347.612788] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.620027] env[62522]: DEBUG oslo_vmware.rw_handles [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a7576-c982-91b6-d860-41569a7207a8/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1347.620027] env[62522]: ERROR oslo_vmware.rw_handles [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a7576-c982-91b6-d860-41569a7207a8/disk-0.vmdk due to incomplete transfer. [ 1347.620027] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-00006324-97e3-44e4-9f5e-e974d0b9784d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.623850] env[62522]: DEBUG oslo_vmware.api [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.626871] env[62522]: DEBUG oslo_vmware.rw_handles [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a7576-c982-91b6-d860-41569a7207a8/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1347.627081] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Uploaded image 09bb36d8-9879-4998-b905-e887de56707a to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1347.629516] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1347.629790] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d16b0e8-93ce-45f8-8d51-d284ed403aca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.639489] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1347.639489] env[62522]: value = "task-1702492" [ 1347.639489] env[62522]: _type = "Task" [ 1347.639489] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.646285] env[62522]: DEBUG nova.network.neutron [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Successfully updated port: 8366dbe0-5660-4d8c-a8d2-9d64b7366136 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1347.653698] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702492, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.688956] env[62522]: DEBUG nova.compute.utils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1347.693672] env[62522]: DEBUG nova.compute.manager [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1347.693752] env[62522]: DEBUG nova.network.neutron [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1347.760999] env[62522]: DEBUG nova.policy [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '380f3f8ce2a94c4d9c6d6297d3803bda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f219853860f2438d96908a8a4eb945d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1347.866250] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Acquiring lock "ccc4782f-6f25-4050-a17c-fce1569dc9bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.866250] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Lock "ccc4782f-6f25-4050-a17c-fce1569dc9bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.866250] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Acquiring lock "ccc4782f-6f25-4050-a17c-fce1569dc9bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.866250] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Lock "ccc4782f-6f25-4050-a17c-fce1569dc9bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.866458] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Lock "ccc4782f-6f25-4050-a17c-fce1569dc9bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.867885] env[62522]: INFO nova.compute.manager [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Terminating instance [ 1347.963069] env[62522]: DEBUG oslo_vmware.api [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702489, 'name': ReconfigVM_Task, 'duration_secs': 0.419364} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.963394] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1347.968604] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44c1309f-de0f-4656-818f-ce70c1c04427 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.992957] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fefaf4-7b71-37be-02b0-b819b1168859, 'name': SearchDatastore_Task, 'duration_secs': 0.037526} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.995289] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.995289] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] ebc7284b-8da1-43e7-9a17-9572e4fe7e53/ebc7284b-8da1-43e7-9a17-9572e4fe7e53.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.995289] env[62522]: DEBUG oslo_vmware.api [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1347.995289] env[62522]: value = "task-1702493" [ 1347.995289] env[62522]: _type = "Task" [ 1347.995289] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.995289] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-653d6c08-8038-496b-8b06-94179b57abfb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.997381] env[62522]: DEBUG nova.compute.manager [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.010105] env[62522]: DEBUG oslo_vmware.api [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.011495] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1348.011495] env[62522]: value = "task-1702494" [ 1348.011495] env[62522]: _type = "Task" [ 1348.011495] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.124551] env[62522]: DEBUG oslo_vmware.api [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411698} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.124855] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.124996] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.125162] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.125337] env[62522]: INFO nova.compute.manager [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1348.125577] env[62522]: DEBUG oslo.service.loopingcall [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.125872] env[62522]: DEBUG nova.compute.manager [-] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.125872] env[62522]: DEBUG nova.network.neutron [-] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.148020] env[62522]: DEBUG nova.network.neutron [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Successfully created port: 2f207f2c-7960-4412-947e-7fda3c7d7cb4 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.153613] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquiring lock "refresh_cache-34d5541e-7fbf-499e-b552-78ad1c0e4ab6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.153785] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquired lock "refresh_cache-34d5541e-7fbf-499e-b552-78ad1c0e4ab6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.153992] env[62522]: DEBUG nova.network.neutron [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.155449] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702492, 'name': Destroy_Task, 'duration_secs': 0.396771} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.156034] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Destroyed the VM [ 1348.156453] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1348.157163] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d867ece-2242-4bd9-9490-09a7af72bf4a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.165604] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1348.165604] env[62522]: value = "task-1702495" [ 1348.165604] env[62522]: _type = "Task" [ 1348.165604] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.179194] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702495, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.193809] env[62522]: DEBUG nova.compute.manager [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1348.372460] env[62522]: DEBUG nova.compute.manager [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1348.373036] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.373610] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898ba9d8-88e1-445f-a47f-4aeeb9a2231a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.387050] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.387564] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d03aa1e4-29a6-4a5d-accb-7f22b4eb57a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.395938] env[62522]: DEBUG oslo_vmware.api [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Waiting for the task: (returnval){ [ 1348.395938] env[62522]: value = "task-1702496" [ 1348.395938] env[62522]: _type = "Task" [ 1348.395938] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.406540] env[62522]: DEBUG oslo_vmware.api [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.514033] env[62522]: DEBUG oslo_vmware.api [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702493, 'name': ReconfigVM_Task, 'duration_secs': 0.317294} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.522807] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354816', 'volume_id': 'abc2921f-3504-4147-8608-1c406354443c', 'name': 'volume-abc2921f-3504-4147-8608-1c406354443c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bd01290a-44df-4f2a-8d72-d3f772cd4ee9', 'attached_at': '', 'detached_at': '', 'volume_id': 'abc2921f-3504-4147-8608-1c406354443c', 'serial': 'abc2921f-3504-4147-8608-1c406354443c'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1348.523480] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.525423] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d50240-0cdc-4841-818d-9c1450e77dee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.537184] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702494, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.540062] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.541282] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.542097] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb8773d3-d4be-48ea-b268-d33568ac4216 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.677032] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.677365] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.677628] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleting the datastore file [datastore1] bd01290a-44df-4f2a-8d72-d3f772cd4ee9 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.677937] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e743cddb-c0a3-4c1d-9acf-b03cf5d4c12a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.683758] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702495, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.696122] env[62522]: DEBUG oslo_vmware.api [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1348.696122] env[62522]: value = "task-1702498" [ 1348.696122] env[62522]: _type = "Task" [ 1348.696122] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.716738] env[62522]: DEBUG oslo_vmware.api [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.905786] env[62522]: DEBUG oslo_vmware.api [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702496, 'name': PowerOffVM_Task, 'duration_secs': 0.322375} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.906274] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.906449] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.906694] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f75d1392-6471-4188-b656-920ac05df462 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.910033] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11db9057-cbe7-4b86-822f-2514bf2175ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.917035] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adb2fb0-8201-4a4f-84a4-63ad7254f027 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.955687] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33e9403-1e09-4a50-a3fe-db33f36813f8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.962676] env[62522]: DEBUG nova.network.neutron [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.968981] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df56e49d-10b9-4226-9dde-67067e8b84e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.985726] env[62522]: DEBUG nova.compute.provider_tree [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.988803] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.988981] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.989213] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Deleting the datastore file [datastore1] ccc4782f-6f25-4050-a17c-fce1569dc9bd {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.991979] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d338d030-1ea3-46a7-8156-8a75ecb1d2c6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.000126] env[62522]: DEBUG oslo_vmware.api [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Waiting for the task: (returnval){ [ 1349.000126] env[62522]: value = "task-1702500" [ 1349.000126] env[62522]: _type = "Task" [ 1349.000126] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.008870] env[62522]: DEBUG oslo_vmware.api [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.028255] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811673} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.028255] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] ebc7284b-8da1-43e7-9a17-9572e4fe7e53/ebc7284b-8da1-43e7-9a17-9572e4fe7e53.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.028255] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.028255] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a29adc7-b99b-4179-971a-c79289e292da {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.038018] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1349.038018] env[62522]: value = "task-1702501" [ 1349.038018] env[62522]: _type = "Task" [ 1349.038018] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.053369] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.180999] env[62522]: DEBUG oslo_vmware.api [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702495, 'name': RemoveSnapshot_Task, 'duration_secs': 0.652145} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.181427] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1349.181781] env[62522]: INFO nova.compute.manager [None req-09d87703-b351-4adb-b82b-dc39ea95daf3 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Took 13.52 seconds to snapshot the instance on the hypervisor. [ 1349.206739] env[62522]: DEBUG oslo_vmware.api [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250466} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.212018] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.212018] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.212018] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.212018] env[62522]: INFO nova.compute.manager [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Took 2.41 seconds to destroy the instance on the hypervisor. [ 1349.212018] env[62522]: DEBUG oslo.service.loopingcall [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.215406] env[62522]: DEBUG nova.compute.manager [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1349.218208] env[62522]: DEBUG nova.compute.manager [-] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1349.218347] env[62522]: DEBUG nova.network.neutron [-] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.244199] env[62522]: DEBUG nova.virt.hardware [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1349.244446] env[62522]: DEBUG nova.virt.hardware [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1349.244600] env[62522]: DEBUG nova.virt.hardware [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.244804] env[62522]: DEBUG nova.virt.hardware [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1349.244928] env[62522]: DEBUG nova.virt.hardware [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.245081] env[62522]: DEBUG nova.virt.hardware [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1349.245286] env[62522]: DEBUG nova.virt.hardware [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1349.245442] env[62522]: DEBUG nova.virt.hardware [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1349.245600] env[62522]: DEBUG nova.virt.hardware [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1349.245757] env[62522]: DEBUG nova.virt.hardware [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1349.245923] env[62522]: DEBUG nova.virt.hardware [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1349.246782] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096bc998-f441-4b3b-8518-5c17e1907540 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.255494] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaa1650-b09c-4626-8774-29ccc81278d7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.284961] env[62522]: DEBUG nova.network.neutron [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Updating instance_info_cache with network_info: [{"id": "8366dbe0-5660-4d8c-a8d2-9d64b7366136", "address": "fa:16:3e:c3:6e:2e", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8366dbe0-56", "ovs_interfaceid": "8366dbe0-5660-4d8c-a8d2-9d64b7366136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.331235] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Acquiring lock "91f1486c-8f22-4844-8bef-1e08cfd08030" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.331235] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Lock "91f1486c-8f22-4844-8bef-1e08cfd08030" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.392019] env[62522]: DEBUG nova.compute.manager [req-306d1142-a1c1-4851-85d7-4e395ee98432 req-f6e7f655-69bd-48e0-9b62-b19f68d7c123 service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Received event network-vif-deleted-5740d42c-5641-4479-be50-f85ae2981d26 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1349.392019] env[62522]: INFO nova.compute.manager [req-306d1142-a1c1-4851-85d7-4e395ee98432 req-f6e7f655-69bd-48e0-9b62-b19f68d7c123 service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Neutron deleted interface 5740d42c-5641-4479-be50-f85ae2981d26; detaching it from the instance and deleting it from the info cache [ 1349.392019] env[62522]: DEBUG nova.network.neutron [req-306d1142-a1c1-4851-85d7-4e395ee98432 req-f6e7f655-69bd-48e0-9b62-b19f68d7c123 service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.490857] env[62522]: DEBUG nova.scheduler.client.report [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1349.511029] env[62522]: DEBUG oslo_vmware.api [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Task: {'id': task-1702500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201323} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.511401] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.511401] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.511516] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.514971] env[62522]: INFO nova.compute.manager [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1349.514971] env[62522]: DEBUG oslo.service.loopingcall [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.514971] env[62522]: DEBUG nova.compute.manager [-] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1349.514971] env[62522]: DEBUG nova.network.neutron [-] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.547212] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076718} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.547476] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.548255] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3d1aff-d90d-4f48-87b8-fe9d9a32cc8a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.572722] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] ebc7284b-8da1-43e7-9a17-9572e4fe7e53/ebc7284b-8da1-43e7-9a17-9572e4fe7e53.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.573016] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b504ae5-1b92-4f39-8bc1-157c433e44d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.598768] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1349.598768] env[62522]: value = "task-1702502" [ 1349.598768] env[62522]: _type = "Task" [ 1349.598768] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.607857] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.720123] env[62522]: DEBUG nova.network.neutron [-] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.788035] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Releasing lock "refresh_cache-34d5541e-7fbf-499e-b552-78ad1c0e4ab6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.788392] env[62522]: DEBUG nova.compute.manager [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Instance network_info: |[{"id": "8366dbe0-5660-4d8c-a8d2-9d64b7366136", "address": "fa:16:3e:c3:6e:2e", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8366dbe0-56", "ovs_interfaceid": "8366dbe0-5660-4d8c-a8d2-9d64b7366136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1349.788831] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:6e:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8366dbe0-5660-4d8c-a8d2-9d64b7366136', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.800249] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Creating folder: Project (ef5502b9a0e5486a8f71620d0a300880). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.800903] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-852f9e2e-ec86-4bfe-9c19-c2802cd3bb06 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.804735] env[62522]: DEBUG nova.network.neutron [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Successfully updated port: 2f207f2c-7960-4412-947e-7fda3c7d7cb4 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1349.815688] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Created folder: Project (ef5502b9a0e5486a8f71620d0a300880) in parent group-v354730. [ 1349.816520] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Creating folder: Instances. Parent ref: group-v354823. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.816598] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7d55240-33f8-4848-96ec-c2bb83720f43 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.830505] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Created folder: Instances in parent group-v354823. [ 1349.830873] env[62522]: DEBUG oslo.service.loopingcall [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.831251] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.831395] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83eacf47-86d8-48fc-aaa1-6f1117fef736 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.847222] env[62522]: DEBUG nova.compute.utils [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1349.854585] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.854585] env[62522]: value = "task-1702505" [ 1349.854585] env[62522]: _type = "Task" [ 1349.854585] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.863539] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702505, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.893715] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b4cd10f-633c-421f-a4de-927eec238130 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.904747] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79de0df-6480-4d71-849b-29265c813bac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.941433] env[62522]: DEBUG nova.compute.manager [req-306d1142-a1c1-4851-85d7-4e395ee98432 req-f6e7f655-69bd-48e0-9b62-b19f68d7c123 service nova] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Detach interface failed, port_id=5740d42c-5641-4479-be50-f85ae2981d26, reason: Instance 4923bebb-bcaa-497c-8fe8-cf6064eb933f could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1349.972125] env[62522]: DEBUG nova.network.neutron [-] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.996796] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.997362] env[62522]: DEBUG nova.compute.manager [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1349.999816] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.359s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.000043] env[62522]: DEBUG nova.objects.instance [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lazy-loading 'resources' on Instance uuid a2c5514a-b46c-4157-b89b-79f5e16441af {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.111875] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702502, 'name': ReconfigVM_Task, 'duration_secs': 0.275041} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.112195] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Reconfigured VM instance instance-0000001d to attach disk [datastore1] ebc7284b-8da1-43e7-9a17-9572e4fe7e53/ebc7284b-8da1-43e7-9a17-9572e4fe7e53.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.112830] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-945bdc8e-5511-4686-995a-01c5a244f6d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.119963] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1350.119963] env[62522]: value = "task-1702506" [ 1350.119963] env[62522]: _type = "Task" [ 1350.119963] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.127949] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702506, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.150033] env[62522]: DEBUG nova.compute.manager [req-e98d6003-a615-4af5-8e05-48ada3a01a5c req-6710316c-9018-4eb1-a646-b1ed726f7867 service nova] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Received event network-changed-8366dbe0-5660-4d8c-a8d2-9d64b7366136 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1350.150033] env[62522]: DEBUG nova.compute.manager [req-e98d6003-a615-4af5-8e05-48ada3a01a5c req-6710316c-9018-4eb1-a646-b1ed726f7867 service nova] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Refreshing instance network info cache due to event network-changed-8366dbe0-5660-4d8c-a8d2-9d64b7366136. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1350.150265] env[62522]: DEBUG oslo_concurrency.lockutils [req-e98d6003-a615-4af5-8e05-48ada3a01a5c req-6710316c-9018-4eb1-a646-b1ed726f7867 service nova] Acquiring lock "refresh_cache-34d5541e-7fbf-499e-b552-78ad1c0e4ab6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.150308] env[62522]: DEBUG oslo_concurrency.lockutils [req-e98d6003-a615-4af5-8e05-48ada3a01a5c req-6710316c-9018-4eb1-a646-b1ed726f7867 service nova] Acquired lock "refresh_cache-34d5541e-7fbf-499e-b552-78ad1c0e4ab6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.150462] env[62522]: DEBUG nova.network.neutron [req-e98d6003-a615-4af5-8e05-48ada3a01a5c req-6710316c-9018-4eb1-a646-b1ed726f7867 service nova] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Refreshing network info cache for port 8366dbe0-5660-4d8c-a8d2-9d64b7366136 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.217414] env[62522]: DEBUG nova.network.neutron [-] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.222027] env[62522]: INFO nova.compute.manager [-] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Took 2.10 seconds to deallocate network for instance. [ 1350.307627] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquiring lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.307797] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquired lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.307951] env[62522]: DEBUG nova.network.neutron [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.350536] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Lock "91f1486c-8f22-4844-8bef-1e08cfd08030" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.365356] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702505, 'name': CreateVM_Task, 'duration_secs': 0.42626} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.365522] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.366212] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.366377] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.366691] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.366937] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad2fdda4-c020-47bb-a63c-898863197e52 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.371961] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1350.371961] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522e3a47-1fef-30a3-4f40-9dc2bf4bde7d" [ 1350.371961] env[62522]: _type = "Task" [ 1350.371961] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.380543] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522e3a47-1fef-30a3-4f40-9dc2bf4bde7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.474753] env[62522]: INFO nova.compute.manager [-] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Took 1.26 seconds to deallocate network for instance. [ 1350.503468] env[62522]: DEBUG nova.compute.utils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1350.507415] env[62522]: DEBUG nova.compute.manager [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1350.507585] env[62522]: DEBUG nova.network.neutron [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.560794] env[62522]: DEBUG nova.policy [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aae3d86186c34ca0a276555543d82bac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53f016565c074f6ab092fff537c14ad6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1350.630995] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702506, 'name': Rename_Task, 'duration_secs': 0.145175} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.633443] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.634133] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4805605-36de-45df-9ca3-fbb658c47b43 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.641303] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1350.641303] env[62522]: value = "task-1702507" [ 1350.641303] env[62522]: _type = "Task" [ 1350.641303] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.651529] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.720696] env[62522]: INFO nova.compute.manager [-] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Took 1.21 seconds to deallocate network for instance. [ 1350.727696] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.859345] env[62522]: DEBUG nova.network.neutron [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.883676] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522e3a47-1fef-30a3-4f40-9dc2bf4bde7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.888129] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.888129] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.888305] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.888474] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.889111] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.889338] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d14f625d-4b9e-48b8-a931-5838b9c878d1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.899689] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.899892] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.900665] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af818472-7507-4e89-a6c8-40a04f8cb303 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.909854] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1350.909854] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52006854-4e39-19b3-97a3-000d87abd093" [ 1350.909854] env[62522]: _type = "Task" [ 1350.909854] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.927461] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52006854-4e39-19b3-97a3-000d87abd093, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.939039] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c7d1b7-7890-4094-bba8-9be2c03304de {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.949318] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1350.949318] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527ba405-1092-9ce5-55c3-003346b0a230" [ 1350.949318] env[62522]: _type = "Task" [ 1350.949318] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.959384] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527ba405-1092-9ce5-55c3-003346b0a230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.963551] env[62522]: DEBUG nova.network.neutron [req-e98d6003-a615-4af5-8e05-48ada3a01a5c req-6710316c-9018-4eb1-a646-b1ed726f7867 service nova] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Updated VIF entry in instance network info cache for port 8366dbe0-5660-4d8c-a8d2-9d64b7366136. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1350.964024] env[62522]: DEBUG nova.network.neutron [req-e98d6003-a615-4af5-8e05-48ada3a01a5c req-6710316c-9018-4eb1-a646-b1ed726f7867 service nova] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Updating instance_info_cache with network_info: [{"id": "8366dbe0-5660-4d8c-a8d2-9d64b7366136", "address": "fa:16:3e:c3:6e:2e", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8366dbe0-56", "ovs_interfaceid": "8366dbe0-5660-4d8c-a8d2-9d64b7366136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.968152] env[62522]: DEBUG nova.network.neutron [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Successfully created port: 8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1351.008697] env[62522]: DEBUG nova.compute.manager [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.027505] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d4d348-ceb6-4002-9761-4773b7f679a0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.032907] env[62522]: DEBUG nova.compute.manager [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.036052] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ed4a9b-e5d0-4e89-ab71-700e044f7759 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.042173] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bdd913-47f1-4ea6-9bfa-455ff748f091 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.055274] env[62522]: INFO nova.compute.manager [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Took 0.58 seconds to detach 1 volumes for instance. [ 1351.085260] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434b9b90-85f9-454e-bd86-553bd9f4c48c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.095407] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6792715e-b6a3-4aaa-b632-9eb68f45036b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.113258] env[62522]: DEBUG nova.compute.provider_tree [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.115360] env[62522]: DEBUG nova.network.neutron [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Updating instance_info_cache with network_info: [{"id": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "address": "fa:16:3e:5a:6c:c7", "network": {"id": "e724d325-2c8e-4152-94fd-ec2715b1eeef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-651720336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f219853860f2438d96908a8a4eb945d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f207f2c-79", "ovs_interfaceid": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.152130] env[62522]: DEBUG oslo_vmware.api [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702507, 'name': PowerOnVM_Task, 'duration_secs': 0.468879} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.152872] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.153368] env[62522]: INFO nova.compute.manager [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1351.153676] env[62522]: DEBUG nova.compute.manager [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.154559] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bc33e5-4c43-42ec-a7b9-fc5fd3055e5c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.227597] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.425856] env[62522]: DEBUG nova.compute.manager [req-5110d164-5598-43cd-a9d2-d13f78685f6e req-7457b044-63ee-4b18-b5a8-9f783d8fb121 service nova] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Received event network-vif-deleted-3275ad88-3b18-4571-ace8-be5370ace2a7 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1351.426180] env[62522]: DEBUG nova.compute.manager [req-5110d164-5598-43cd-a9d2-d13f78685f6e req-7457b044-63ee-4b18-b5a8-9f783d8fb121 service nova] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Received event network-vif-deleted-80a2d535-b42f-4d24-875f-1d98fb4dbfb4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1351.443372] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Acquiring lock "91f1486c-8f22-4844-8bef-1e08cfd08030" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.443633] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Lock "91f1486c-8f22-4844-8bef-1e08cfd08030" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.443881] env[62522]: INFO nova.compute.manager [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Attaching volume c718b6a8-1655-4001-9803-3f75f77a3e65 to /dev/sdb [ 1351.460580] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527ba405-1092-9ce5-55c3-003346b0a230, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.461253] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.461253] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 34d5541e-7fbf-499e-b552-78ad1c0e4ab6/34d5541e-7fbf-499e-b552-78ad1c0e4ab6.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.461451] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9834fb4f-7500-406d-93c5-2282993c2084 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.467115] env[62522]: DEBUG oslo_concurrency.lockutils [req-e98d6003-a615-4af5-8e05-48ada3a01a5c req-6710316c-9018-4eb1-a646-b1ed726f7867 service nova] Releasing lock "refresh_cache-34d5541e-7fbf-499e-b552-78ad1c0e4ab6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.468749] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1351.468749] env[62522]: value = "task-1702508" [ 1351.468749] env[62522]: _type = "Task" [ 1351.468749] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.477638] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.480180] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f7a9db-9908-43ed-84cd-790e68e8cf68 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.486749] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8b2401-a398-4bc4-96a8-286036aee310 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.503517] env[62522]: DEBUG nova.virt.block_device [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Updating existing volume attachment record: ddb0f05a-bba6-4eed-b18e-8c4123ca46d3 {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1351.554877] env[62522]: INFO nova.compute.manager [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] instance snapshotting [ 1351.559408] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eb452e-80b0-4fbb-a2bd-5bdba0f484da {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.586154] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f84f68-f266-4d6a-b127-46af20b7f783 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.591143] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.617812] env[62522]: DEBUG nova.scheduler.client.report [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1351.621538] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Releasing lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.621852] env[62522]: DEBUG nova.compute.manager [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Instance network_info: |[{"id": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "address": "fa:16:3e:5a:6c:c7", "network": {"id": "e724d325-2c8e-4152-94fd-ec2715b1eeef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-651720336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f219853860f2438d96908a8a4eb945d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f207f2c-79", "ovs_interfaceid": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1351.622407] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:6c:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f207f2c-7960-4412-947e-7fda3c7d7cb4', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.630041] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Creating folder: Project (f219853860f2438d96908a8a4eb945d0). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.630384] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-260627a6-2abf-4071-a317-7e3e76d1124e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.643694] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Created folder: Project (f219853860f2438d96908a8a4eb945d0) in parent group-v354730. [ 1351.643921] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Creating folder: Instances. Parent ref: group-v354826. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.644189] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15ec2be4-0566-4633-8b66-4196d0bd0004 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.659770] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Created folder: Instances in parent group-v354826. [ 1351.660907] env[62522]: DEBUG oslo.service.loopingcall [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1351.660907] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.660907] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02d9826f-dcf4-4973-a289-bedcdc38d511 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.682262] env[62522]: INFO nova.compute.manager [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Took 48.87 seconds to build instance. [ 1351.688461] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.688461] env[62522]: value = "task-1702513" [ 1351.688461] env[62522]: _type = "Task" [ 1351.688461] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.700452] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702513, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.979918] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702508, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.022134] env[62522]: DEBUG nova.compute.manager [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.045486] env[62522]: DEBUG nova.virt.hardware [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1352.045731] env[62522]: DEBUG nova.virt.hardware [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1352.046041] env[62522]: DEBUG nova.virt.hardware [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.046106] env[62522]: DEBUG nova.virt.hardware [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1352.046247] env[62522]: DEBUG nova.virt.hardware [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.046391] env[62522]: DEBUG nova.virt.hardware [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1352.046596] env[62522]: DEBUG nova.virt.hardware [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1352.046755] env[62522]: DEBUG nova.virt.hardware [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1352.046916] env[62522]: DEBUG nova.virt.hardware [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1352.047426] env[62522]: DEBUG nova.virt.hardware [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1352.047659] env[62522]: DEBUG nova.virt.hardware [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1352.048860] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c43cac-033c-4f0c-88ff-4eab7f92ae20 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.058921] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecb833c-1f31-4511-ab8a-22b70e25f942 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.096169] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1352.096681] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d5e5a8eb-4a0f-4f61-b589-c6eb47243283 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.105415] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1352.105415] env[62522]: value = "task-1702515" [ 1352.105415] env[62522]: _type = "Task" [ 1352.105415] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.115810] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702515, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.124894] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.128457] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.987s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.154457] env[62522]: INFO nova.scheduler.client.report [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Deleted allocations for instance a2c5514a-b46c-4157-b89b-79f5e16441af [ 1352.186133] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ac9243aa-66e4-458a-ae43-ad003a2d5934 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.778s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.205931] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702513, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.243048] env[62522]: DEBUG nova.compute.manager [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Received event network-vif-plugged-2f207f2c-7960-4412-947e-7fda3c7d7cb4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1352.243321] env[62522]: DEBUG oslo_concurrency.lockutils [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] Acquiring lock "309977e4-9042-4911-9d4f-82d7e334b08f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.243540] env[62522]: DEBUG oslo_concurrency.lockutils [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] Lock "309977e4-9042-4911-9d4f-82d7e334b08f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.243719] env[62522]: DEBUG oslo_concurrency.lockutils [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] Lock "309977e4-9042-4911-9d4f-82d7e334b08f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.244011] env[62522]: DEBUG nova.compute.manager [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] No waiting events found dispatching network-vif-plugged-2f207f2c-7960-4412-947e-7fda3c7d7cb4 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1352.244218] env[62522]: WARNING nova.compute.manager [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Received unexpected event network-vif-plugged-2f207f2c-7960-4412-947e-7fda3c7d7cb4 for instance with vm_state building and task_state spawning. [ 1352.244443] env[62522]: DEBUG nova.compute.manager [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Received event network-changed-2f207f2c-7960-4412-947e-7fda3c7d7cb4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1352.244633] env[62522]: DEBUG nova.compute.manager [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Refreshing instance network info cache due to event network-changed-2f207f2c-7960-4412-947e-7fda3c7d7cb4. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1352.244818] env[62522]: DEBUG oslo_concurrency.lockutils [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] Acquiring lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.244953] env[62522]: DEBUG oslo_concurrency.lockutils [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] Acquired lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.245123] env[62522]: DEBUG nova.network.neutron [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Refreshing network info cache for port 2f207f2c-7960-4412-947e-7fda3c7d7cb4 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.485582] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515484} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.485999] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 34d5541e-7fbf-499e-b552-78ad1c0e4ab6/34d5541e-7fbf-499e-b552-78ad1c0e4ab6.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.486515] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.488142] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c78410b6-b73e-4e5d-83ea-882755d8c411 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.498880] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1352.498880] env[62522]: value = "task-1702516" [ 1352.498880] env[62522]: _type = "Task" [ 1352.498880] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.512531] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.617904] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702515, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.668558] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3743a33b-56db-48ee-90ec-d968ed59f9f2 tempest-ImagesOneServerTestJSON-1982646801 tempest-ImagesOneServerTestJSON-1982646801-project-member] Lock "a2c5514a-b46c-4157-b89b-79f5e16441af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.581s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.689948] env[62522]: DEBUG nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1352.719849] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702513, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.981831] env[62522]: DEBUG nova.network.neutron [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Updated VIF entry in instance network info cache for port 2f207f2c-7960-4412-947e-7fda3c7d7cb4. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.982197] env[62522]: DEBUG nova.network.neutron [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Updating instance_info_cache with network_info: [{"id": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "address": "fa:16:3e:5a:6c:c7", "network": {"id": "e724d325-2c8e-4152-94fd-ec2715b1eeef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-651720336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f219853860f2438d96908a8a4eb945d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f207f2c-79", "ovs_interfaceid": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.008022] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226267} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.010582] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.011585] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d95b22b-dbf3-475d-89c3-e4eeb1399bd3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.035850] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 34d5541e-7fbf-499e-b552-78ad1c0e4ab6/34d5541e-7fbf-499e-b552-78ad1c0e4ab6.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.038982] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3936640-4850-41d5-9ba7-6f743e52a381 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.060238] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1353.060238] env[62522]: value = "task-1702517" [ 1353.060238] env[62522]: _type = "Task" [ 1353.060238] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.071712] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.094885] env[62522]: DEBUG nova.network.neutron [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Successfully updated port: 8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1353.117826] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702515, 'name': CreateSnapshot_Task, 'duration_secs': 0.635096} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.120670] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1353.122390] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11ef108-18de-4188-af22-12d765de0c1b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.178884] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6324a9a7-5c1b-48f5-9e25-54db15c06ecf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.188009] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4347789-b08e-42a7-b0d0-6ea8b9b739a2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.232452] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7938259-d041-455f-88c2-7f7036809f47 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.241358] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702513, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.244780] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4d0318-66f8-4ecf-aa09-b4dae8c1fb0e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.260644] env[62522]: DEBUG nova.compute.provider_tree [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.262960] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.485016] env[62522]: DEBUG oslo_concurrency.lockutils [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] Releasing lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.485595] env[62522]: DEBUG nova.compute.manager [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Received event network-changed-573c59f3-6388-4db5-9050-38be37a03e38 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1353.485878] env[62522]: DEBUG nova.compute.manager [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Refreshing instance network info cache due to event network-changed-573c59f3-6388-4db5-9050-38be37a03e38. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1353.485976] env[62522]: DEBUG oslo_concurrency.lockutils [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] Acquiring lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.486134] env[62522]: DEBUG oslo_concurrency.lockutils [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] Acquired lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.486296] env[62522]: DEBUG nova.network.neutron [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Refreshing network info cache for port 573c59f3-6388-4db5-9050-38be37a03e38 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.569947] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702517, 'name': ReconfigVM_Task, 'duration_secs': 0.385251} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.570218] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 34d5541e-7fbf-499e-b552-78ad1c0e4ab6/34d5541e-7fbf-499e-b552-78ad1c0e4ab6.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.570824] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71dd87e7-e89c-4c24-9ec6-449fc48a7722 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.577286] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1353.577286] env[62522]: value = "task-1702518" [ 1353.577286] env[62522]: _type = "Task" [ 1353.577286] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.584983] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702518, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.598802] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "refresh_cache-080b8050-abea-4f11-9a8a-125476d5a9e4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.599019] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquired lock "refresh_cache-080b8050-abea-4f11-9a8a-125476d5a9e4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.599292] env[62522]: DEBUG nova.network.neutron [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.644838] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1353.644838] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a1ce0dab-18c5-4ada-b7c5-bb8786eb7a85 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.654889] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1353.654889] env[62522]: value = "task-1702519" [ 1353.654889] env[62522]: _type = "Task" [ 1353.654889] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.663538] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702519, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.705715] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702513, 'name': CreateVM_Task, 'duration_secs': 1.63858} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.705911] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.707058] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.707058] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.707279] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1353.707804] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd07c79f-8612-486a-8e9e-97c4e314b9d5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.713140] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Waiting for the task: (returnval){ [ 1353.713140] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bd93b9-502c-3b9e-436c-4ba35becdbb8" [ 1353.713140] env[62522]: _type = "Task" [ 1353.713140] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.722693] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bd93b9-502c-3b9e-436c-4ba35becdbb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.765782] env[62522]: DEBUG nova.scheduler.client.report [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1354.091021] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702518, 'name': Rename_Task, 'duration_secs': 0.165218} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.091311] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.091607] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa461b56-9014-4464-974f-19443cfb9739 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.105129] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1354.105129] env[62522]: value = "task-1702521" [ 1354.105129] env[62522]: _type = "Task" [ 1354.105129] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.118310] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.159137] env[62522]: DEBUG nova.network.neutron [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.173958] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702519, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.223587] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bd93b9-502c-3b9e-436c-4ba35becdbb8, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.226222] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.226493] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.226740] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.226885] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.227083] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.227402] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9444f469-7365-4bc2-9b24-e3a86ba726df {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.237495] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.237689] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.240788] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6a32e9-2d62-4506-8f2c-403f7596ff79 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.247441] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Waiting for the task: (returnval){ [ 1354.247441] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52969e99-27fe-7347-5cee-f17d306032fc" [ 1354.247441] env[62522]: _type = "Task" [ 1354.247441] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.263473] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52969e99-27fe-7347-5cee-f17d306032fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.303579] env[62522]: DEBUG nova.network.neutron [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updated VIF entry in instance network info cache for port 573c59f3-6388-4db5-9050-38be37a03e38. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.303879] env[62522]: DEBUG nova.network.neutron [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance_info_cache with network_info: [{"id": "573c59f3-6388-4db5-9050-38be37a03e38", "address": "fa:16:3e:ea:81:0c", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573c59f3-63", "ovs_interfaceid": "573c59f3-6388-4db5-9050-38be37a03e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.368502] env[62522]: DEBUG nova.compute.manager [req-b1c0322a-4c34-4fcf-9a46-8b7c72dc23ac req-1350a903-7c57-4d08-957d-de5e72c95843 service nova] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Received event network-vif-plugged-8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1354.370587] env[62522]: DEBUG oslo_concurrency.lockutils [req-b1c0322a-4c34-4fcf-9a46-8b7c72dc23ac req-1350a903-7c57-4d08-957d-de5e72c95843 service nova] Acquiring lock "080b8050-abea-4f11-9a8a-125476d5a9e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.370587] env[62522]: DEBUG oslo_concurrency.lockutils [req-b1c0322a-4c34-4fcf-9a46-8b7c72dc23ac req-1350a903-7c57-4d08-957d-de5e72c95843 service nova] Lock "080b8050-abea-4f11-9a8a-125476d5a9e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.370587] env[62522]: DEBUG oslo_concurrency.lockutils [req-b1c0322a-4c34-4fcf-9a46-8b7c72dc23ac req-1350a903-7c57-4d08-957d-de5e72c95843 service nova] Lock "080b8050-abea-4f11-9a8a-125476d5a9e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.370587] env[62522]: DEBUG nova.compute.manager [req-b1c0322a-4c34-4fcf-9a46-8b7c72dc23ac req-1350a903-7c57-4d08-957d-de5e72c95843 service nova] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] No waiting events found dispatching network-vif-plugged-8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1354.370587] env[62522]: WARNING nova.compute.manager [req-b1c0322a-4c34-4fcf-9a46-8b7c72dc23ac req-1350a903-7c57-4d08-957d-de5e72c95843 service nova] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Received unexpected event network-vif-plugged-8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c for instance with vm_state building and task_state spawning. [ 1354.370738] env[62522]: DEBUG nova.compute.manager [req-b1c0322a-4c34-4fcf-9a46-8b7c72dc23ac req-1350a903-7c57-4d08-957d-de5e72c95843 service nova] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Received event network-changed-8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1354.370792] env[62522]: DEBUG nova.compute.manager [req-b1c0322a-4c34-4fcf-9a46-8b7c72dc23ac req-1350a903-7c57-4d08-957d-de5e72c95843 service nova] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Refreshing instance network info cache due to event network-changed-8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1354.370997] env[62522]: DEBUG oslo_concurrency.lockutils [req-b1c0322a-4c34-4fcf-9a46-8b7c72dc23ac req-1350a903-7c57-4d08-957d-de5e72c95843 service nova] Acquiring lock "refresh_cache-080b8050-abea-4f11-9a8a-125476d5a9e4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.487106] env[62522]: DEBUG nova.network.neutron [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Updating instance_info_cache with network_info: [{"id": "8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c", "address": "fa:16:3e:4f:c2:f5", "network": {"id": "ad1477cf-d666-42f8-996a-4c3871863769", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1401398090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53f016565c074f6ab092fff537c14ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c04c18d-48", "ovs_interfaceid": "8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.616304] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.671877] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702519, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.757966] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52969e99-27fe-7347-5cee-f17d306032fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.759186] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65cd941-bc6d-46d6-aa53-d36a90e03913 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.764754] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Waiting for the task: (returnval){ [ 1354.764754] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5237a2ae-5a3d-228a-d052-fce5ed1f2a33" [ 1354.764754] env[62522]: _type = "Task" [ 1354.764754] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.773336] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5237a2ae-5a3d-228a-d052-fce5ed1f2a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.776829] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.648s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.779677] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.263s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.779864] env[62522]: DEBUG nova.objects.instance [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Lazy-loading 'resources' on Instance uuid f58fec79-1f67-42ae-afa6-8c7377fc9a5e {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.807029] env[62522]: DEBUG oslo_concurrency.lockutils [req-9cb39684-72b9-4ae1-b80d-44babfe996f8 req-0c024f5f-789b-4ff0-8c6c-4ddb3e25fc8e service nova] Releasing lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.989828] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Releasing lock "refresh_cache-080b8050-abea-4f11-9a8a-125476d5a9e4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.990669] env[62522]: DEBUG nova.compute.manager [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Instance network_info: |[{"id": "8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c", "address": "fa:16:3e:4f:c2:f5", "network": {"id": "ad1477cf-d666-42f8-996a-4c3871863769", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1401398090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53f016565c074f6ab092fff537c14ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c04c18d-48", "ovs_interfaceid": "8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1354.990669] env[62522]: DEBUG oslo_concurrency.lockutils [req-b1c0322a-4c34-4fcf-9a46-8b7c72dc23ac req-1350a903-7c57-4d08-957d-de5e72c95843 service nova] Acquired lock "refresh_cache-080b8050-abea-4f11-9a8a-125476d5a9e4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.990844] env[62522]: DEBUG nova.network.neutron [req-b1c0322a-4c34-4fcf-9a46-8b7c72dc23ac req-1350a903-7c57-4d08-957d-de5e72c95843 service nova] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Refreshing network info cache for port 8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.992252] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:c2:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.999658] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Creating folder: Project (53f016565c074f6ab092fff537c14ad6). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.000709] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2069ae6d-d747-42e0-bbd5-664fbeafebb9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.011923] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Created folder: Project (53f016565c074f6ab092fff537c14ad6) in parent group-v354730. [ 1355.012239] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Creating folder: Instances. Parent ref: group-v354834. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.012572] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efb6971f-adcd-4fca-9d67-68fd770a8e5e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.020964] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Created folder: Instances in parent group-v354834. [ 1355.021215] env[62522]: DEBUG oslo.service.loopingcall [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.021447] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1355.021600] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3451890f-70f8-467e-a40c-689b00049e56 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.041441] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.041441] env[62522]: value = "task-1702524" [ 1355.041441] env[62522]: _type = "Task" [ 1355.041441] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.050702] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702524, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.116406] env[62522]: DEBUG oslo_vmware.api [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702521, 'name': PowerOnVM_Task, 'duration_secs': 0.717261} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.116731] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.116978] env[62522]: INFO nova.compute.manager [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1355.117209] env[62522]: DEBUG nova.compute.manager [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.118031] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead2e95a-d55e-44ca-8bde-2cef1a441627 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.173474] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702519, 'name': CloneVM_Task, 'duration_secs': 1.289884} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.173746] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Created linked-clone VM from snapshot [ 1355.174529] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44de7054-175d-408e-a6b8-76728eec01e6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.182517] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Uploading image 37953081-82d7-4b8f-893a-9f6195f4b1b9 {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1355.204877] env[62522]: DEBUG oslo_vmware.rw_handles [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1355.204877] env[62522]: value = "vm-354833" [ 1355.204877] env[62522]: _type = "VirtualMachine" [ 1355.204877] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1355.205164] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cb6b53a3-1620-464d-9abc-54d907d8db6d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.212828] env[62522]: DEBUG oslo_vmware.rw_handles [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lease: (returnval){ [ 1355.212828] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ef3f17-933a-3f7a-0f64-d356b4061212" [ 1355.212828] env[62522]: _type = "HttpNfcLease" [ 1355.212828] env[62522]: } obtained for exporting VM: (result){ [ 1355.212828] env[62522]: value = "vm-354833" [ 1355.212828] env[62522]: _type = "VirtualMachine" [ 1355.212828] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1355.212828] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the lease: (returnval){ [ 1355.212828] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ef3f17-933a-3f7a-0f64-d356b4061212" [ 1355.212828] env[62522]: _type = "HttpNfcLease" [ 1355.212828] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1355.219923] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1355.219923] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ef3f17-933a-3f7a-0f64-d356b4061212" [ 1355.219923] env[62522]: _type = "HttpNfcLease" [ 1355.219923] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1355.275394] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5237a2ae-5a3d-228a-d052-fce5ed1f2a33, 'name': SearchDatastore_Task, 'duration_secs': 0.018777} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.275766] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.276109] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 309977e4-9042-4911-9d4f-82d7e334b08f/309977e4-9042-4911-9d4f-82d7e334b08f.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1355.276356] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6560fef5-e354-476d-ae40-5396511db405 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.289792] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Waiting for the task: (returnval){ [ 1355.289792] env[62522]: value = "task-1702526" [ 1355.289792] env[62522]: _type = "Task" [ 1355.289792] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.299020] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.338836] env[62522]: INFO nova.scheduler.client.report [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Deleted allocation for migration d511aa37-06de-4972-9e6b-b8db6d7b24bd [ 1355.557650] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702524, 'name': CreateVM_Task, 'duration_secs': 0.399959} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.557999] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.558640] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.558847] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.559234] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.559551] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30041ba9-6dfc-4e08-8042-30bda7f184e7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.564676] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1355.564676] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52444ef9-35fb-c44d-17f3-0776ab5a1f5f" [ 1355.564676] env[62522]: _type = "Task" [ 1355.564676] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.581180] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52444ef9-35fb-c44d-17f3-0776ab5a1f5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.642680] env[62522]: INFO nova.compute.manager [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Took 45.80 seconds to build instance. [ 1355.730062] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1355.730062] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ef3f17-933a-3f7a-0f64-d356b4061212" [ 1355.730062] env[62522]: _type = "HttpNfcLease" [ 1355.730062] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1355.730942] env[62522]: DEBUG oslo_vmware.rw_handles [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1355.730942] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ef3f17-933a-3f7a-0f64-d356b4061212" [ 1355.730942] env[62522]: _type = "HttpNfcLease" [ 1355.730942] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1355.732012] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d858ac22-d9af-4b91-8971-ae8b951db250 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.739964] env[62522]: DEBUG oslo_vmware.rw_handles [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84b45-2dbb-a43d-2b51-8a3f382a8c26/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1355.740174] env[62522]: DEBUG oslo_vmware.rw_handles [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84b45-2dbb-a43d-2b51-8a3f382a8c26/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1355.819585] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510533} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.819844] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 309977e4-9042-4911-9d4f-82d7e334b08f/309977e4-9042-4911-9d4f-82d7e334b08f.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.820092] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.820394] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6e3670a-075a-4500-9375-54742684b708 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.826569] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Waiting for the task: (returnval){ [ 1355.826569] env[62522]: value = "task-1702527" [ 1355.826569] env[62522]: _type = "Task" [ 1355.826569] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.835871] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.846850] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d99b2f19-72fc-4003-b00e-e77fd2238394 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.193s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.860527] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b742c676-27a7-4ce5-86c5-94ea8ad155fb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.870672] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3908aa-0210-44e4-92f1-41ff4324e9d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.877039] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb17e61d-ddea-4621-a699-9df96be2ffce {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.908844] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a54b32-be57-4521-841f-6637432fca52 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.916183] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e27fb6-33e8-4e89-a740-f345f255a019 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.920573] env[62522]: DEBUG nova.network.neutron [req-b1c0322a-4c34-4fcf-9a46-8b7c72dc23ac req-1350a903-7c57-4d08-957d-de5e72c95843 service nova] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Updated VIF entry in instance network info cache for port 8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.920906] env[62522]: DEBUG nova.network.neutron [req-b1c0322a-4c34-4fcf-9a46-8b7c72dc23ac req-1350a903-7c57-4d08-957d-de5e72c95843 service nova] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Updating instance_info_cache with network_info: [{"id": "8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c", "address": "fa:16:3e:4f:c2:f5", "network": {"id": "ad1477cf-d666-42f8-996a-4c3871863769", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1401398090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53f016565c074f6ab092fff537c14ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c04c18d-48", "ovs_interfaceid": "8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.934597] env[62522]: DEBUG nova.compute.provider_tree [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.073800] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1356.074245] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354831', 'volume_id': 'c718b6a8-1655-4001-9803-3f75f77a3e65', 'name': 'volume-c718b6a8-1655-4001-9803-3f75f77a3e65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '91f1486c-8f22-4844-8bef-1e08cfd08030', 'attached_at': '', 'detached_at': '', 'volume_id': 'c718b6a8-1655-4001-9803-3f75f77a3e65', 'serial': 'c718b6a8-1655-4001-9803-3f75f77a3e65'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1356.077278] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc332808-6a6a-4455-b3db-9b05bc606cc1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.085833] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52444ef9-35fb-c44d-17f3-0776ab5a1f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.065535} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.086520] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.086887] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.086963] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.087276] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.087370] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.087673] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c80fed98-0a46-44c2-8d31-e9fda1704c45 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.106221] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f22c84f-d621-4262-8fec-63ad54ef9603 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.112535] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.112829] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.131549] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ab31cd-013e-4fae-9f3c-d1f264646ebd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.141528] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-c718b6a8-1655-4001-9803-3f75f77a3e65/volume-c718b6a8-1655-4001-9803-3f75f77a3e65.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.143164] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d282a114-4910-4b3c-a2b2-7818e221e6ac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.161437] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86a6e7fc-7830-44b2-a5e0-627c31179ae9 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lock "34d5541e-7fbf-499e-b552-78ad1c0e4ab6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.988s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.165468] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1356.165468] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528b3f41-3dd5-2a26-bd62-c72f43870311" [ 1356.165468] env[62522]: _type = "Task" [ 1356.165468] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.169396] env[62522]: DEBUG oslo_vmware.api [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Waiting for the task: (returnval){ [ 1356.169396] env[62522]: value = "task-1702528" [ 1356.169396] env[62522]: _type = "Task" [ 1356.169396] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.186621] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528b3f41-3dd5-2a26-bd62-c72f43870311, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.191105] env[62522]: DEBUG oslo_vmware.api [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Task: {'id': task-1702528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.191937] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2cbc9d-6617-43d5-8066-092c5d8202ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.198324] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1356.198324] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f1ca21-4717-f38e-f8ee-5ff02761eb30" [ 1356.198324] env[62522]: _type = "Task" [ 1356.198324] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.208659] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f1ca21-4717-f38e-f8ee-5ff02761eb30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.336620] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084493} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.337270] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.338361] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a6f79f-9853-4abd-8530-15dbc7ec276b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.367042] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 309977e4-9042-4911-9d4f-82d7e334b08f/309977e4-9042-4911-9d4f-82d7e334b08f.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.367475] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4aa0190-b5ad-4ee7-be81-35428df77742 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.389770] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Waiting for the task: (returnval){ [ 1356.389770] env[62522]: value = "task-1702529" [ 1356.389770] env[62522]: _type = "Task" [ 1356.389770] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.397991] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.426307] env[62522]: DEBUG oslo_concurrency.lockutils [req-b1c0322a-4c34-4fcf-9a46-8b7c72dc23ac req-1350a903-7c57-4d08-957d-de5e72c95843 service nova] Releasing lock "refresh_cache-080b8050-abea-4f11-9a8a-125476d5a9e4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.443219] env[62522]: DEBUG nova.scheduler.client.report [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1356.670934] env[62522]: DEBUG nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.690561] env[62522]: DEBUG oslo_vmware.api [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Task: {'id': task-1702528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.711639] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f1ca21-4717-f38e-f8ee-5ff02761eb30, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.711996] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.712974] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 080b8050-abea-4f11-9a8a-125476d5a9e4/080b8050-abea-4f11-9a8a-125476d5a9e4.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1356.712974] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f40acbb-1bc6-40e6-a5c6-464355644d69 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.720420] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1356.720420] env[62522]: value = "task-1702530" [ 1356.720420] env[62522]: _type = "Task" [ 1356.720420] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.729764] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.904101] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702529, 'name': ReconfigVM_Task, 'duration_secs': 0.317902} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.904595] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 309977e4-9042-4911-9d4f-82d7e334b08f/309977e4-9042-4911-9d4f-82d7e334b08f.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.905351] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-454dc66b-bb7d-4a71-94bc-4037ba15c8cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.912757] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Waiting for the task: (returnval){ [ 1356.912757] env[62522]: value = "task-1702531" [ 1356.912757] env[62522]: _type = "Task" [ 1356.912757] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.923097] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702531, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.935746] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Acquiring lock "34d5541e-7fbf-499e-b552-78ad1c0e4ab6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.935746] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Lock "34d5541e-7fbf-499e-b552-78ad1c0e4ab6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.935746] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Acquiring lock "34d5541e-7fbf-499e-b552-78ad1c0e4ab6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.935746] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Lock "34d5541e-7fbf-499e-b552-78ad1c0e4ab6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.936098] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Lock "34d5541e-7fbf-499e-b552-78ad1c0e4ab6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.938507] env[62522]: INFO nova.compute.manager [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Terminating instance [ 1356.948095] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.952374] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.531s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.957024] env[62522]: INFO nova.compute.claims [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.003989] env[62522]: INFO nova.scheduler.client.report [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Deleted allocations for instance f58fec79-1f67-42ae-afa6-8c7377fc9a5e [ 1357.205195] env[62522]: DEBUG oslo_vmware.api [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Task: {'id': task-1702528, 'name': ReconfigVM_Task, 'duration_secs': 0.733387} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.205674] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-c718b6a8-1655-4001-9803-3f75f77a3e65/volume-c718b6a8-1655-4001-9803-3f75f77a3e65.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.215557] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.216045] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d9d78a0-327c-4e2e-b908-2ca3afa61448 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.247103] env[62522]: DEBUG oslo_vmware.api [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Waiting for the task: (returnval){ [ 1357.247103] env[62522]: value = "task-1702532" [ 1357.247103] env[62522]: _type = "Task" [ 1357.247103] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.247103] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702530, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.256818] env[62522]: DEBUG oslo_vmware.api [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Task: {'id': task-1702532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.425385] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702531, 'name': Rename_Task, 'duration_secs': 0.411638} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.425944] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.427651] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b739f3e7-6fc3-4c48-a86c-0e41b230c109 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.433185] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Waiting for the task: (returnval){ [ 1357.433185] env[62522]: value = "task-1702533" [ 1357.433185] env[62522]: _type = "Task" [ 1357.433185] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.441582] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.442214] env[62522]: DEBUG nova.compute.manager [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.442506] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.443362] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1c8fe5-a0a5-4304-b226-25404e8ff303 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.450779] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.451114] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b50a2539-6bd9-4e4d-904a-6c1b1901f5e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.457609] env[62522]: DEBUG oslo_vmware.api [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Waiting for the task: (returnval){ [ 1357.457609] env[62522]: value = "task-1702534" [ 1357.457609] env[62522]: _type = "Task" [ 1357.457609] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.472870] env[62522]: DEBUG oslo_vmware.api [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Task: {'id': task-1702534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.513479] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae3e8e27-6367-413a-b25d-c53188bccffb tempest-InstanceActionsV221TestJSON-422313181 tempest-InstanceActionsV221TestJSON-422313181-project-member] Lock "f58fec79-1f67-42ae-afa6-8c7377fc9a5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.515s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.747699] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524182} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.747699] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 080b8050-abea-4f11-9a8a-125476d5a9e4/080b8050-abea-4f11-9a8a-125476d5a9e4.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.747993] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1357.751015] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-717c44de-6ded-4443-8bb6-b324c8ce0a96 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.766771] env[62522]: DEBUG oslo_vmware.api [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Task: {'id': task-1702532, 'name': ReconfigVM_Task, 'duration_secs': 0.166011} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.768881] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354831', 'volume_id': 'c718b6a8-1655-4001-9803-3f75f77a3e65', 'name': 'volume-c718b6a8-1655-4001-9803-3f75f77a3e65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '91f1486c-8f22-4844-8bef-1e08cfd08030', 'attached_at': '', 'detached_at': '', 'volume_id': 'c718b6a8-1655-4001-9803-3f75f77a3e65', 'serial': 'c718b6a8-1655-4001-9803-3f75f77a3e65'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1357.770767] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1357.770767] env[62522]: value = "task-1702535" [ 1357.770767] env[62522]: _type = "Task" [ 1357.770767] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.783939] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.944908] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.976122] env[62522]: DEBUG oslo_vmware.api [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Task: {'id': task-1702534, 'name': PowerOffVM_Task, 'duration_secs': 0.282081} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.976397] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.976563] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.976874] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00559faf-81f4-4a51-91c3-a8ea6104fc7e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.076151] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.076398] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.076582] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Deleting the datastore file [datastore1] 34d5541e-7fbf-499e-b552-78ad1c0e4ab6 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.076852] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1f32f12-847e-4068-94ed-5c7ba9684596 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.088646] env[62522]: DEBUG oslo_vmware.api [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Waiting for the task: (returnval){ [ 1358.088646] env[62522]: value = "task-1702537" [ 1358.088646] env[62522]: _type = "Task" [ 1358.088646] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.099326] env[62522]: DEBUG oslo_vmware.api [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Task: {'id': task-1702537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.292708] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078184} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.293097] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.294186] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e59753-65cb-4416-ac6a-9155704a18ad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.319416] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 080b8050-abea-4f11-9a8a-125476d5a9e4/080b8050-abea-4f11-9a8a-125476d5a9e4.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.322701] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cf39098-6599-49f4-825f-f1e61d6fe814 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.353084] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1358.353084] env[62522]: value = "task-1702538" [ 1358.353084] env[62522]: _type = "Task" [ 1358.353084] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.365600] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702538, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.382264] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "a95a65fd-cc81-4780-964d-fd0af5e1623b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.382822] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "a95a65fd-cc81-4780-964d-fd0af5e1623b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.451871] env[62522]: DEBUG oslo_vmware.api [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702533, 'name': PowerOnVM_Task, 'duration_secs': 0.654556} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.452054] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.452265] env[62522]: INFO nova.compute.manager [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1358.452446] env[62522]: DEBUG nova.compute.manager [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.454488] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65fc428-e19d-4793-b44d-fe4b52266307 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.572143] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b46a37c-fdb7-41dd-a042-af629dbf9b73 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.580763] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cca8f3-16e3-4001-996f-b97526466b49 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.623284] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45740279-e688-4fed-9f10-7b8c53ed6865 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.628960] env[62522]: DEBUG oslo_vmware.api [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Task: {'id': task-1702537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327864} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.629732] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.629863] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.630023] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.630204] env[62522]: INFO nova.compute.manager [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1358.630480] env[62522]: DEBUG oslo.service.loopingcall [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.630682] env[62522]: DEBUG nova.compute.manager [-] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1358.630772] env[62522]: DEBUG nova.network.neutron [-] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.635733] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a714784-32c1-4d02-a77a-95a678f00bb4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.650617] env[62522]: DEBUG nova.compute.provider_tree [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.846936] env[62522]: DEBUG nova.objects.instance [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Lazy-loading 'flavor' on Instance uuid 91f1486c-8f22-4844-8bef-1e08cfd08030 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.862744] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702538, 'name': ReconfigVM_Task, 'duration_secs': 0.421732} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.863493] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 080b8050-abea-4f11-9a8a-125476d5a9e4/080b8050-abea-4f11-9a8a-125476d5a9e4.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.864420] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9e00bb8-3186-4cb6-8279-20739c3e4656 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.872989] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1358.872989] env[62522]: value = "task-1702539" [ 1358.872989] env[62522]: _type = "Task" [ 1358.872989] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.880286] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702539, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.983022] env[62522]: INFO nova.compute.manager [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Took 43.74 seconds to build instance. [ 1359.077563] env[62522]: DEBUG nova.compute.manager [req-a4e721f9-fbec-4b4f-b7ce-6845093bb2ff req-d951297f-dd65-4c68-84b9-6b01a15c76be service nova] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Received event network-vif-deleted-8366dbe0-5660-4d8c-a8d2-9d64b7366136 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1359.077778] env[62522]: INFO nova.compute.manager [req-a4e721f9-fbec-4b4f-b7ce-6845093bb2ff req-d951297f-dd65-4c68-84b9-6b01a15c76be service nova] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Neutron deleted interface 8366dbe0-5660-4d8c-a8d2-9d64b7366136; detaching it from the instance and deleting it from the info cache [ 1359.077953] env[62522]: DEBUG nova.network.neutron [req-a4e721f9-fbec-4b4f-b7ce-6845093bb2ff req-d951297f-dd65-4c68-84b9-6b01a15c76be service nova] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.154205] env[62522]: DEBUG nova.scheduler.client.report [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1359.353896] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b9d8b1b-2198-4d23-920b-5c83fcba6741 tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Lock "91f1486c-8f22-4844-8bef-1e08cfd08030" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.910s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.387698] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702539, 'name': Rename_Task, 'duration_secs': 0.190051} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.387895] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.388143] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9540b62-fdf2-4031-ad56-78fa70840cbc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.395902] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1359.395902] env[62522]: value = "task-1702540" [ 1359.395902] env[62522]: _type = "Task" [ 1359.395902] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.407193] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.487026] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d35251cb-1724-4618-a7a6-a1a4edbbbd0d tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Lock "309977e4-9042-4911-9d4f-82d7e334b08f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.048s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.546314] env[62522]: DEBUG nova.network.neutron [-] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.580867] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18c87d28-16ed-4071-8fef-9a6a86d51c4c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.590084] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ef7768-de23-4be3-805b-f642d107261f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.629286] env[62522]: DEBUG nova.compute.manager [req-a4e721f9-fbec-4b4f-b7ce-6845093bb2ff req-d951297f-dd65-4c68-84b9-6b01a15c76be service nova] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Detach interface failed, port_id=8366dbe0-5660-4d8c-a8d2-9d64b7366136, reason: Instance 34d5541e-7fbf-499e-b552-78ad1c0e4ab6 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1359.662329] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.662329] env[62522]: DEBUG nova.compute.manager [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.666585] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.547s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.666923] env[62522]: INFO nova.compute.claims [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.910628] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702540, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.989617] env[62522]: DEBUG nova.compute.manager [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1360.049750] env[62522]: INFO nova.compute.manager [-] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Took 1.42 seconds to deallocate network for instance. [ 1360.176162] env[62522]: DEBUG nova.compute.utils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1360.182231] env[62522]: DEBUG nova.compute.manager [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1360.182996] env[62522]: DEBUG nova.network.neutron [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.259480] env[62522]: DEBUG nova.policy [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aae3d86186c34ca0a276555543d82bac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53f016565c074f6ab092fff537c14ad6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1360.416195] env[62522]: DEBUG oslo_vmware.api [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702540, 'name': PowerOnVM_Task, 'duration_secs': 0.575007} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.417080] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.418066] env[62522]: INFO nova.compute.manager [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1360.418066] env[62522]: DEBUG nova.compute.manager [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.418421] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed515941-aee5-4bdf-b6e3-8c83a3242c9b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.520107] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.556525] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.684132] env[62522]: DEBUG nova.network.neutron [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Successfully created port: 870efd7b-275e-4747-9573-8a022840890e {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.690940] env[62522]: DEBUG nova.compute.manager [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.894276] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Acquiring lock "91f1486c-8f22-4844-8bef-1e08cfd08030" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.895067] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Lock "91f1486c-8f22-4844-8bef-1e08cfd08030" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.952332] env[62522]: INFO nova.compute.manager [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Took 44.94 seconds to build instance. [ 1361.107218] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquiring lock "416661b2-bf18-4e01-a7a2-ca928201ffe5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.107679] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Lock "416661b2-bf18-4e01-a7a2-ca928201ffe5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.116544] env[62522]: DEBUG nova.compute.manager [req-a0fb1278-5334-40d9-b2e0-9ebe0504afcb req-7e9dea38-db00-4e26-9af8-a4ca434a4b05 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Received event network-changed-2f207f2c-7960-4412-947e-7fda3c7d7cb4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1361.116776] env[62522]: DEBUG nova.compute.manager [req-a0fb1278-5334-40d9-b2e0-9ebe0504afcb req-7e9dea38-db00-4e26-9af8-a4ca434a4b05 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Refreshing instance network info cache due to event network-changed-2f207f2c-7960-4412-947e-7fda3c7d7cb4. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1361.117877] env[62522]: DEBUG oslo_concurrency.lockutils [req-a0fb1278-5334-40d9-b2e0-9ebe0504afcb req-7e9dea38-db00-4e26-9af8-a4ca434a4b05 service nova] Acquiring lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.117877] env[62522]: DEBUG oslo_concurrency.lockutils [req-a0fb1278-5334-40d9-b2e0-9ebe0504afcb req-7e9dea38-db00-4e26-9af8-a4ca434a4b05 service nova] Acquired lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.117877] env[62522]: DEBUG nova.network.neutron [req-a0fb1278-5334-40d9-b2e0-9ebe0504afcb req-7e9dea38-db00-4e26-9af8-a4ca434a4b05 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Refreshing network info cache for port 2f207f2c-7960-4412-947e-7fda3c7d7cb4 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.327114] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296354e2-1a5d-4456-be9f-ec627aea6667 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.336566] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642419f0-7c08-46d6-be60-37f3a5d882f1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.368659] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034f7c97-c5b6-4d65-a836-76f16d52746b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.374795] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30033de0-6777-4b6b-ab39-bfe85deedcc4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.389118] env[62522]: DEBUG nova.compute.provider_tree [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.398241] env[62522]: INFO nova.compute.manager [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Detaching volume c718b6a8-1655-4001-9803-3f75f77a3e65 [ 1361.435430] env[62522]: INFO nova.virt.block_device [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Attempting to driver detach volume c718b6a8-1655-4001-9803-3f75f77a3e65 from mountpoint /dev/sdb [ 1361.435790] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1361.436055] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354831', 'volume_id': 'c718b6a8-1655-4001-9803-3f75f77a3e65', 'name': 'volume-c718b6a8-1655-4001-9803-3f75f77a3e65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '91f1486c-8f22-4844-8bef-1e08cfd08030', 'attached_at': '', 'detached_at': '', 'volume_id': 'c718b6a8-1655-4001-9803-3f75f77a3e65', 'serial': 'c718b6a8-1655-4001-9803-3f75f77a3e65'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1361.437362] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2a33cf-c197-460b-9118-c2f960b11a5f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.470369] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcc72d46-5d8d-46d5-a460-e3682679bb0a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "080b8050-abea-4f11-9a8a-125476d5a9e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.470s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.473815] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75fa182-5c9f-41f3-9539-3a27144afd8a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.482434] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97a6fb4-164f-43bc-8f65-79ae0b3fcc2a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.515674] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15b03ef-c2ba-4661-8733-f2b7f8d0e0fd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.540923] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] The volume has not been displaced from its original location: [datastore1] volume-c718b6a8-1655-4001-9803-3f75f77a3e65/volume-c718b6a8-1655-4001-9803-3f75f77a3e65.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1361.549459] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1361.550389] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6223b49-549a-47ea-bf5d-ca16dcd9bd32 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.582271] env[62522]: DEBUG oslo_vmware.api [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Waiting for the task: (returnval){ [ 1361.582271] env[62522]: value = "task-1702541" [ 1361.582271] env[62522]: _type = "Task" [ 1361.582271] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.590641] env[62522]: DEBUG oslo_vmware.api [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Task: {'id': task-1702541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.708306] env[62522]: DEBUG nova.compute.manager [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.737135] env[62522]: DEBUG nova.virt.hardware [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1361.737376] env[62522]: DEBUG nova.virt.hardware [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1361.737526] env[62522]: DEBUG nova.virt.hardware [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.737698] env[62522]: DEBUG nova.virt.hardware [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1361.737834] env[62522]: DEBUG nova.virt.hardware [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.737971] env[62522]: DEBUG nova.virt.hardware [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1361.738196] env[62522]: DEBUG nova.virt.hardware [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1361.738359] env[62522]: DEBUG nova.virt.hardware [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1361.738524] env[62522]: DEBUG nova.virt.hardware [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1361.738677] env[62522]: DEBUG nova.virt.hardware [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1361.738842] env[62522]: DEBUG nova.virt.hardware [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1361.739871] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18aa6542-c550-4251-964a-1a39472a3731 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.749159] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12be1daf-6261-4173-b214-7eed9d7112d0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.893555] env[62522]: DEBUG nova.scheduler.client.report [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1361.911371] env[62522]: DEBUG nova.network.neutron [req-a0fb1278-5334-40d9-b2e0-9ebe0504afcb req-7e9dea38-db00-4e26-9af8-a4ca434a4b05 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Updated VIF entry in instance network info cache for port 2f207f2c-7960-4412-947e-7fda3c7d7cb4. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.911721] env[62522]: DEBUG nova.network.neutron [req-a0fb1278-5334-40d9-b2e0-9ebe0504afcb req-7e9dea38-db00-4e26-9af8-a4ca434a4b05 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Updating instance_info_cache with network_info: [{"id": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "address": "fa:16:3e:5a:6c:c7", "network": {"id": "e724d325-2c8e-4152-94fd-ec2715b1eeef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-651720336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f219853860f2438d96908a8a4eb945d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f207f2c-79", "ovs_interfaceid": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.977489] env[62522]: DEBUG nova.compute.manager [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1362.092707] env[62522]: DEBUG oslo_vmware.api [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Task: {'id': task-1702541, 'name': ReconfigVM_Task, 'duration_secs': 0.489478} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.092984] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1362.097566] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7d74c3e-6025-482b-a1e2-859faaf69b54 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.112624] env[62522]: DEBUG oslo_vmware.api [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Waiting for the task: (returnval){ [ 1362.112624] env[62522]: value = "task-1702542" [ 1362.112624] env[62522]: _type = "Task" [ 1362.112624] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.121759] env[62522]: DEBUG oslo_vmware.api [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Task: {'id': task-1702542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.364747] env[62522]: DEBUG nova.network.neutron [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Successfully updated port: 870efd7b-275e-4747-9573-8a022840890e {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.399088] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.399716] env[62522]: DEBUG nova.compute.manager [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.402421] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.372s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.402611] env[62522]: DEBUG nova.objects.instance [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lazy-loading 'resources' on Instance uuid 253352c1-988b-44c7-a7d6-9700493a678c {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.414324] env[62522]: DEBUG oslo_concurrency.lockutils [req-a0fb1278-5334-40d9-b2e0-9ebe0504afcb req-7e9dea38-db00-4e26-9af8-a4ca434a4b05 service nova] Releasing lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.501043] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.623298] env[62522]: DEBUG oslo_vmware.api [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Task: {'id': task-1702542, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.870014] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "refresh_cache-e0a1472b-9c2b-4812-8e25-290623077bdc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.870224] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquired lock "refresh_cache-e0a1472b-9c2b-4812-8e25-290623077bdc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.870401] env[62522]: DEBUG nova.network.neutron [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.909395] env[62522]: DEBUG nova.compute.utils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1362.913722] env[62522]: DEBUG nova.compute.manager [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1362.913722] env[62522]: DEBUG nova.network.neutron [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.986450] env[62522]: DEBUG nova.policy [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4c60ec6613409ba51fc02e06db0d65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19832e7c02eb4bbaa421e6dbc9fa65f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1363.128402] env[62522]: DEBUG oslo_vmware.api [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Task: {'id': task-1702542, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.178888] env[62522]: DEBUG nova.compute.manager [req-1192745d-d1ad-40bb-a8b6-e346cd528dfc req-8e96228c-058b-44e2-b5a8-86bfb0fd53df service nova] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Received event network-vif-plugged-870efd7b-275e-4747-9573-8a022840890e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1363.179214] env[62522]: DEBUG oslo_concurrency.lockutils [req-1192745d-d1ad-40bb-a8b6-e346cd528dfc req-8e96228c-058b-44e2-b5a8-86bfb0fd53df service nova] Acquiring lock "e0a1472b-9c2b-4812-8e25-290623077bdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.179547] env[62522]: DEBUG oslo_concurrency.lockutils [req-1192745d-d1ad-40bb-a8b6-e346cd528dfc req-8e96228c-058b-44e2-b5a8-86bfb0fd53df service nova] Lock "e0a1472b-9c2b-4812-8e25-290623077bdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.179953] env[62522]: DEBUG oslo_concurrency.lockutils [req-1192745d-d1ad-40bb-a8b6-e346cd528dfc req-8e96228c-058b-44e2-b5a8-86bfb0fd53df service nova] Lock "e0a1472b-9c2b-4812-8e25-290623077bdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.180175] env[62522]: DEBUG nova.compute.manager [req-1192745d-d1ad-40bb-a8b6-e346cd528dfc req-8e96228c-058b-44e2-b5a8-86bfb0fd53df service nova] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] No waiting events found dispatching network-vif-plugged-870efd7b-275e-4747-9573-8a022840890e {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1363.180483] env[62522]: WARNING nova.compute.manager [req-1192745d-d1ad-40bb-a8b6-e346cd528dfc req-8e96228c-058b-44e2-b5a8-86bfb0fd53df service nova] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Received unexpected event network-vif-plugged-870efd7b-275e-4747-9573-8a022840890e for instance with vm_state building and task_state spawning. [ 1363.180721] env[62522]: DEBUG nova.compute.manager [req-1192745d-d1ad-40bb-a8b6-e346cd528dfc req-8e96228c-058b-44e2-b5a8-86bfb0fd53df service nova] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Received event network-changed-870efd7b-275e-4747-9573-8a022840890e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1363.180943] env[62522]: DEBUG nova.compute.manager [req-1192745d-d1ad-40bb-a8b6-e346cd528dfc req-8e96228c-058b-44e2-b5a8-86bfb0fd53df service nova] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Refreshing instance network info cache due to event network-changed-870efd7b-275e-4747-9573-8a022840890e. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1363.181197] env[62522]: DEBUG oslo_concurrency.lockutils [req-1192745d-d1ad-40bb-a8b6-e346cd528dfc req-8e96228c-058b-44e2-b5a8-86bfb0fd53df service nova] Acquiring lock "refresh_cache-e0a1472b-9c2b-4812-8e25-290623077bdc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.319794] env[62522]: DEBUG nova.network.neutron [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Successfully created port: ba943965-930d-46f4-a333-9836c11a5e5c {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.414966] env[62522]: DEBUG nova.compute.manager [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.418520] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1beeb84-f5a7-4f5b-b8f0-9146ef74a174 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.421860] env[62522]: DEBUG nova.network.neutron [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.429167] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcc9642-8b22-4a44-9340-825171994403 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.474567] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0026c3-498f-4775-ad8b-e13df17334e7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.483442] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c07b1ee-749c-4675-b261-8c33295fe6bb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.497933] env[62522]: DEBUG nova.compute.provider_tree [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.608685] env[62522]: DEBUG nova.network.neutron [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Updating instance_info_cache with network_info: [{"id": "870efd7b-275e-4747-9573-8a022840890e", "address": "fa:16:3e:9c:51:de", "network": {"id": "ad1477cf-d666-42f8-996a-4c3871863769", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1401398090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53f016565c074f6ab092fff537c14ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap870efd7b-27", "ovs_interfaceid": "870efd7b-275e-4747-9573-8a022840890e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.632215] env[62522]: DEBUG oslo_vmware.api [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Task: {'id': task-1702542, 'name': ReconfigVM_Task, 'duration_secs': 1.165186} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.632215] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354831', 'volume_id': 'c718b6a8-1655-4001-9803-3f75f77a3e65', 'name': 'volume-c718b6a8-1655-4001-9803-3f75f77a3e65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '91f1486c-8f22-4844-8bef-1e08cfd08030', 'attached_at': '', 'detached_at': '', 'volume_id': 'c718b6a8-1655-4001-9803-3f75f77a3e65', 'serial': 'c718b6a8-1655-4001-9803-3f75f77a3e65'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1364.002177] env[62522]: DEBUG nova.scheduler.client.report [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1364.112067] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Releasing lock "refresh_cache-e0a1472b-9c2b-4812-8e25-290623077bdc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.112455] env[62522]: DEBUG nova.compute.manager [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Instance network_info: |[{"id": "870efd7b-275e-4747-9573-8a022840890e", "address": "fa:16:3e:9c:51:de", "network": {"id": "ad1477cf-d666-42f8-996a-4c3871863769", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1401398090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53f016565c074f6ab092fff537c14ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap870efd7b-27", "ovs_interfaceid": "870efd7b-275e-4747-9573-8a022840890e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1364.112801] env[62522]: DEBUG oslo_concurrency.lockutils [req-1192745d-d1ad-40bb-a8b6-e346cd528dfc req-8e96228c-058b-44e2-b5a8-86bfb0fd53df service nova] Acquired lock "refresh_cache-e0a1472b-9c2b-4812-8e25-290623077bdc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.112981] env[62522]: DEBUG nova.network.neutron [req-1192745d-d1ad-40bb-a8b6-e346cd528dfc req-8e96228c-058b-44e2-b5a8-86bfb0fd53df service nova] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Refreshing network info cache for port 870efd7b-275e-4747-9573-8a022840890e {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.114783] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:51:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '870efd7b-275e-4747-9573-8a022840890e', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.123092] env[62522]: DEBUG oslo.service.loopingcall [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.126378] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.127049] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a8bd15f-f3f3-429b-87ee-5278d686b75b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.149043] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.149043] env[62522]: value = "task-1702543" [ 1364.149043] env[62522]: _type = "Task" [ 1364.149043] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.157953] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702543, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.193120] env[62522]: DEBUG nova.objects.instance [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Lazy-loading 'flavor' on Instance uuid 91f1486c-8f22-4844-8bef-1e08cfd08030 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.406304] env[62522]: DEBUG nova.network.neutron [req-1192745d-d1ad-40bb-a8b6-e346cd528dfc req-8e96228c-058b-44e2-b5a8-86bfb0fd53df service nova] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Updated VIF entry in instance network info cache for port 870efd7b-275e-4747-9573-8a022840890e. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.406721] env[62522]: DEBUG nova.network.neutron [req-1192745d-d1ad-40bb-a8b6-e346cd528dfc req-8e96228c-058b-44e2-b5a8-86bfb0fd53df service nova] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Updating instance_info_cache with network_info: [{"id": "870efd7b-275e-4747-9573-8a022840890e", "address": "fa:16:3e:9c:51:de", "network": {"id": "ad1477cf-d666-42f8-996a-4c3871863769", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1401398090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53f016565c074f6ab092fff537c14ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap870efd7b-27", "ovs_interfaceid": "870efd7b-275e-4747-9573-8a022840890e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.433279] env[62522]: DEBUG nova.compute.manager [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1364.458770] env[62522]: DEBUG nova.virt.hardware [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1364.459464] env[62522]: DEBUG nova.virt.hardware [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1364.459464] env[62522]: DEBUG nova.virt.hardware [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.459464] env[62522]: DEBUG nova.virt.hardware [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1364.459612] env[62522]: DEBUG nova.virt.hardware [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.459658] env[62522]: DEBUG nova.virt.hardware [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1364.459886] env[62522]: DEBUG nova.virt.hardware [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1364.460081] env[62522]: DEBUG nova.virt.hardware [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1364.460260] env[62522]: DEBUG nova.virt.hardware [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1364.460476] env[62522]: DEBUG nova.virt.hardware [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1364.460672] env[62522]: DEBUG nova.virt.hardware [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1364.461611] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2852c21-58c4-4566-a95b-a8510efc2d88 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.469423] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428ac4a6-c5e0-413c-b49a-b1294a86f482 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.507572] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.510686] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.812s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.512319] env[62522]: INFO nova.compute.claims [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.533979] env[62522]: INFO nova.scheduler.client.report [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Deleted allocations for instance 253352c1-988b-44c7-a7d6-9700493a678c [ 1364.660646] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702543, 'name': CreateVM_Task, 'duration_secs': 0.408878} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.660904] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.661759] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.662057] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.662433] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1364.662774] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b897fa-7e23-447e-b51c-ebd35cefde6f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.668411] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1364.668411] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520690a8-b040-9354-51bc-a0668498c98e" [ 1364.668411] env[62522]: _type = "Task" [ 1364.668411] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.679412] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520690a8-b040-9354-51bc-a0668498c98e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.886542] env[62522]: DEBUG nova.network.neutron [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Successfully updated port: ba943965-930d-46f4-a333-9836c11a5e5c {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.913020] env[62522]: DEBUG oslo_concurrency.lockutils [req-1192745d-d1ad-40bb-a8b6-e346cd528dfc req-8e96228c-058b-44e2-b5a8-86bfb0fd53df service nova] Releasing lock "refresh_cache-e0a1472b-9c2b-4812-8e25-290623077bdc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.961106] env[62522]: DEBUG oslo_vmware.rw_handles [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84b45-2dbb-a43d-2b51-8a3f382a8c26/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1364.962064] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b726c3f0-3be8-448c-bc5b-0c1ff3b1f154 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.968109] env[62522]: DEBUG oslo_vmware.rw_handles [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84b45-2dbb-a43d-2b51-8a3f382a8c26/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1364.968276] env[62522]: ERROR oslo_vmware.rw_handles [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84b45-2dbb-a43d-2b51-8a3f382a8c26/disk-0.vmdk due to incomplete transfer. [ 1364.968493] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3ec8bbca-6bf7-432d-ad13-4b8e9fbf0fb7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.975687] env[62522]: DEBUG oslo_vmware.rw_handles [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84b45-2dbb-a43d-2b51-8a3f382a8c26/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1364.975874] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Uploaded image 37953081-82d7-4b8f-893a-9f6195f4b1b9 to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1364.978294] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1364.978357] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b0d028c-3f0b-4fc8-8766-7b3cd5117d46 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.983879] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1364.983879] env[62522]: value = "task-1702545" [ 1364.983879] env[62522]: _type = "Task" [ 1364.983879] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.992540] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702545, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.042236] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f37fe29e-0d12-402f-b66a-111a6dac66c4 tempest-ServersAdminNegativeTestJSON-610672499 tempest-ServersAdminNegativeTestJSON-610672499-project-member] Lock "253352c1-988b-44c7-a7d6-9700493a678c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.556s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.179664] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520690a8-b040-9354-51bc-a0668498c98e, 'name': SearchDatastore_Task, 'duration_secs': 0.016398} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.179860] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.180106] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.180386] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.180567] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.180764] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.181054] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d82bd866-5fe8-414b-860d-bef78b938c2b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.190192] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.190419] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.191159] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c927f87-a84f-4e49-b209-642d53c15b22 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.196957] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1365.196957] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522353b0-344e-c5df-8d3a-7c4873e9704a" [ 1365.196957] env[62522]: _type = "Task" [ 1365.196957] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.202314] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a3df43b-7e3b-4a92-a948-ae59f4ae078c tempest-VolumesAssistedSnapshotsTest-357631254 tempest-VolumesAssistedSnapshotsTest-357631254-project-admin] Lock "91f1486c-8f22-4844-8bef-1e08cfd08030" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.308s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.206484] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522353b0-344e-c5df-8d3a-7c4873e9704a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.267838] env[62522]: DEBUG nova.compute.manager [req-49cac454-f958-4f6d-a615-99f87bd56803 req-1f6f2ab6-643f-401a-8484-22a2b7cc48c5 service nova] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Received event network-vif-plugged-ba943965-930d-46f4-a333-9836c11a5e5c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1365.268084] env[62522]: DEBUG oslo_concurrency.lockutils [req-49cac454-f958-4f6d-a615-99f87bd56803 req-1f6f2ab6-643f-401a-8484-22a2b7cc48c5 service nova] Acquiring lock "4f6686a9-12ad-460d-b826-1bb36f7b8e58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.268356] env[62522]: DEBUG oslo_concurrency.lockutils [req-49cac454-f958-4f6d-a615-99f87bd56803 req-1f6f2ab6-643f-401a-8484-22a2b7cc48c5 service nova] Lock "4f6686a9-12ad-460d-b826-1bb36f7b8e58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.268572] env[62522]: DEBUG oslo_concurrency.lockutils [req-49cac454-f958-4f6d-a615-99f87bd56803 req-1f6f2ab6-643f-401a-8484-22a2b7cc48c5 service nova] Lock "4f6686a9-12ad-460d-b826-1bb36f7b8e58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.268708] env[62522]: DEBUG nova.compute.manager [req-49cac454-f958-4f6d-a615-99f87bd56803 req-1f6f2ab6-643f-401a-8484-22a2b7cc48c5 service nova] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] No waiting events found dispatching network-vif-plugged-ba943965-930d-46f4-a333-9836c11a5e5c {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1365.268875] env[62522]: WARNING nova.compute.manager [req-49cac454-f958-4f6d-a615-99f87bd56803 req-1f6f2ab6-643f-401a-8484-22a2b7cc48c5 service nova] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Received unexpected event network-vif-plugged-ba943965-930d-46f4-a333-9836c11a5e5c for instance with vm_state building and task_state spawning. [ 1365.269318] env[62522]: DEBUG nova.compute.manager [req-49cac454-f958-4f6d-a615-99f87bd56803 req-1f6f2ab6-643f-401a-8484-22a2b7cc48c5 service nova] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Received event network-changed-ba943965-930d-46f4-a333-9836c11a5e5c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1365.269318] env[62522]: DEBUG nova.compute.manager [req-49cac454-f958-4f6d-a615-99f87bd56803 req-1f6f2ab6-643f-401a-8484-22a2b7cc48c5 service nova] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Refreshing instance network info cache due to event network-changed-ba943965-930d-46f4-a333-9836c11a5e5c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1365.269495] env[62522]: DEBUG oslo_concurrency.lockutils [req-49cac454-f958-4f6d-a615-99f87bd56803 req-1f6f2ab6-643f-401a-8484-22a2b7cc48c5 service nova] Acquiring lock "refresh_cache-4f6686a9-12ad-460d-b826-1bb36f7b8e58" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.269582] env[62522]: DEBUG oslo_concurrency.lockutils [req-49cac454-f958-4f6d-a615-99f87bd56803 req-1f6f2ab6-643f-401a-8484-22a2b7cc48c5 service nova] Acquired lock "refresh_cache-4f6686a9-12ad-460d-b826-1bb36f7b8e58" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.269770] env[62522]: DEBUG nova.network.neutron [req-49cac454-f958-4f6d-a615-99f87bd56803 req-1f6f2ab6-643f-401a-8484-22a2b7cc48c5 service nova] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Refreshing network info cache for port ba943965-930d-46f4-a333-9836c11a5e5c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.388427] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Acquiring lock "refresh_cache-4f6686a9-12ad-460d-b826-1bb36f7b8e58" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.495990] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702545, 'name': Destroy_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.708987] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522353b0-344e-c5df-8d3a-7c4873e9704a, 'name': SearchDatastore_Task, 'duration_secs': 0.013411} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.712171] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e33d6da-b8f5-42f2-819e-9660f3c543fd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.717305] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1365.717305] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52acd9c2-7a27-2f0f-d12c-b263dba3220b" [ 1365.717305] env[62522]: _type = "Task" [ 1365.717305] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.726442] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52acd9c2-7a27-2f0f-d12c-b263dba3220b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.809208] env[62522]: DEBUG nova.network.neutron [req-49cac454-f958-4f6d-a615-99f87bd56803 req-1f6f2ab6-643f-401a-8484-22a2b7cc48c5 service nova] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.891040] env[62522]: DEBUG nova.network.neutron [req-49cac454-f958-4f6d-a615-99f87bd56803 req-1f6f2ab6-643f-401a-8484-22a2b7cc48c5 service nova] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.974786] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9a35f6-315f-4883-b8e6-d2e5d9e554f6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.983200] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f95f5ca-7266-4871-a3ce-efd459945289 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.994473] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702545, 'name': Destroy_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.022798] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703d7c28-138e-4e00-9560-7fdbef1c432c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.031863] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fd91f2-3e2e-48fa-811a-2ef618c98665 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.045742] env[62522]: DEBUG nova.compute.provider_tree [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.228689] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52acd9c2-7a27-2f0f-d12c-b263dba3220b, 'name': SearchDatastore_Task, 'duration_secs': 0.03945} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.229078] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.229465] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] e0a1472b-9c2b-4812-8e25-290623077bdc/e0a1472b-9c2b-4812-8e25-290623077bdc.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.229795] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5080afc0-634e-4d55-9810-e2383cf3fb3e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.237526] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1366.237526] env[62522]: value = "task-1702546" [ 1366.237526] env[62522]: _type = "Task" [ 1366.237526] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.248078] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.396827] env[62522]: DEBUG oslo_concurrency.lockutils [req-49cac454-f958-4f6d-a615-99f87bd56803 req-1f6f2ab6-643f-401a-8484-22a2b7cc48c5 service nova] Releasing lock "refresh_cache-4f6686a9-12ad-460d-b826-1bb36f7b8e58" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.396827] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Acquired lock "refresh_cache-4f6686a9-12ad-460d-b826-1bb36f7b8e58" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.396827] env[62522]: DEBUG nova.network.neutron [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.497946] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702545, 'name': Destroy_Task, 'duration_secs': 1.0725} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.498265] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Destroyed the VM [ 1366.498511] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1366.498818] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-88f9c7c5-6d94-4393-a6d5-74024d8d3898 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.506838] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1366.506838] env[62522]: value = "task-1702547" [ 1366.506838] env[62522]: _type = "Task" [ 1366.506838] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.516015] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702547, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.549611] env[62522]: DEBUG nova.scheduler.client.report [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1366.749033] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702546, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.018307] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702547, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.043587] env[62522]: DEBUG nova.network.neutron [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1367.060022] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.060022] env[62522]: DEBUG nova.compute.manager [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.061220] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.540s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.253079] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53807} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.253079] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] e0a1472b-9c2b-4812-8e25-290623077bdc/e0a1472b-9c2b-4812-8e25-290623077bdc.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.253079] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.253079] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9976b54f-dc1f-4ebb-a631-f53ba1e2375a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.258944] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1367.258944] env[62522]: value = "task-1702548" [ 1367.258944] env[62522]: _type = "Task" [ 1367.258944] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.269186] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.339698] env[62522]: DEBUG nova.network.neutron [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Updating instance_info_cache with network_info: [{"id": "ba943965-930d-46f4-a333-9836c11a5e5c", "address": "fa:16:3e:9d:c3:8d", "network": {"id": "319ec9f4-cc76-41d4-85d5-b44bfa9184fd", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1710748662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19832e7c02eb4bbaa421e6dbc9fa65f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba943965-93", "ovs_interfaceid": "ba943965-930d-46f4-a333-9836c11a5e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.517088] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702547, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.586811] env[62522]: DEBUG nova.compute.utils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1367.588513] env[62522]: DEBUG nova.compute.manager [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1367.590726] env[62522]: DEBUG nova.network.neutron [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1367.616868] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Acquiring lock "91f1486c-8f22-4844-8bef-1e08cfd08030" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.616868] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Lock "91f1486c-8f22-4844-8bef-1e08cfd08030" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.616868] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Acquiring lock "91f1486c-8f22-4844-8bef-1e08cfd08030-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.616868] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Lock "91f1486c-8f22-4844-8bef-1e08cfd08030-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.617351] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Lock "91f1486c-8f22-4844-8bef-1e08cfd08030-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.618417] env[62522]: INFO nova.compute.manager [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Terminating instance [ 1367.686522] env[62522]: DEBUG nova.policy [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3771e5c695f849288fe76e3580feb2f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f58252a6fc8449c9f720942b7b02ee3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1367.769356] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071625} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.769671] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1367.771764] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dfd751-a08b-4a7e-a357-664318bcdf9f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.796669] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e0a1472b-9c2b-4812-8e25-290623077bdc/e0a1472b-9c2b-4812-8e25-290623077bdc.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.797066] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09dbda39-bdad-452b-b66e-b2bb89853a65 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.817984] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1367.817984] env[62522]: value = "task-1702549" [ 1367.817984] env[62522]: _type = "Task" [ 1367.817984] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.826729] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.841486] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Releasing lock "refresh_cache-4f6686a9-12ad-460d-b826-1bb36f7b8e58" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.841870] env[62522]: DEBUG nova.compute.manager [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Instance network_info: |[{"id": "ba943965-930d-46f4-a333-9836c11a5e5c", "address": "fa:16:3e:9d:c3:8d", "network": {"id": "319ec9f4-cc76-41d4-85d5-b44bfa9184fd", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1710748662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19832e7c02eb4bbaa421e6dbc9fa65f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba943965-93", "ovs_interfaceid": "ba943965-930d-46f4-a333-9836c11a5e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1367.842376] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:c3:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba943965-930d-46f4-a333-9836c11a5e5c', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1367.850342] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Creating folder: Project (19832e7c02eb4bbaa421e6dbc9fa65f8). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1367.850784] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eac3cf9a-1157-4148-8928-c0c89a3f7a7d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.860627] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Created folder: Project (19832e7c02eb4bbaa421e6dbc9fa65f8) in parent group-v354730. [ 1367.860973] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Creating folder: Instances. Parent ref: group-v354838. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1367.861272] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f55ab0d5-9285-4ffc-82ff-89b4bdf4ccab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.869621] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Created folder: Instances in parent group-v354838. [ 1367.869932] env[62522]: DEBUG oslo.service.loopingcall [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1367.870044] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1367.870258] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b665978-c77c-4baf-adaa-6ab294d5c629 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.889073] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1367.889073] env[62522]: value = "task-1702552" [ 1367.889073] env[62522]: _type = "Task" [ 1367.889073] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.897195] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702552, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.016398] env[62522]: DEBUG oslo_vmware.api [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702547, 'name': RemoveSnapshot_Task, 'duration_secs': 1.124401} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.016658] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1368.016922] env[62522]: INFO nova.compute.manager [None req-35433770-58d4-407a-9004-b0553e32086f tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Took 16.46 seconds to snapshot the instance on the hypervisor. [ 1368.089627] env[62522]: DEBUG nova.compute.manager [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1368.095436] env[62522]: DEBUG nova.network.neutron [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Successfully created port: 66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1368.112588] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance c0e94a39-196b-49f4-8229-104f30633ec1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.112755] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 4f34bca7-5bb3-4f12-9074-a87c5d43bb91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.112905] env[62522]: WARNING nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 4923bebb-bcaa-497c-8fe8-cf6064eb933f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1368.113034] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 47f1cb12-ddfd-43db-943f-d1183410fbe6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.113152] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 91f1486c-8f22-4844-8bef-1e08cfd08030 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.113265] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 1c8b87b0-2230-4e68-9da5-09db6fd43b5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.113390] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 03bded63-fcac-4cc4-8f6f-65e9e2f291b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.113503] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance ca56abe8-e25d-4265-97ba-302492fa3660 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.113611] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 2ef47ef2-763a-42af-954d-748f91ebc732 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.113719] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 2e5864ad-737f-4a8b-9b5a-c55602b41e0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.113826] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.113953] env[62522]: WARNING nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance bd01290a-44df-4f2a-8d72-d3f772cd4ee9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1368.114076] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 1fd87373-b39e-468a-b509-f9021f787282 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.114196] env[62522]: WARNING nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 34793292-f90e-42b4-b20d-0daf23faf552 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1368.114864] env[62522]: WARNING nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance ccc4782f-6f25-4050-a17c-fce1569dc9bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1368.114864] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance ebc7284b-8da1-43e7-9a17-9572e4fe7e53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.114864] env[62522]: WARNING nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 34d5541e-7fbf-499e-b552-78ad1c0e4ab6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1368.114864] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 309977e4-9042-4911-9d4f-82d7e334b08f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.115405] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 080b8050-abea-4f11-9a8a-125476d5a9e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.115405] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance e0a1472b-9c2b-4812-8e25-290623077bdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.115405] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 4f6686a9-12ad-460d-b826-1bb36f7b8e58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.115405] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance b4635be1-b5df-4c4a-ace3-a438791c0b33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.129020] env[62522]: DEBUG nova.compute.manager [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1368.129020] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.129020] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd87b569-0409-4fe4-82ee-f39f6b93cd7d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.137974] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.138288] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe63fb17-d8e9-4a87-bb25-5af8bc35bb1a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.145899] env[62522]: DEBUG oslo_vmware.api [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Waiting for the task: (returnval){ [ 1368.145899] env[62522]: value = "task-1702553" [ 1368.145899] env[62522]: _type = "Task" [ 1368.145899] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.158697] env[62522]: DEBUG oslo_vmware.api [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.331689] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702549, 'name': ReconfigVM_Task, 'duration_secs': 0.325398} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.332045] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e0a1472b-9c2b-4812-8e25-290623077bdc/e0a1472b-9c2b-4812-8e25-290623077bdc.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.332855] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7d440d9-2602-43df-b3f4-030015204b49 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.341896] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1368.341896] env[62522]: value = "task-1702554" [ 1368.341896] env[62522]: _type = "Task" [ 1368.341896] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.362589] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702554, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.398662] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702552, 'name': CreateVM_Task, 'duration_secs': 0.378043} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.398766] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1368.399499] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.399864] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.400219] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1368.400624] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3199ee9-d867-4639-bf46-a0b554984c21 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.405944] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Waiting for the task: (returnval){ [ 1368.405944] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f6ced7-b303-8dc6-e719-fb2cebfa7c44" [ 1368.405944] env[62522]: _type = "Task" [ 1368.405944] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.416202] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f6ced7-b303-8dc6-e719-fb2cebfa7c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.621935] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance b75ffa1f-f876-4e28-96ea-72e223d0c01a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1368.661908] env[62522]: DEBUG oslo_vmware.api [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702553, 'name': PowerOffVM_Task, 'duration_secs': 0.194671} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.661908] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.661908] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.661908] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a331b8a4-8475-41df-9b6f-d7021aa91fe5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.858169] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702554, 'name': Rename_Task, 'duration_secs': 0.141667} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.858169] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.858169] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b43c6dc7-2038-4430-b2f6-2bcbddc23a28 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.863818] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1368.863818] env[62522]: value = "task-1702556" [ 1368.863818] env[62522]: _type = "Task" [ 1368.863818] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.872277] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.916518] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f6ced7-b303-8dc6-e719-fb2cebfa7c44, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.916893] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.917186] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1368.917502] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.918517] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.918517] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1368.919587] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1380dcf-920d-47fe-8361-2190c23edbcd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.930745] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.930929] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1368.931691] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c55c4f7-84b0-4211-b312-def945d28c0b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.940659] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Waiting for the task: (returnval){ [ 1368.940659] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5230b793-3578-24a0-fdaa-db84e81b630c" [ 1368.940659] env[62522]: _type = "Task" [ 1368.940659] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.948470] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5230b793-3578-24a0-fdaa-db84e81b630c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.099082] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.099082] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.099082] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Deleting the datastore file [datastore1] 91f1486c-8f22-4844-8bef-1e08cfd08030 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.099602] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df567da6-77f9-40da-9f71-b02859e92d0f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.104290] env[62522]: DEBUG nova.compute.manager [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1369.107845] env[62522]: DEBUG oslo_vmware.api [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Waiting for the task: (returnval){ [ 1369.107845] env[62522]: value = "task-1702557" [ 1369.107845] env[62522]: _type = "Task" [ 1369.107845] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.119777] env[62522]: DEBUG oslo_vmware.api [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.124833] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance a13b7d16-ca6c-4539-bf6c-750ba6765254 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1369.136905] env[62522]: DEBUG nova.virt.hardware [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1369.137197] env[62522]: DEBUG nova.virt.hardware [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1369.137379] env[62522]: DEBUG nova.virt.hardware [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.137601] env[62522]: DEBUG nova.virt.hardware [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1369.137749] env[62522]: DEBUG nova.virt.hardware [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.137909] env[62522]: DEBUG nova.virt.hardware [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1369.138132] env[62522]: DEBUG nova.virt.hardware [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1369.138318] env[62522]: DEBUG nova.virt.hardware [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1369.138486] env[62522]: DEBUG nova.virt.hardware [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1369.138663] env[62522]: DEBUG nova.virt.hardware [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1369.138830] env[62522]: DEBUG nova.virt.hardware [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1369.139798] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2934e01-90ba-476b-b056-9d188905b1e6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.150140] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0e47ed-bd07-4928-8dd5-3b2f010d639f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.374827] env[62522]: DEBUG oslo_vmware.api [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702556, 'name': PowerOnVM_Task, 'duration_secs': 0.490462} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.375118] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.375327] env[62522]: INFO nova.compute.manager [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1369.375505] env[62522]: DEBUG nova.compute.manager [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.376313] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1bbe5a-5b77-4ba8-8952-1d28dd166bd9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.453710] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5230b793-3578-24a0-fdaa-db84e81b630c, 'name': SearchDatastore_Task, 'duration_secs': 0.012535} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.454352] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2afb09a4-3d4e-4dde-9c63-79266e9edfac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.460290] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Waiting for the task: (returnval){ [ 1369.460290] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525e5741-7a48-de8d-8010-f0a0e0c52fa3" [ 1369.460290] env[62522]: _type = "Task" [ 1369.460290] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.470688] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525e5741-7a48-de8d-8010-f0a0e0c52fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.620611] env[62522]: DEBUG oslo_vmware.api [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Task: {'id': task-1702557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146115} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.621209] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.623617] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.623617] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.623617] env[62522]: INFO nova.compute.manager [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Took 1.49 seconds to destroy the instance on the hypervisor. [ 1369.623617] env[62522]: DEBUG oslo.service.loopingcall [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.623617] env[62522]: DEBUG nova.compute.manager [-] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.623617] env[62522]: DEBUG nova.network.neutron [-] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.628035] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 6451a7b7-2219-4159-9046-0184d55a5c70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1369.899648] env[62522]: INFO nova.compute.manager [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Took 50.49 seconds to build instance. [ 1369.971529] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525e5741-7a48-de8d-8010-f0a0e0c52fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.973078] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.973078] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4f6686a9-12ad-460d-b826-1bb36f7b8e58/4f6686a9-12ad-460d-b826-1bb36f7b8e58.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1369.973078] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b356c647-a936-4f62-886a-c8f9154f3f20 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.980855] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Waiting for the task: (returnval){ [ 1369.980855] env[62522]: value = "task-1702558" [ 1369.980855] env[62522]: _type = "Task" [ 1369.980855] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.990677] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.039094] env[62522]: DEBUG nova.network.neutron [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Successfully updated port: 66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.135294] env[62522]: DEBUG nova.compute.manager [req-8ac7aefa-ce67-4ff0-9669-7497474a3bf3 req-c3364149-b63f-4c11-aa62-9806120b9d79 service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Received event network-vif-plugged-66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1370.135294] env[62522]: DEBUG oslo_concurrency.lockutils [req-8ac7aefa-ce67-4ff0-9669-7497474a3bf3 req-c3364149-b63f-4c11-aa62-9806120b9d79 service nova] Acquiring lock "b4635be1-b5df-4c4a-ace3-a438791c0b33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.135294] env[62522]: DEBUG oslo_concurrency.lockutils [req-8ac7aefa-ce67-4ff0-9669-7497474a3bf3 req-c3364149-b63f-4c11-aa62-9806120b9d79 service nova] Lock "b4635be1-b5df-4c4a-ace3-a438791c0b33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.135294] env[62522]: DEBUG oslo_concurrency.lockutils [req-8ac7aefa-ce67-4ff0-9669-7497474a3bf3 req-c3364149-b63f-4c11-aa62-9806120b9d79 service nova] Lock "b4635be1-b5df-4c4a-ace3-a438791c0b33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.135294] env[62522]: DEBUG nova.compute.manager [req-8ac7aefa-ce67-4ff0-9669-7497474a3bf3 req-c3364149-b63f-4c11-aa62-9806120b9d79 service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] No waiting events found dispatching network-vif-plugged-66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1370.136162] env[62522]: WARNING nova.compute.manager [req-8ac7aefa-ce67-4ff0-9669-7497474a3bf3 req-c3364149-b63f-4c11-aa62-9806120b9d79 service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Received unexpected event network-vif-plugged-66d97e6f-5e75-4822-ad5b-7c18beb367c1 for instance with vm_state building and task_state spawning. [ 1370.136162] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1370.405865] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b21ba2bf-08c4-413a-b0f2-c517194fc65a tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "e0a1472b-9c2b-4812-8e25-290623077bdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.871s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.477163] env[62522]: DEBUG nova.compute.manager [req-34ae6d97-b7c6-44c9-a821-62a711a6d86f req-fc90371b-9411-4cee-9f6b-cc41742efd02 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Received event network-vif-deleted-20ff3ed5-8046-47cc-9e93-c41419a1f1cc {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1370.477497] env[62522]: INFO nova.compute.manager [req-34ae6d97-b7c6-44c9-a821-62a711a6d86f req-fc90371b-9411-4cee-9f6b-cc41742efd02 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Neutron deleted interface 20ff3ed5-8046-47cc-9e93-c41419a1f1cc; detaching it from the instance and deleting it from the info cache [ 1370.477745] env[62522]: DEBUG nova.network.neutron [req-34ae6d97-b7c6-44c9-a821-62a711a6d86f req-fc90371b-9411-4cee-9f6b-cc41742efd02 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.490990] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46852} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.491407] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4f6686a9-12ad-460d-b826-1bb36f7b8e58/4f6686a9-12ad-460d-b826-1bb36f7b8e58.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1370.493201] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1370.493201] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b69c2fa-7ac5-467c-a51c-3c44a7b5df07 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.498301] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Waiting for the task: (returnval){ [ 1370.498301] env[62522]: value = "task-1702559" [ 1370.498301] env[62522]: _type = "Task" [ 1370.498301] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.512694] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.545747] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.547839] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquired lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.547839] env[62522]: DEBUG nova.network.neutron [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.639692] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance d75e5a33-50fd-490e-b0d2-9242a25d32a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1370.911577] env[62522]: DEBUG nova.compute.manager [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.917179] env[62522]: DEBUG nova.network.neutron [-] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.982110] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be749d6d-5f21-4895-a59f-e693079cfc9a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.995172] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf282a6-35e6-436e-a3ac-a6ac9f519d31 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.022923] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064944} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.023241] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1371.024016] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b43d26-3358-4083-bc5b-a2f9cd29124b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.039420] env[62522]: DEBUG nova.compute.manager [req-34ae6d97-b7c6-44c9-a821-62a711a6d86f req-fc90371b-9411-4cee-9f6b-cc41742efd02 service nova] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Detach interface failed, port_id=20ff3ed5-8046-47cc-9e93-c41419a1f1cc, reason: Instance 91f1486c-8f22-4844-8bef-1e08cfd08030 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1371.063901] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 4f6686a9-12ad-460d-b826-1bb36f7b8e58/4f6686a9-12ad-460d-b826-1bb36f7b8e58.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.064249] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f827be7d-f625-4198-9162-5aa0bfa653a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.086109] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Waiting for the task: (returnval){ [ 1371.086109] env[62522]: value = "task-1702560" [ 1371.086109] env[62522]: _type = "Task" [ 1371.086109] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.094601] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.130031] env[62522]: DEBUG nova.network.neutron [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.148227] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 3fa0236a-1a4c-4545-8dee-67fbe3088153 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1371.422550] env[62522]: INFO nova.compute.manager [-] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Took 1.80 seconds to deallocate network for instance. [ 1371.441727] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.543115] env[62522]: DEBUG nova.network.neutron [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Updating instance_info_cache with network_info: [{"id": "66d97e6f-5e75-4822-ad5b-7c18beb367c1", "address": "fa:16:3e:5d:59:1a", "network": {"id": "d7b517fa-ee4b-49e6-acf7-efbc3b039229", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544103160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58252a6fc8449c9f720942b7b02ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d97e6f-5e", "ovs_interfaceid": "66d97e6f-5e75-4822-ad5b-7c18beb367c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.596419] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702560, 'name': ReconfigVM_Task, 'duration_secs': 0.500918} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.596712] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 4f6686a9-12ad-460d-b826-1bb36f7b8e58/4f6686a9-12ad-460d-b826-1bb36f7b8e58.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.597625] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3417f949-1220-4ff3-a508-5cff16297dc2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.603765] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Waiting for the task: (returnval){ [ 1371.603765] env[62522]: value = "task-1702561" [ 1371.603765] env[62522]: _type = "Task" [ 1371.603765] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.616172] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702561, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.651137] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance af281b60-1bae-489d-8363-853112ca6f23 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1371.836873] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "bb6150c2-75de-4147-8831-fbe9122f8aac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.836873] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "bb6150c2-75de-4147-8831-fbe9122f8aac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.933441] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.046409] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Releasing lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.046773] env[62522]: DEBUG nova.compute.manager [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Instance network_info: |[{"id": "66d97e6f-5e75-4822-ad5b-7c18beb367c1", "address": "fa:16:3e:5d:59:1a", "network": {"id": "d7b517fa-ee4b-49e6-acf7-efbc3b039229", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544103160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58252a6fc8449c9f720942b7b02ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d97e6f-5e", "ovs_interfaceid": "66d97e6f-5e75-4822-ad5b-7c18beb367c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1372.047276] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:59:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66d97e6f-5e75-4822-ad5b-7c18beb367c1', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.055679] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Creating folder: Project (9f58252a6fc8449c9f720942b7b02ee3). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.056017] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e1b81bc-5bb9-4ebe-959f-506834b53a8b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.067279] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Created folder: Project (9f58252a6fc8449c9f720942b7b02ee3) in parent group-v354730. [ 1372.067534] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Creating folder: Instances. Parent ref: group-v354841. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.067785] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ea6aa01-ee06-444f-9436-c8fa9aeb6162 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.076706] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Created folder: Instances in parent group-v354841. [ 1372.076936] env[62522]: DEBUG oslo.service.loopingcall [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1372.077145] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.077382] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b19d9782-a3bb-464a-bc0b-5580efd9dc43 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.096674] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.096674] env[62522]: value = "task-1702564" [ 1372.096674] env[62522]: _type = "Task" [ 1372.096674] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.104540] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702564, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.112032] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702561, 'name': Rename_Task, 'duration_secs': 0.316469} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.112319] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.112552] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d3506e-1f84-4194-9c75-6a7b6f92ed17 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.118665] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Waiting for the task: (returnval){ [ 1372.118665] env[62522]: value = "task-1702565" [ 1372.118665] env[62522]: _type = "Task" [ 1372.118665] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.127504] env[62522]: DEBUG oslo_concurrency.lockutils [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "ca56abe8-e25d-4265-97ba-302492fa3660" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.127736] env[62522]: DEBUG oslo_concurrency.lockutils [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "ca56abe8-e25d-4265-97ba-302492fa3660" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.127957] env[62522]: DEBUG oslo_concurrency.lockutils [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "ca56abe8-e25d-4265-97ba-302492fa3660-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.128151] env[62522]: DEBUG oslo_concurrency.lockutils [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "ca56abe8-e25d-4265-97ba-302492fa3660-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.128314] env[62522]: DEBUG oslo_concurrency.lockutils [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "ca56abe8-e25d-4265-97ba-302492fa3660-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.129958] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.130437] env[62522]: INFO nova.compute.manager [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Terminating instance [ 1372.154700] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance f5c15175-f2d1-4e11-a11c-8bee5cd69390 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1372.166427] env[62522]: DEBUG nova.compute.manager [req-34bf5027-86ef-4549-8b7c-6fc051e4689a req-59fbb7d7-cddb-4680-b21a-5e6d08d0902d service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Received event network-changed-66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1372.166579] env[62522]: DEBUG nova.compute.manager [req-34bf5027-86ef-4549-8b7c-6fc051e4689a req-59fbb7d7-cddb-4680-b21a-5e6d08d0902d service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Refreshing instance network info cache due to event network-changed-66d97e6f-5e75-4822-ad5b-7c18beb367c1. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1372.166791] env[62522]: DEBUG oslo_concurrency.lockutils [req-34bf5027-86ef-4549-8b7c-6fc051e4689a req-59fbb7d7-cddb-4680-b21a-5e6d08d0902d service nova] Acquiring lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.166937] env[62522]: DEBUG oslo_concurrency.lockutils [req-34bf5027-86ef-4549-8b7c-6fc051e4689a req-59fbb7d7-cddb-4680-b21a-5e6d08d0902d service nova] Acquired lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.167151] env[62522]: DEBUG nova.network.neutron [req-34bf5027-86ef-4549-8b7c-6fc051e4689a req-59fbb7d7-cddb-4680-b21a-5e6d08d0902d service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Refreshing network info cache for port 66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.608669] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702564, 'name': CreateVM_Task, 'duration_secs': 0.349548} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.608669] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1372.608669] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.608669] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.608905] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.609116] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e07546e-9f73-4bea-aa72-8d3236d2643a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.615713] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1372.615713] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fa6715-9829-9d32-80fb-d3c64ff37f3d" [ 1372.615713] env[62522]: _type = "Task" [ 1372.615713] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.627612] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fa6715-9829-9d32-80fb-d3c64ff37f3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.630847] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702565, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.634900] env[62522]: DEBUG nova.compute.manager [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.634900] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.636182] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89ea2c6-4ab1-4f99-9804-d85e7c1ac2db {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.644169] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.644426] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b816a656-b0d4-4a67-b96c-e9c438256d4b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.650081] env[62522]: DEBUG oslo_vmware.api [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1372.650081] env[62522]: value = "task-1702566" [ 1372.650081] env[62522]: _type = "Task" [ 1372.650081] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.659251] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1372.660530] env[62522]: DEBUG oslo_vmware.api [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.952386] env[62522]: DEBUG nova.network.neutron [req-34bf5027-86ef-4549-8b7c-6fc051e4689a req-59fbb7d7-cddb-4680-b21a-5e6d08d0902d service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Updated VIF entry in instance network info cache for port 66d97e6f-5e75-4822-ad5b-7c18beb367c1. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.952743] env[62522]: DEBUG nova.network.neutron [req-34bf5027-86ef-4549-8b7c-6fc051e4689a req-59fbb7d7-cddb-4680-b21a-5e6d08d0902d service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Updating instance_info_cache with network_info: [{"id": "66d97e6f-5e75-4822-ad5b-7c18beb367c1", "address": "fa:16:3e:5d:59:1a", "network": {"id": "d7b517fa-ee4b-49e6-acf7-efbc3b039229", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544103160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58252a6fc8449c9f720942b7b02ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d97e6f-5e", "ovs_interfaceid": "66d97e6f-5e75-4822-ad5b-7c18beb367c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.128778] env[62522]: DEBUG oslo_vmware.api [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702565, 'name': PowerOnVM_Task, 'duration_secs': 0.525634} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.132211] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.132420] env[62522]: INFO nova.compute.manager [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1373.132607] env[62522]: DEBUG nova.compute.manager [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.132869] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fa6715-9829-9d32-80fb-d3c64ff37f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.012935} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.133955] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9308dedf-87e9-4c2b-9a3e-d7bee02d90fa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.136017] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.136254] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1373.136484] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.136658] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.136792] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1373.137041] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-193dec3b-d938-4106-8990-649b651c9c10 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.151032] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.151032] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1373.151032] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3008f9ad-c8d6-4ee4-ae13-190f27d984a9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.158456] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1373.158456] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526f04bc-b31c-df87-6761-508ffb0f9731" [ 1373.158456] env[62522]: _type = "Task" [ 1373.158456] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.161807] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance d38527ec-8de0-48e6-9e96-b277704c3933 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1373.162980] env[62522]: DEBUG oslo_vmware.api [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702566, 'name': PowerOffVM_Task, 'duration_secs': 0.226825} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.166077] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.166260] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.166494] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc773bf0-a73f-4e74-a0c7-8f2f319a11a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.172718] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526f04bc-b31c-df87-6761-508ffb0f9731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.237551] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.237763] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.237941] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Deleting the datastore file [datastore1] ca56abe8-e25d-4265-97ba-302492fa3660 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.238243] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-793fe9de-3940-42f4-bf9a-5e7fb2b9fcbd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.246524] env[62522]: DEBUG oslo_vmware.api [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1373.246524] env[62522]: value = "task-1702568" [ 1373.246524] env[62522]: _type = "Task" [ 1373.246524] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.253843] env[62522]: DEBUG oslo_vmware.api [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.456184] env[62522]: DEBUG oslo_concurrency.lockutils [req-34bf5027-86ef-4549-8b7c-6fc051e4689a req-59fbb7d7-cddb-4680-b21a-5e6d08d0902d service nova] Releasing lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.656025] env[62522]: INFO nova.compute.manager [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Took 50.55 seconds to build instance. [ 1373.666135] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance a95a65fd-cc81-4780-964d-fd0af5e1623b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1373.674554] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526f04bc-b31c-df87-6761-508ffb0f9731, 'name': SearchDatastore_Task, 'duration_secs': 0.019041} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.675367] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8eb8798-a7f9-49b8-8b88-665bc56d3abb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.682628] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1373.682628] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525b5f11-c08e-9b78-f849-83e99b727bac" [ 1373.682628] env[62522]: _type = "Task" [ 1373.682628] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.691876] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525b5f11-c08e-9b78-f849-83e99b727bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.757358] env[62522]: DEBUG oslo_vmware.api [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.154639] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47c0cb6d-411c-43c3-a845-da691e762569 tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Lock "4f6686a9-12ad-460d-b826-1bb36f7b8e58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.480s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.170979] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 416661b2-bf18-4e01-a7a2-ca928201ffe5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1374.171319] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1374.171443] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1374.195499] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525b5f11-c08e-9b78-f849-83e99b727bac, 'name': SearchDatastore_Task, 'duration_secs': 0.034799} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.198278] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.198547] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] b4635be1-b5df-4c4a-ace3-a438791c0b33/b4635be1-b5df-4c4a-ace3-a438791c0b33.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1374.199284] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38786cca-6d0a-4950-8ad3-b721a3cf3ae0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.207694] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1374.207694] env[62522]: value = "task-1702569" [ 1374.207694] env[62522]: _type = "Task" [ 1374.207694] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.219147] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.257463] env[62522]: DEBUG oslo_vmware.api [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.633764} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.259937] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.260140] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1374.260315] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.260511] env[62522]: INFO nova.compute.manager [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1374.260725] env[62522]: DEBUG oslo.service.loopingcall [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.261273] env[62522]: DEBUG nova.compute.manager [-] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1374.261373] env[62522]: DEBUG nova.network.neutron [-] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1374.565824] env[62522]: DEBUG nova.compute.manager [req-5a03d2e4-301a-4379-aa83-e8ee3f104443 req-9a717d27-50b5-4b2e-a5f3-933949a42193 service nova] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Received event network-vif-deleted-502345f1-1aa1-4f59-bcee-75527fe346a1 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1374.566061] env[62522]: INFO nova.compute.manager [req-5a03d2e4-301a-4379-aa83-e8ee3f104443 req-9a717d27-50b5-4b2e-a5f3-933949a42193 service nova] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Neutron deleted interface 502345f1-1aa1-4f59-bcee-75527fe346a1; detaching it from the instance and deleting it from the info cache [ 1374.566236] env[62522]: DEBUG nova.network.neutron [req-5a03d2e4-301a-4379-aa83-e8ee3f104443 req-9a717d27-50b5-4b2e-a5f3-933949a42193 service nova] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.622603] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a328efc-dd6a-4fb2-bdc9-048859387692 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.633811] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db50f922-f783-463b-825d-cf574c4b4f91 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.665230] env[62522]: DEBUG nova.compute.manager [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1374.668712] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f8a525-1f5f-4678-8c2c-60ddabd42edf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.678466] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b5790e-911e-4aca-a6b5-c81a36877732 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.695326] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.718932] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702569, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.007835] env[62522]: DEBUG nova.network.neutron [-] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.072923] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6549ef39-0ca4-42f3-b99c-ae84a52926cd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.083043] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb5e1ac-4a4d-40a3-9d0a-6e6199ce4b81 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.118091] env[62522]: DEBUG nova.compute.manager [req-5a03d2e4-301a-4379-aa83-e8ee3f104443 req-9a717d27-50b5-4b2e-a5f3-933949a42193 service nova] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Detach interface failed, port_id=502345f1-1aa1-4f59-bcee-75527fe346a1, reason: Instance ca56abe8-e25d-4265-97ba-302492fa3660 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1375.184751] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.201538] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1375.219892] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.931166} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.220966] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] b4635be1-b5df-4c4a-ace3-a438791c0b33/b4635be1-b5df-4c4a-ace3-a438791c0b33.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1375.221184] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1375.221514] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb0b793f-e985-42db-ad2e-152e0568f5c5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.229260] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1375.229260] env[62522]: value = "task-1702570" [ 1375.229260] env[62522]: _type = "Task" [ 1375.229260] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.238091] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.510358] env[62522]: INFO nova.compute.manager [-] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Took 1.25 seconds to deallocate network for instance. [ 1375.706712] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1375.706985] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.646s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.707297] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.093s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.708848] env[62522]: INFO nova.compute.claims [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1375.741185] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.950760] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Acquiring lock "4f6686a9-12ad-460d-b826-1bb36f7b8e58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.951046] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Lock "4f6686a9-12ad-460d-b826-1bb36f7b8e58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.951263] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Acquiring lock "4f6686a9-12ad-460d-b826-1bb36f7b8e58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.951442] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Lock "4f6686a9-12ad-460d-b826-1bb36f7b8e58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.951876] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Lock "4f6686a9-12ad-460d-b826-1bb36f7b8e58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.953659] env[62522]: INFO nova.compute.manager [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Terminating instance [ 1376.017509] env[62522]: DEBUG oslo_concurrency.lockutils [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.240476] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702570, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.457144] env[62522]: DEBUG nova.compute.manager [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.457409] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.458313] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c0ee1c-bb48-493b-b8d0-30f3ca8d1c8e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.466518] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.466885] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe46787d-2b9a-475d-af76-a6b080ab6fb0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.475175] env[62522]: DEBUG oslo_vmware.api [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Waiting for the task: (returnval){ [ 1376.475175] env[62522]: value = "task-1702571" [ 1376.475175] env[62522]: _type = "Task" [ 1376.475175] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.484501] env[62522]: DEBUG oslo_vmware.api [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.741896] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.101254} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.742519] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.743178] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df5643a-1c11-4957-8240-ca33c11664d4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.770027] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] b4635be1-b5df-4c4a-ace3-a438791c0b33/b4635be1-b5df-4c4a-ace3-a438791c0b33.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.773994] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-122b5f37-d4ac-4806-8138-f42d19bc3796 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.795275] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1376.795275] env[62522]: value = "task-1702572" [ 1376.795275] env[62522]: _type = "Task" [ 1376.795275] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.808036] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.986867] env[62522]: DEBUG oslo_vmware.api [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702571, 'name': PowerOffVM_Task, 'duration_secs': 0.247222} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.989611] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.989611] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.990022] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20bbec3a-2a0c-4208-93af-36b357067f67 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.070480] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.070841] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.071112] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Deleting the datastore file [datastore1] 4f6686a9-12ad-460d-b826-1bb36f7b8e58 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.074398] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c706f0d4-683d-4035-8ed0-e39d5c2a3a21 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.084442] env[62522]: DEBUG oslo_vmware.api [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Waiting for the task: (returnval){ [ 1377.084442] env[62522]: value = "task-1702574" [ 1377.084442] env[62522]: _type = "Task" [ 1377.084442] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.096584] env[62522]: DEBUG oslo_vmware.api [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.253898] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2996bd9a-a55b-4e99-ab24-8b0d379018b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.263142] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66eada1-d9b4-4e4f-87ce-2a81149795ce {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.295635] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a9df21-5528-479c-a0b9-ba6d354c2e87 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.306588] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702572, 'name': ReconfigVM_Task, 'duration_secs': 0.322122} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.308563] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Reconfigured VM instance instance-00000023 to attach disk [datastore1] b4635be1-b5df-4c4a-ace3-a438791c0b33/b4635be1-b5df-4c4a-ace3-a438791c0b33.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.309205] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66791fc7-fa1d-4b89-beae-55057b8f067c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.311590] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733f1a39-3305-45be-8632-5b5846c47e14 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.325678] env[62522]: DEBUG nova.compute.provider_tree [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.328245] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1377.328245] env[62522]: value = "task-1702575" [ 1377.328245] env[62522]: _type = "Task" [ 1377.328245] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.337015] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702575, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.594508] env[62522]: DEBUG oslo_vmware.api [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Task: {'id': task-1702574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185235} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.594738] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.595055] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.595309] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.595521] env[62522]: INFO nova.compute.manager [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1377.595798] env[62522]: DEBUG oslo.service.loopingcall [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.596027] env[62522]: DEBUG nova.compute.manager [-] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1377.596155] env[62522]: DEBUG nova.network.neutron [-] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.830098] env[62522]: DEBUG nova.scheduler.client.report [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1377.844776] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702575, 'name': Rename_Task, 'duration_secs': 0.205855} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.845544] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.845924] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9d3580f-780a-4309-a163-6aac7e5bc438 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.856017] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1377.856017] env[62522]: value = "task-1702576" [ 1377.856017] env[62522]: _type = "Task" [ 1377.856017] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.868354] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.964371] env[62522]: DEBUG nova.compute.manager [req-3b059e84-81fd-4ae8-8359-1cbb25777f6b req-a6faa794-f799-4192-b866-3ee1b87c97ee service nova] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Received event network-vif-deleted-ba943965-930d-46f4-a333-9836c11a5e5c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1377.964519] env[62522]: INFO nova.compute.manager [req-3b059e84-81fd-4ae8-8359-1cbb25777f6b req-a6faa794-f799-4192-b866-3ee1b87c97ee service nova] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Neutron deleted interface ba943965-930d-46f4-a333-9836c11a5e5c; detaching it from the instance and deleting it from the info cache [ 1377.964645] env[62522]: DEBUG nova.network.neutron [req-3b059e84-81fd-4ae8-8359-1cbb25777f6b req-a6faa794-f799-4192-b866-3ee1b87c97ee service nova] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.339493] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.340112] env[62522]: DEBUG nova.compute.manager [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1378.342866] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.027s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.345024] env[62522]: INFO nova.compute.claims [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.364775] env[62522]: DEBUG oslo_vmware.api [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702576, 'name': PowerOnVM_Task, 'duration_secs': 0.504853} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.364775] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.364950] env[62522]: INFO nova.compute.manager [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1378.365100] env[62522]: DEBUG nova.compute.manager [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.365898] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc3694b-938d-48a8-96a4-2423f30c3104 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.403121] env[62522]: DEBUG nova.network.neutron [-] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.467696] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7551a6e-c105-4593-b62f-3576a4280050 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.478761] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78851672-d6e4-43f8-adb5-4d4adc8d43c6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.513147] env[62522]: DEBUG nova.compute.manager [req-3b059e84-81fd-4ae8-8359-1cbb25777f6b req-a6faa794-f799-4192-b866-3ee1b87c97ee service nova] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Detach interface failed, port_id=ba943965-930d-46f4-a333-9836c11a5e5c, reason: Instance 4f6686a9-12ad-460d-b826-1bb36f7b8e58 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1378.850532] env[62522]: DEBUG nova.compute.utils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1378.853761] env[62522]: DEBUG nova.compute.manager [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1378.853931] env[62522]: DEBUG nova.network.neutron [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1378.885867] env[62522]: INFO nova.compute.manager [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Took 42.22 seconds to build instance. [ 1378.905164] env[62522]: INFO nova.compute.manager [-] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Took 1.31 seconds to deallocate network for instance. [ 1378.919792] env[62522]: DEBUG nova.policy [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aae3d86186c34ca0a276555543d82bac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53f016565c074f6ab092fff537c14ad6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1379.267154] env[62522]: DEBUG nova.network.neutron [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Successfully created port: af146ace-6c8f-4477-95cb-503fc0fc03fd {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.358035] env[62522]: DEBUG nova.compute.manager [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1379.388399] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686fff2c-fe11-4114-a7d0-78d1c56b8fdd tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "b4635be1-b5df-4c4a-ace3-a438791c0b33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.213s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.419604] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.895799] env[62522]: DEBUG nova.compute.manager [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.970799] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5998eb-f94a-4173-8bc7-6648dba36c55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.984860] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc74f04-07f4-401f-ba79-4c44b92b764f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.023818] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a6296b-a924-49f7-a37d-5bc54f72e851 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.032422] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955ce8b5-5449-44a4-8592-79f462929c5c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.050688] env[62522]: DEBUG nova.compute.provider_tree [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.376988] env[62522]: DEBUG nova.compute.manager [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1380.416021] env[62522]: DEBUG nova.virt.hardware [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1380.416021] env[62522]: DEBUG nova.virt.hardware [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1380.416021] env[62522]: DEBUG nova.virt.hardware [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.416274] env[62522]: DEBUG nova.virt.hardware [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1380.416274] env[62522]: DEBUG nova.virt.hardware [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.416274] env[62522]: DEBUG nova.virt.hardware [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1380.416274] env[62522]: DEBUG nova.virt.hardware [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1380.416274] env[62522]: DEBUG nova.virt.hardware [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1380.416422] env[62522]: DEBUG nova.virt.hardware [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1380.416760] env[62522]: DEBUG nova.virt.hardware [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1380.417133] env[62522]: DEBUG nova.virt.hardware [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1380.420016] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8899e179-3edb-4f4b-adc9-177db615377d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.430420] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.432888] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502ceccc-bf0b-4a3b-b3c7-02cae5a34740 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.554153] env[62522]: DEBUG nova.scheduler.client.report [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1380.572667] env[62522]: DEBUG oslo_concurrency.lockutils [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Acquiring lock "1fd87373-b39e-468a-b509-f9021f787282" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.572667] env[62522]: DEBUG oslo_concurrency.lockutils [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Lock "1fd87373-b39e-468a-b509-f9021f787282" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.572667] env[62522]: DEBUG oslo_concurrency.lockutils [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Acquiring lock "1fd87373-b39e-468a-b509-f9021f787282-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.572667] env[62522]: DEBUG oslo_concurrency.lockutils [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Lock "1fd87373-b39e-468a-b509-f9021f787282-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.572887] env[62522]: DEBUG oslo_concurrency.lockutils [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Lock "1fd87373-b39e-468a-b509-f9021f787282-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.575315] env[62522]: INFO nova.compute.manager [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Terminating instance [ 1380.912272] env[62522]: DEBUG nova.compute.manager [req-49f494fa-0c69-42e1-b7fd-b0742c904ead req-5a678452-8418-46f1-9d80-4bcd46446323 service nova] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Received event network-vif-plugged-af146ace-6c8f-4477-95cb-503fc0fc03fd {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1380.912560] env[62522]: DEBUG oslo_concurrency.lockutils [req-49f494fa-0c69-42e1-b7fd-b0742c904ead req-5a678452-8418-46f1-9d80-4bcd46446323 service nova] Acquiring lock "b75ffa1f-f876-4e28-96ea-72e223d0c01a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.912715] env[62522]: DEBUG oslo_concurrency.lockutils [req-49f494fa-0c69-42e1-b7fd-b0742c904ead req-5a678452-8418-46f1-9d80-4bcd46446323 service nova] Lock "b75ffa1f-f876-4e28-96ea-72e223d0c01a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.912960] env[62522]: DEBUG oslo_concurrency.lockutils [req-49f494fa-0c69-42e1-b7fd-b0742c904ead req-5a678452-8418-46f1-9d80-4bcd46446323 service nova] Lock "b75ffa1f-f876-4e28-96ea-72e223d0c01a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.913373] env[62522]: DEBUG nova.compute.manager [req-49f494fa-0c69-42e1-b7fd-b0742c904ead req-5a678452-8418-46f1-9d80-4bcd46446323 service nova] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] No waiting events found dispatching network-vif-plugged-af146ace-6c8f-4477-95cb-503fc0fc03fd {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1380.913532] env[62522]: WARNING nova.compute.manager [req-49f494fa-0c69-42e1-b7fd-b0742c904ead req-5a678452-8418-46f1-9d80-4bcd46446323 service nova] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Received unexpected event network-vif-plugged-af146ace-6c8f-4477-95cb-503fc0fc03fd for instance with vm_state building and task_state spawning. [ 1381.034013] env[62522]: DEBUG nova.network.neutron [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Successfully updated port: af146ace-6c8f-4477-95cb-503fc0fc03fd {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1381.059600] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.059884] env[62522]: DEBUG nova.compute.manager [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1381.065189] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.749s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.065367] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.067404] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.526s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.075190] env[62522]: INFO nova.compute.claims [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.079760] env[62522]: DEBUG nova.compute.manager [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1381.079941] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.080753] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088f8163-f450-4369-8bd5-b0931aec2e24 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.092210] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.093347] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0021477b-f3e7-4e37-8c2a-079ab1296687 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.103962] env[62522]: DEBUG oslo_vmware.api [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Waiting for the task: (returnval){ [ 1381.103962] env[62522]: value = "task-1702577" [ 1381.103962] env[62522]: _type = "Task" [ 1381.103962] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.109712] env[62522]: INFO nova.scheduler.client.report [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Deleted allocations for instance 34793292-f90e-42b4-b20d-0daf23faf552 [ 1381.119368] env[62522]: DEBUG oslo_vmware.api [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.244091] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "7bdf55bc-9458-455e-8cad-56c7e895b5cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.244418] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "7bdf55bc-9458-455e-8cad-56c7e895b5cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.538496] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "refresh_cache-b75ffa1f-f876-4e28-96ea-72e223d0c01a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.538753] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquired lock "refresh_cache-b75ffa1f-f876-4e28-96ea-72e223d0c01a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.539053] env[62522]: DEBUG nova.network.neutron [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.566880] env[62522]: DEBUG nova.compute.utils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1381.568658] env[62522]: DEBUG nova.compute.manager [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1381.568827] env[62522]: DEBUG nova.network.neutron [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1381.615718] env[62522]: DEBUG oslo_vmware.api [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702577, 'name': PowerOffVM_Task, 'duration_secs': 0.204051} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.616015] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.616198] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.616456] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95c22123-ba6b-4cd7-a1b0-ca906c0c1e7d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.623364] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2d157707-78f2-4438-9e46-5d83ed7a616e tempest-TenantUsagesTestJSON-1859116808 tempest-TenantUsagesTestJSON-1859116808-project-member] Lock "34793292-f90e-42b4-b20d-0daf23faf552" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.855s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.626386] env[62522]: DEBUG nova.policy [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75f0b3cd4f2484bbacc26c9291843b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d9684bbaa464f3c9ff7391e7a6d5105', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1381.693422] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.693822] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.693905] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Deleting the datastore file [datastore1] 1fd87373-b39e-468a-b509-f9021f787282 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.695042] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1416f34-7b96-4c55-8293-e907e19e89d5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.702039] env[62522]: DEBUG oslo_vmware.api [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Waiting for the task: (returnval){ [ 1381.702039] env[62522]: value = "task-1702579" [ 1381.702039] env[62522]: _type = "Task" [ 1381.702039] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.710998] env[62522]: DEBUG oslo_vmware.api [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.927248] env[62522]: DEBUG nova.network.neutron [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Successfully created port: 17686f7c-ec76-4725-8ab1-cd36ca317254 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.075276] env[62522]: DEBUG nova.compute.manager [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1382.077275] env[62522]: DEBUG nova.network.neutron [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1382.220025] env[62522]: DEBUG oslo_vmware.api [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Task: {'id': task-1702579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131644} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.220025] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.220025] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.220025] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.220025] env[62522]: INFO nova.compute.manager [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1382.220286] env[62522]: DEBUG oslo.service.loopingcall [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1382.220286] env[62522]: DEBUG nova.compute.manager [-] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1382.220286] env[62522]: DEBUG nova.network.neutron [-] [instance: 1fd87373-b39e-468a-b509-f9021f787282] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.580026] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff68b1d8-43cc-4108-bbcb-29729d008e2a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.592057] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee7e0d3-8ed2-4438-8c2e-af1301ffeca4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.625144] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67c37e2-6248-4ef4-a219-089e2854aa7a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.634962] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1843b2fd-e52b-4afe-a544-74a87c35e059 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.640160] env[62522]: DEBUG nova.network.neutron [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Updating instance_info_cache with network_info: [{"id": "af146ace-6c8f-4477-95cb-503fc0fc03fd", "address": "fa:16:3e:f9:2b:57", "network": {"id": "ad1477cf-d666-42f8-996a-4c3871863769", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1401398090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53f016565c074f6ab092fff537c14ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf146ace-6c", "ovs_interfaceid": "af146ace-6c8f-4477-95cb-503fc0fc03fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.654667] env[62522]: DEBUG nova.compute.provider_tree [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.994664] env[62522]: DEBUG nova.compute.manager [req-d9634e19-ce62-4b1d-a64f-d72762a213df req-870f4407-3ecf-4b55-ad82-d847e6f77406 service nova] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Received event network-changed-af146ace-6c8f-4477-95cb-503fc0fc03fd {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1382.994664] env[62522]: DEBUG nova.compute.manager [req-d9634e19-ce62-4b1d-a64f-d72762a213df req-870f4407-3ecf-4b55-ad82-d847e6f77406 service nova] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Refreshing instance network info cache due to event network-changed-af146ace-6c8f-4477-95cb-503fc0fc03fd. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1382.994664] env[62522]: DEBUG oslo_concurrency.lockutils [req-d9634e19-ce62-4b1d-a64f-d72762a213df req-870f4407-3ecf-4b55-ad82-d847e6f77406 service nova] Acquiring lock "refresh_cache-b75ffa1f-f876-4e28-96ea-72e223d0c01a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.091893] env[62522]: DEBUG nova.compute.manager [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1383.117093] env[62522]: DEBUG nova.virt.hardware [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1383.117407] env[62522]: DEBUG nova.virt.hardware [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1383.117735] env[62522]: DEBUG nova.virt.hardware [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.118083] env[62522]: DEBUG nova.virt.hardware [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1383.118277] env[62522]: DEBUG nova.virt.hardware [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.118454] env[62522]: DEBUG nova.virt.hardware [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1383.118934] env[62522]: DEBUG nova.virt.hardware [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1383.118934] env[62522]: DEBUG nova.virt.hardware [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1383.119070] env[62522]: DEBUG nova.virt.hardware [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1383.119346] env[62522]: DEBUG nova.virt.hardware [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1383.119491] env[62522]: DEBUG nova.virt.hardware [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1383.121127] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a038490-9e11-46f2-ae63-80cb58338dc0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.129330] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f43e7a-4c16-4e30-9cea-d2912fc0a691 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.150338] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Releasing lock "refresh_cache-b75ffa1f-f876-4e28-96ea-72e223d0c01a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.150338] env[62522]: DEBUG nova.compute.manager [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Instance network_info: |[{"id": "af146ace-6c8f-4477-95cb-503fc0fc03fd", "address": "fa:16:3e:f9:2b:57", "network": {"id": "ad1477cf-d666-42f8-996a-4c3871863769", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1401398090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53f016565c074f6ab092fff537c14ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf146ace-6c", "ovs_interfaceid": "af146ace-6c8f-4477-95cb-503fc0fc03fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1383.150798] env[62522]: DEBUG oslo_concurrency.lockutils [req-d9634e19-ce62-4b1d-a64f-d72762a213df req-870f4407-3ecf-4b55-ad82-d847e6f77406 service nova] Acquired lock "refresh_cache-b75ffa1f-f876-4e28-96ea-72e223d0c01a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.151013] env[62522]: DEBUG nova.network.neutron [req-d9634e19-ce62-4b1d-a64f-d72762a213df req-870f4407-3ecf-4b55-ad82-d847e6f77406 service nova] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Refreshing network info cache for port af146ace-6c8f-4477-95cb-503fc0fc03fd {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.152341] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:2b:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af146ace-6c8f-4477-95cb-503fc0fc03fd', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.160692] env[62522]: DEBUG oslo.service.loopingcall [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1383.161424] env[62522]: DEBUG nova.scheduler.client.report [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1383.164575] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.168486] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b81e585-da60-4851-a6be-c445eb2cfa59 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.184506] env[62522]: DEBUG nova.network.neutron [-] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.186018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.186927] env[62522]: DEBUG nova.compute.manager [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1383.192864] env[62522]: DEBUG nova.compute.manager [req-d235a071-f1f4-4c19-966d-e080386c2e5d req-aa73465e-20f5-4eb1-b3c4-009a537f4855 service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Received event network-vif-deleted-62eedb91-f50e-4013-bcfa-e0093532664c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1383.193115] env[62522]: INFO nova.compute.manager [req-d235a071-f1f4-4c19-966d-e080386c2e5d req-aa73465e-20f5-4eb1-b3c4-009a537f4855 service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Neutron deleted interface 62eedb91-f50e-4013-bcfa-e0093532664c; detaching it from the instance and deleting it from the info cache [ 1383.193260] env[62522]: DEBUG nova.network.neutron [req-d235a071-f1f4-4c19-966d-e080386c2e5d req-aa73465e-20f5-4eb1-b3c4-009a537f4855 service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.195043] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.467s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.195242] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.197395] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.970s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.197583] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.199717] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.610s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.199948] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.201653] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.939s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.203669] env[62522]: INFO nova.compute.claims [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.216575] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.216575] env[62522]: value = "task-1702580" [ 1383.216575] env[62522]: _type = "Task" [ 1383.216575] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.229021] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702580, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.244215] env[62522]: INFO nova.scheduler.client.report [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Deleted allocations for instance ccc4782f-6f25-4050-a17c-fce1569dc9bd [ 1383.248741] env[62522]: INFO nova.scheduler.client.report [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleted allocations for instance bd01290a-44df-4f2a-8d72-d3f772cd4ee9 [ 1383.264919] env[62522]: INFO nova.scheduler.client.report [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Deleted allocations for instance 4923bebb-bcaa-497c-8fe8-cf6064eb933f [ 1383.585638] env[62522]: DEBUG nova.network.neutron [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Successfully updated port: 17686f7c-ec76-4725-8ab1-cd36ca317254 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.712054] env[62522]: DEBUG nova.compute.utils [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1383.713447] env[62522]: INFO nova.compute.manager [-] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Took 1.49 seconds to deallocate network for instance. [ 1383.714883] env[62522]: DEBUG nova.compute.manager [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1383.714883] env[62522]: DEBUG nova.network.neutron [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1383.720033] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e81541ff-56c4-4dd2-8cc5-f697aab603ab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.744482] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702580, 'name': CreateVM_Task, 'duration_secs': 0.419466} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.747982] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eadd29-ae46-46b7-b581-82f6cd707c53 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.760368] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.764650] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.764853] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.765187] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.765644] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c9176c66-b948-4419-89c1-eb5fc1dfa022 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "bd01290a-44df-4f2a-8d72-d3f772cd4ee9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.473s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.767131] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b41bebcc-0c62-4c74-823e-3ab5bf9a94d4 tempest-ServersNegativeTestMultiTenantJSON-1261702748 tempest-ServersNegativeTestMultiTenantJSON-1261702748-project-member] Lock "ccc4782f-6f25-4050-a17c-fce1569dc9bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.902s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.771240] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5f7f88-4901-4710-9e8a-ec1b1e3dbcfa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.783135] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e9317301-892c-4f77-86fa-344c468e3cb9 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "4923bebb-bcaa-497c-8fe8-cf6064eb933f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.414s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.797359] env[62522]: DEBUG nova.compute.manager [req-d235a071-f1f4-4c19-966d-e080386c2e5d req-aa73465e-20f5-4eb1-b3c4-009a537f4855 service nova] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Detach interface failed, port_id=62eedb91-f50e-4013-bcfa-e0093532664c, reason: Instance 1fd87373-b39e-468a-b509-f9021f787282 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1383.799428] env[62522]: DEBUG nova.policy [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2928087e7cc74e6ebf7007431b002355', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad562c4c368e4467a5b2413f16508ec3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1383.802725] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1383.802725] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52848d2b-b020-5276-e277-0e52b28de12c" [ 1383.802725] env[62522]: _type = "Task" [ 1383.802725] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.815928] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52848d2b-b020-5276-e277-0e52b28de12c, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.816246] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.816480] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.816711] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.816854] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.817041] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.817302] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6729756b-9e0e-44dc-9082-cbaa6a16bdba {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.826998] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.827211] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.828019] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333456ee-ca66-46c4-8d0f-800b98e9bc05 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.834553] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1383.834553] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cd5ce0-1dea-7958-cd5d-872cfa3e32e8" [ 1383.834553] env[62522]: _type = "Task" [ 1383.834553] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.844642] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cd5ce0-1dea-7958-cd5d-872cfa3e32e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.001706] env[62522]: DEBUG nova.network.neutron [req-d9634e19-ce62-4b1d-a64f-d72762a213df req-870f4407-3ecf-4b55-ad82-d847e6f77406 service nova] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Updated VIF entry in instance network info cache for port af146ace-6c8f-4477-95cb-503fc0fc03fd. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.002192] env[62522]: DEBUG nova.network.neutron [req-d9634e19-ce62-4b1d-a64f-d72762a213df req-870f4407-3ecf-4b55-ad82-d847e6f77406 service nova] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Updating instance_info_cache with network_info: [{"id": "af146ace-6c8f-4477-95cb-503fc0fc03fd", "address": "fa:16:3e:f9:2b:57", "network": {"id": "ad1477cf-d666-42f8-996a-4c3871863769", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1401398090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53f016565c074f6ab092fff537c14ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf146ace-6c", "ovs_interfaceid": "af146ace-6c8f-4477-95cb-503fc0fc03fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.093636] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Acquiring lock "refresh_cache-a13b7d16-ca6c-4539-bf6c-750ba6765254" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.093636] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Acquired lock "refresh_cache-a13b7d16-ca6c-4539-bf6c-750ba6765254" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.093636] env[62522]: DEBUG nova.network.neutron [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.218021] env[62522]: DEBUG nova.compute.manager [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1384.229071] env[62522]: DEBUG oslo_concurrency.lockutils [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.232773] env[62522]: DEBUG nova.network.neutron [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Successfully created port: 0d7cbd49-48af-4138-b3b9-9b6fd1244cd8 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1384.346500] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cd5ce0-1dea-7958-cd5d-872cfa3e32e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.347340] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c62b3b-1cff-4dec-92cb-fe32b244dce1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.361924] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1384.361924] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cfe23a-0b70-636f-94bc-7b22d8ddedb0" [ 1384.361924] env[62522]: _type = "Task" [ 1384.361924] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.368815] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cfe23a-0b70-636f-94bc-7b22d8ddedb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.504628] env[62522]: DEBUG oslo_concurrency.lockutils [req-d9634e19-ce62-4b1d-a64f-d72762a213df req-870f4407-3ecf-4b55-ad82-d847e6f77406 service nova] Releasing lock "refresh_cache-b75ffa1f-f876-4e28-96ea-72e223d0c01a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.639982] env[62522]: DEBUG nova.network.neutron [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.724533] env[62522]: INFO nova.virt.block_device [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Booting with volume d3de7106-3765-4d9e-9bb9-cd1d8b161d63 at /dev/sda [ 1384.728251] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739bcbf8-ffbb-4f64-a551-e9a50cd162f0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.741830] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f166f09c-bb15-44f0-8f23-1193af2b96bf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.778383] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94521761-6b67-4f00-8215-2ce6cff8257d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.780861] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7187727-7b32-48e4-821b-4d6f5e669b4f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.790251] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f0f936-b7b7-4db2-8ab1-56752de22906 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.797215] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c8d92a-73af-4047-b718-650a3138e070 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.826030] env[62522]: DEBUG nova.compute.provider_tree [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.838572] env[62522]: DEBUG nova.network.neutron [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Updating instance_info_cache with network_info: [{"id": "17686f7c-ec76-4725-8ab1-cd36ca317254", "address": "fa:16:3e:7f:19:17", "network": {"id": "48dc6e17-a5cc-4103-a0ae-ca9cf58ea549", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1539530189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9684bbaa464f3c9ff7391e7a6d5105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17686f7c-ec", "ovs_interfaceid": "17686f7c-ec76-4725-8ab1-cd36ca317254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.840613] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcdec0ce-99d4-475b-9448-bb514452426b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.850849] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eafd6a4-290c-4370-9c12-649bea13698a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.874669] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cfe23a-0b70-636f-94bc-7b22d8ddedb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010853} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.875171] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.875428] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] b75ffa1f-f876-4e28-96ea-72e223d0c01a/b75ffa1f-f876-4e28-96ea-72e223d0c01a.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.875675] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ae3415b-63a3-4bd3-a14b-6275c51193be {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.892045] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b2ed61-0d23-4fca-9f5b-bf7d476cefa9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.894624] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1384.894624] env[62522]: value = "task-1702581" [ 1384.894624] env[62522]: _type = "Task" [ 1384.894624] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.901953] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fe9aad-d539-4815-ba8d-abf926200800 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.907331] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.921599] env[62522]: DEBUG nova.virt.block_device [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Updating existing volume attachment record: fd610c8f-4fbf-4282-8cb6-020cfb61bfe4 {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1385.097832] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Acquiring lock "2ef47ef2-763a-42af-954d-748f91ebc732" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.098204] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Lock "2ef47ef2-763a-42af-954d-748f91ebc732" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.098348] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Acquiring lock "2ef47ef2-763a-42af-954d-748f91ebc732-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.098532] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Lock "2ef47ef2-763a-42af-954d-748f91ebc732-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.098707] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Lock "2ef47ef2-763a-42af-954d-748f91ebc732-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.101184] env[62522]: INFO nova.compute.manager [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Terminating instance [ 1385.208490] env[62522]: DEBUG nova.compute.manager [req-4d5e9dec-503d-4574-a6e7-b3da6b378eb4 req-684e02c5-58e5-49f4-b8fc-ed871413d901 service nova] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Received event network-vif-plugged-17686f7c-ec76-4725-8ab1-cd36ca317254 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1385.208723] env[62522]: DEBUG oslo_concurrency.lockutils [req-4d5e9dec-503d-4574-a6e7-b3da6b378eb4 req-684e02c5-58e5-49f4-b8fc-ed871413d901 service nova] Acquiring lock "a13b7d16-ca6c-4539-bf6c-750ba6765254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.208939] env[62522]: DEBUG oslo_concurrency.lockutils [req-4d5e9dec-503d-4574-a6e7-b3da6b378eb4 req-684e02c5-58e5-49f4-b8fc-ed871413d901 service nova] Lock "a13b7d16-ca6c-4539-bf6c-750ba6765254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.211902] env[62522]: DEBUG oslo_concurrency.lockutils [req-4d5e9dec-503d-4574-a6e7-b3da6b378eb4 req-684e02c5-58e5-49f4-b8fc-ed871413d901 service nova] Lock "a13b7d16-ca6c-4539-bf6c-750ba6765254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.212116] env[62522]: DEBUG nova.compute.manager [req-4d5e9dec-503d-4574-a6e7-b3da6b378eb4 req-684e02c5-58e5-49f4-b8fc-ed871413d901 service nova] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] No waiting events found dispatching network-vif-plugged-17686f7c-ec76-4725-8ab1-cd36ca317254 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1385.212325] env[62522]: WARNING nova.compute.manager [req-4d5e9dec-503d-4574-a6e7-b3da6b378eb4 req-684e02c5-58e5-49f4-b8fc-ed871413d901 service nova] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Received unexpected event network-vif-plugged-17686f7c-ec76-4725-8ab1-cd36ca317254 for instance with vm_state building and task_state spawning. [ 1385.212530] env[62522]: DEBUG nova.compute.manager [req-4d5e9dec-503d-4574-a6e7-b3da6b378eb4 req-684e02c5-58e5-49f4-b8fc-ed871413d901 service nova] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Received event network-changed-17686f7c-ec76-4725-8ab1-cd36ca317254 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1385.212664] env[62522]: DEBUG nova.compute.manager [req-4d5e9dec-503d-4574-a6e7-b3da6b378eb4 req-684e02c5-58e5-49f4-b8fc-ed871413d901 service nova] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Refreshing instance network info cache due to event network-changed-17686f7c-ec76-4725-8ab1-cd36ca317254. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1385.212844] env[62522]: DEBUG oslo_concurrency.lockutils [req-4d5e9dec-503d-4574-a6e7-b3da6b378eb4 req-684e02c5-58e5-49f4-b8fc-ed871413d901 service nova] Acquiring lock "refresh_cache-a13b7d16-ca6c-4539-bf6c-750ba6765254" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.341822] env[62522]: DEBUG nova.scheduler.client.report [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1385.346157] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Releasing lock "refresh_cache-a13b7d16-ca6c-4539-bf6c-750ba6765254" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.346157] env[62522]: DEBUG nova.compute.manager [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Instance network_info: |[{"id": "17686f7c-ec76-4725-8ab1-cd36ca317254", "address": "fa:16:3e:7f:19:17", "network": {"id": "48dc6e17-a5cc-4103-a0ae-ca9cf58ea549", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1539530189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9684bbaa464f3c9ff7391e7a6d5105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17686f7c-ec", "ovs_interfaceid": "17686f7c-ec76-4725-8ab1-cd36ca317254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1385.346672] env[62522]: DEBUG oslo_concurrency.lockutils [req-4d5e9dec-503d-4574-a6e7-b3da6b378eb4 req-684e02c5-58e5-49f4-b8fc-ed871413d901 service nova] Acquired lock "refresh_cache-a13b7d16-ca6c-4539-bf6c-750ba6765254" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.346709] env[62522]: DEBUG nova.network.neutron [req-4d5e9dec-503d-4574-a6e7-b3da6b378eb4 req-684e02c5-58e5-49f4-b8fc-ed871413d901 service nova] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Refreshing network info cache for port 17686f7c-ec76-4725-8ab1-cd36ca317254 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1385.348098] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:19:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17686f7c-ec76-4725-8ab1-cd36ca317254', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.357304] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Creating folder: Project (4d9684bbaa464f3c9ff7391e7a6d5105). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1385.358446] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-250900be-dcda-4da5-a469-aa687cb77792 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.375353] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Created folder: Project (4d9684bbaa464f3c9ff7391e7a6d5105) in parent group-v354730. [ 1385.375353] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Creating folder: Instances. Parent ref: group-v354845. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1385.375353] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dd4acd8-b59a-4cf5-a89e-6a182a37b6be {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.387033] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Created folder: Instances in parent group-v354845. [ 1385.387339] env[62522]: DEBUG oslo.service.loopingcall [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.387659] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.387886] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31524e49-985c-41ab-8fbb-9da4e5270fc2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.416635] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50069} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.418396] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] b75ffa1f-f876-4e28-96ea-72e223d0c01a/b75ffa1f-f876-4e28-96ea-72e223d0c01a.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1385.418730] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1385.419040] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.419040] env[62522]: value = "task-1702584" [ 1385.419040] env[62522]: _type = "Task" [ 1385.419040] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.420350] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-befe87ff-1684-45cf-94d0-e468261eddbc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.431644] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702584, 'name': CreateVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.433176] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1385.433176] env[62522]: value = "task-1702585" [ 1385.433176] env[62522]: _type = "Task" [ 1385.433176] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.443172] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.609651] env[62522]: DEBUG nova.compute.manager [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1385.610539] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.611978] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a0d63e-bdbd-4a10-bc48-2660d9bfb4c5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.623951] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.624537] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c29de47f-8ad4-4aa0-88ab-c9a1172727e5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.632578] env[62522]: DEBUG oslo_vmware.api [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Waiting for the task: (returnval){ [ 1385.632578] env[62522]: value = "task-1702586" [ 1385.632578] env[62522]: _type = "Task" [ 1385.632578] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.642900] env[62522]: DEBUG oslo_vmware.api [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.847855] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.848905] env[62522]: DEBUG nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.851488] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.636s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.852901] env[62522]: INFO nova.compute.claims [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.933713] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702584, 'name': CreateVM_Task, 'duration_secs': 0.368896} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.934552] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.938979] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.939187] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.939527] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.939811] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d5b070-cef8-4761-83dd-e905110b4a9a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.947547] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Waiting for the task: (returnval){ [ 1385.947547] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5240b244-ac52-48a3-71af-449888e85fbc" [ 1385.947547] env[62522]: _type = "Task" [ 1385.947547] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.951012] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096598} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.954328] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.955465] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d46cc2-ef02-47a8-9350-b83820ebfcc3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.967579] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5240b244-ac52-48a3-71af-449888e85fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.980216] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.981853] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.982206] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.982630] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.982630] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.992260] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] b75ffa1f-f876-4e28-96ea-72e223d0c01a/b75ffa1f-f876-4e28-96ea-72e223d0c01a.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.997620] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ce2b648-5b7a-487b-872e-faa038f7f062 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.999825] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4335f3e-9d1d-4da6-8dd1-3c0507650f88 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.024255] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1386.024255] env[62522]: value = "task-1702587" [ 1386.024255] env[62522]: _type = "Task" [ 1386.024255] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.029313] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.030505] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1386.032060] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af20486-12e9-4b03-8cff-36eb95c6070e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.039386] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.045355] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Waiting for the task: (returnval){ [ 1386.045355] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5259c7e1-edbf-ec02-5b15-5c6dbb71e05f" [ 1386.045355] env[62522]: _type = "Task" [ 1386.045355] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.059582] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5259c7e1-edbf-ec02-5b15-5c6dbb71e05f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.148138] env[62522]: DEBUG oslo_vmware.api [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.239102] env[62522]: DEBUG nova.network.neutron [req-4d5e9dec-503d-4574-a6e7-b3da6b378eb4 req-684e02c5-58e5-49f4-b8fc-ed871413d901 service nova] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Updated VIF entry in instance network info cache for port 17686f7c-ec76-4725-8ab1-cd36ca317254. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1386.239535] env[62522]: DEBUG nova.network.neutron [req-4d5e9dec-503d-4574-a6e7-b3da6b378eb4 req-684e02c5-58e5-49f4-b8fc-ed871413d901 service nova] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Updating instance_info_cache with network_info: [{"id": "17686f7c-ec76-4725-8ab1-cd36ca317254", "address": "fa:16:3e:7f:19:17", "network": {"id": "48dc6e17-a5cc-4103-a0ae-ca9cf58ea549", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1539530189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9684bbaa464f3c9ff7391e7a6d5105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17686f7c-ec", "ovs_interfaceid": "17686f7c-ec76-4725-8ab1-cd36ca317254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.358840] env[62522]: DEBUG nova.compute.utils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1386.365852] env[62522]: DEBUG nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1386.365852] env[62522]: DEBUG nova.network.neutron [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.368574] env[62522]: DEBUG nova.compute.manager [req-433f009e-8491-4f95-9f26-f2c2f28245c0 req-d57f5d92-c1f6-4962-bffa-8077ecb5a8aa service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Received event network-vif-plugged-0d7cbd49-48af-4138-b3b9-9b6fd1244cd8 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1386.368810] env[62522]: DEBUG oslo_concurrency.lockutils [req-433f009e-8491-4f95-9f26-f2c2f28245c0 req-d57f5d92-c1f6-4962-bffa-8077ecb5a8aa service nova] Acquiring lock "6451a7b7-2219-4159-9046-0184d55a5c70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.369047] env[62522]: DEBUG oslo_concurrency.lockutils [req-433f009e-8491-4f95-9f26-f2c2f28245c0 req-d57f5d92-c1f6-4962-bffa-8077ecb5a8aa service nova] Lock "6451a7b7-2219-4159-9046-0184d55a5c70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.369221] env[62522]: DEBUG oslo_concurrency.lockutils [req-433f009e-8491-4f95-9f26-f2c2f28245c0 req-d57f5d92-c1f6-4962-bffa-8077ecb5a8aa service nova] Lock "6451a7b7-2219-4159-9046-0184d55a5c70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.369390] env[62522]: DEBUG nova.compute.manager [req-433f009e-8491-4f95-9f26-f2c2f28245c0 req-d57f5d92-c1f6-4962-bffa-8077ecb5a8aa service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] No waiting events found dispatching network-vif-plugged-0d7cbd49-48af-4138-b3b9-9b6fd1244cd8 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1386.370080] env[62522]: WARNING nova.compute.manager [req-433f009e-8491-4f95-9f26-f2c2f28245c0 req-d57f5d92-c1f6-4962-bffa-8077ecb5a8aa service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Received unexpected event network-vif-plugged-0d7cbd49-48af-4138-b3b9-9b6fd1244cd8 for instance with vm_state building and task_state block_device_mapping. [ 1386.431274] env[62522]: DEBUG nova.network.neutron [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Successfully updated port: 0d7cbd49-48af-4138-b3b9-9b6fd1244cd8 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1386.479678] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "37cd43dd-d403-4673-b40c-52cbc993ba5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.479920] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "37cd43dd-d403-4673-b40c-52cbc993ba5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.537135] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702587, 'name': ReconfigVM_Task, 'duration_secs': 0.435379} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.537387] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Reconfigured VM instance instance-00000024 to attach disk [datastore1] b75ffa1f-f876-4e28-96ea-72e223d0c01a/b75ffa1f-f876-4e28-96ea-72e223d0c01a.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.538069] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1a7ddf6-2f63-4fa1-960e-b6da5029ea59 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.546052] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1386.546052] env[62522]: value = "task-1702588" [ 1386.546052] env[62522]: _type = "Task" [ 1386.546052] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.558875] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5259c7e1-edbf-ec02-5b15-5c6dbb71e05f, 'name': SearchDatastore_Task, 'duration_secs': 0.024875} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.564200] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702588, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.564200] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f73873-8701-46d5-a7da-86a293c3cd98 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.569789] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Waiting for the task: (returnval){ [ 1386.569789] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fc2ff0-a623-fe62-370e-8875dae67845" [ 1386.569789] env[62522]: _type = "Task" [ 1386.569789] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.586814] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fc2ff0-a623-fe62-370e-8875dae67845, 'name': SearchDatastore_Task, 'duration_secs': 0.015144} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.587095] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.587351] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] a13b7d16-ca6c-4539-bf6c-750ba6765254/a13b7d16-ca6c-4539-bf6c-750ba6765254.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.587650] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5151126e-db48-4dd7-bad5-c2d026d7ac08 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.596985] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Waiting for the task: (returnval){ [ 1386.596985] env[62522]: value = "task-1702589" [ 1386.596985] env[62522]: _type = "Task" [ 1386.596985] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.606927] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.647825] env[62522]: DEBUG oslo_vmware.api [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.656967] env[62522]: DEBUG nova.policy [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4425c2eca424f0da10b14af986c3ee9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21b82f1a674145a2af9becff29881005', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1386.743248] env[62522]: DEBUG oslo_concurrency.lockutils [req-4d5e9dec-503d-4574-a6e7-b3da6b378eb4 req-684e02c5-58e5-49f4-b8fc-ed871413d901 service nova] Releasing lock "refresh_cache-a13b7d16-ca6c-4539-bf6c-750ba6765254" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.869353] env[62522]: DEBUG nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.934885] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Acquiring lock "refresh_cache-6451a7b7-2219-4159-9046-0184d55a5c70" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.935445] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Acquired lock "refresh_cache-6451a7b7-2219-4159-9046-0184d55a5c70" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.936045] env[62522]: DEBUG nova.network.neutron [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.059055] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702588, 'name': Rename_Task, 'duration_secs': 0.172235} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.062861] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.063487] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba3b8fa0-6a7d-4711-8c5d-96920ea111eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.074642] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1387.074642] env[62522]: value = "task-1702590" [ 1387.074642] env[62522]: _type = "Task" [ 1387.074642] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.083205] env[62522]: DEBUG nova.compute.manager [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.083884] env[62522]: DEBUG nova.virt.hardware [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1387.085067] env[62522]: DEBUG nova.virt.hardware [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1387.085067] env[62522]: DEBUG nova.virt.hardware [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.085067] env[62522]: DEBUG nova.virt.hardware [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1387.085261] env[62522]: DEBUG nova.virt.hardware [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.085497] env[62522]: DEBUG nova.virt.hardware [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1387.085784] env[62522]: DEBUG nova.virt.hardware [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1387.086408] env[62522]: DEBUG nova.virt.hardware [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1387.086680] env[62522]: DEBUG nova.virt.hardware [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1387.087075] env[62522]: DEBUG nova.virt.hardware [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1387.087131] env[62522]: DEBUG nova.virt.hardware [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1387.090017] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e37660-5d23-401a-a5bb-daef76734eea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.101287] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702590, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.113772] env[62522]: DEBUG nova.network.neutron [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Successfully created port: ee11e433-b8fa-4005-ab34-9431f035f3e6 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1387.116909] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568fb51f-2ea8-4402-bd9a-86f04ade7ebb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.126580] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516645} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.127552] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] a13b7d16-ca6c-4539-bf6c-750ba6765254/a13b7d16-ca6c-4539-bf6c-750ba6765254.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1387.127845] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1387.128122] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8db07537-aabe-45c8-8798-4cd25cc8e464 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.149159] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Waiting for the task: (returnval){ [ 1387.149159] env[62522]: value = "task-1702591" [ 1387.149159] env[62522]: _type = "Task" [ 1387.149159] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.152557] env[62522]: DEBUG oslo_vmware.api [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702586, 'name': PowerOffVM_Task, 'duration_secs': 1.158653} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.155672] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.155859] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.158485] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-620e8d3f-3689-4ab9-84dc-c990680351f9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.167259] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.255878] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.256161] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.256397] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Deleting the datastore file [datastore1] 2ef47ef2-763a-42af-954d-748f91ebc732 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.256887] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adc5b810-4d4e-43c4-a093-3d55f422785e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.266642] env[62522]: DEBUG oslo_vmware.api [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Waiting for the task: (returnval){ [ 1387.266642] env[62522]: value = "task-1702593" [ 1387.266642] env[62522]: _type = "Task" [ 1387.266642] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.275056] env[62522]: DEBUG oslo_vmware.api [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.409996] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bba6c5c-a78f-438b-b302-cd15948011f4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.419449] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe3159f-be5c-4d6e-8b16-615af7877dd7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.454931] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f720bd5-db77-429d-a73f-509c173f960f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.465858] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6023bbea-9030-4a23-bff6-bf54ecd40e55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.483465] env[62522]: DEBUG nova.compute.provider_tree [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.521578] env[62522]: DEBUG nova.network.neutron [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.584817] env[62522]: DEBUG oslo_vmware.api [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702590, 'name': PowerOnVM_Task, 'duration_secs': 0.509323} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.585320] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.585320] env[62522]: INFO nova.compute.manager [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1387.585420] env[62522]: DEBUG nova.compute.manager [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.587319] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d147ec05-914b-416e-9e03-102507a6f231 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.666248] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075587} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.666688] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.667776] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3341e815-0d67-4ba7-90d3-64dcde85a419 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.697367] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] a13b7d16-ca6c-4539-bf6c-750ba6765254/a13b7d16-ca6c-4539-bf6c-750ba6765254.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.698051] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7fbe206-a118-4287-881a-2eb1b3f397a3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.719587] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Waiting for the task: (returnval){ [ 1387.719587] env[62522]: value = "task-1702594" [ 1387.719587] env[62522]: _type = "Task" [ 1387.719587] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.728751] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.778914] env[62522]: DEBUG oslo_vmware.api [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Task: {'id': task-1702593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205842} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.779371] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.779630] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.779822] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.779997] env[62522]: INFO nova.compute.manager [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1387.780257] env[62522]: DEBUG oslo.service.loopingcall [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.780457] env[62522]: DEBUG nova.compute.manager [-] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1387.780550] env[62522]: DEBUG nova.network.neutron [-] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.879586] env[62522]: DEBUG nova.network.neutron [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Updating instance_info_cache with network_info: [{"id": "0d7cbd49-48af-4138-b3b9-9b6fd1244cd8", "address": "fa:16:3e:c8:0c:e4", "network": {"id": "57f39541-0c5d-41ed-9378-01304f76f06d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-661756786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad562c4c368e4467a5b2413f16508ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7cbd49-48", "ovs_interfaceid": "0d7cbd49-48af-4138-b3b9-9b6fd1244cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.883890] env[62522]: DEBUG nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.917380] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1387.918057] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1387.918057] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.918250] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1387.918423] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.918576] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1387.918805] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1387.919537] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1387.919685] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1387.919906] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1387.920049] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1387.921168] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b36c2a6-3f40-4b3b-8f35-05c95ca91eaa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.930462] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e92cbe9-23c3-414b-b3da-f27a81ccf652 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.987425] env[62522]: DEBUG nova.scheduler.client.report [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1388.112460] env[62522]: INFO nova.compute.manager [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Took 46.52 seconds to build instance. [ 1388.230920] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.385178] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Releasing lock "refresh_cache-6451a7b7-2219-4159-9046-0184d55a5c70" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.385436] env[62522]: DEBUG nova.compute.manager [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Instance network_info: |[{"id": "0d7cbd49-48af-4138-b3b9-9b6fd1244cd8", "address": "fa:16:3e:c8:0c:e4", "network": {"id": "57f39541-0c5d-41ed-9378-01304f76f06d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-661756786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad562c4c368e4467a5b2413f16508ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7cbd49-48", "ovs_interfaceid": "0d7cbd49-48af-4138-b3b9-9b6fd1244cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1388.385915] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:0c:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d7cbd49-48af-4138-b3b9-9b6fd1244cd8', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.393416] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Creating folder: Project (ad562c4c368e4467a5b2413f16508ec3). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.394144] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca35e988-834c-4361-b00a-f0876fd8327c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.399853] env[62522]: DEBUG nova.compute.manager [req-4f81e7dc-3b28-4ef7-b5c2-2a9f075b3e14 req-3bd7f789-e65a-4401-8948-3682064bf5c0 service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Received event network-changed-0d7cbd49-48af-4138-b3b9-9b6fd1244cd8 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1388.400092] env[62522]: DEBUG nova.compute.manager [req-4f81e7dc-3b28-4ef7-b5c2-2a9f075b3e14 req-3bd7f789-e65a-4401-8948-3682064bf5c0 service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Refreshing instance network info cache due to event network-changed-0d7cbd49-48af-4138-b3b9-9b6fd1244cd8. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1388.400345] env[62522]: DEBUG oslo_concurrency.lockutils [req-4f81e7dc-3b28-4ef7-b5c2-2a9f075b3e14 req-3bd7f789-e65a-4401-8948-3682064bf5c0 service nova] Acquiring lock "refresh_cache-6451a7b7-2219-4159-9046-0184d55a5c70" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.400529] env[62522]: DEBUG oslo_concurrency.lockutils [req-4f81e7dc-3b28-4ef7-b5c2-2a9f075b3e14 req-3bd7f789-e65a-4401-8948-3682064bf5c0 service nova] Acquired lock "refresh_cache-6451a7b7-2219-4159-9046-0184d55a5c70" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.400727] env[62522]: DEBUG nova.network.neutron [req-4f81e7dc-3b28-4ef7-b5c2-2a9f075b3e14 req-3bd7f789-e65a-4401-8948-3682064bf5c0 service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Refreshing network info cache for port 0d7cbd49-48af-4138-b3b9-9b6fd1244cd8 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.410550] env[62522]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1388.410550] env[62522]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62522) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1388.411361] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Folder already exists: Project (ad562c4c368e4467a5b2413f16508ec3). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1388.411559] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Creating folder: Instances. Parent ref: group-v354783. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.412334] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f08924d3-c3db-4412-9229-b18a410c7df0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.425726] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Created folder: Instances in parent group-v354783. [ 1388.425954] env[62522]: DEBUG oslo.service.loopingcall [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.426169] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.426484] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb7afccd-83a4-421c-a080-935dc7572ad5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.448977] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.448977] env[62522]: value = "task-1702597" [ 1388.448977] env[62522]: _type = "Task" [ 1388.448977] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.457581] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702597, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.497025] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.497581] env[62522]: DEBUG nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1388.503265] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.983s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.505057] env[62522]: INFO nova.compute.claims [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.615658] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5340323d-d497-49b6-b345-364e9af80a3c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "b75ffa1f-f876-4e28-96ea-72e223d0c01a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.725s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.731174] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702594, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.960756] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702597, 'name': CreateVM_Task, 'duration_secs': 0.47653} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.960756] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.960756] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354795', 'volume_id': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'name': 'volume-d3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6451a7b7-2219-4159-9046-0184d55a5c70', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'serial': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'attachment_id': 'fd610c8f-4fbf-4282-8cb6-020cfb61bfe4', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62522) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1388.960921] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Root volume attach. Driver type: vmdk {{(pid=62522) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1388.960985] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76e7cc3-2e34-4448-8064-720fc9b52072 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.970238] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bffc18-6841-4ac2-8740-e4e74f937ed4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.977983] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1fd3a7-4b82-4087-90a0-f0d03f9d8c81 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.985266] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d4d2c5a4-b3d8-41b5-888b-e92c4135d4b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.993506] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Waiting for the task: (returnval){ [ 1388.993506] env[62522]: value = "task-1702598" [ 1388.993506] env[62522]: _type = "Task" [ 1388.993506] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.007447] env[62522]: DEBUG nova.compute.utils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1389.007447] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1702598, 'name': RelocateVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.007447] env[62522]: DEBUG nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1389.007622] env[62522]: DEBUG nova.network.neutron [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1389.011989] env[62522]: DEBUG nova.network.neutron [-] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.122866] env[62522]: DEBUG nova.compute.manager [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1389.144619] env[62522]: DEBUG nova.network.neutron [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Successfully updated port: ee11e433-b8fa-4005-ab34-9431f035f3e6 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1389.149855] env[62522]: DEBUG nova.policy [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4425c2eca424f0da10b14af986c3ee9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21b82f1a674145a2af9becff29881005', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1389.235067] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702594, 'name': ReconfigVM_Task, 'duration_secs': 1.061089} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.235067] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Reconfigured VM instance instance-00000025 to attach disk [datastore1] a13b7d16-ca6c-4539-bf6c-750ba6765254/a13b7d16-ca6c-4539-bf6c-750ba6765254.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.235967] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d603abc-113c-488b-8197-0f317ab68ed0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.241669] env[62522]: DEBUG nova.compute.manager [req-c432cd28-9a29-4123-b45d-a6cb99976eeb req-47a7b59e-adec-4ce7-929f-9ec007beed81 service nova] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Received event network-vif-plugged-ee11e433-b8fa-4005-ab34-9431f035f3e6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1389.243214] env[62522]: DEBUG oslo_concurrency.lockutils [req-c432cd28-9a29-4123-b45d-a6cb99976eeb req-47a7b59e-adec-4ce7-929f-9ec007beed81 service nova] Acquiring lock "4d229de7-ae9e-4ae7-b9bc-48ef85a9d195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.243214] env[62522]: DEBUG oslo_concurrency.lockutils [req-c432cd28-9a29-4123-b45d-a6cb99976eeb req-47a7b59e-adec-4ce7-929f-9ec007beed81 service nova] Lock "4d229de7-ae9e-4ae7-b9bc-48ef85a9d195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.243214] env[62522]: DEBUG oslo_concurrency.lockutils [req-c432cd28-9a29-4123-b45d-a6cb99976eeb req-47a7b59e-adec-4ce7-929f-9ec007beed81 service nova] Lock "4d229de7-ae9e-4ae7-b9bc-48ef85a9d195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.243214] env[62522]: DEBUG nova.compute.manager [req-c432cd28-9a29-4123-b45d-a6cb99976eeb req-47a7b59e-adec-4ce7-929f-9ec007beed81 service nova] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] No waiting events found dispatching network-vif-plugged-ee11e433-b8fa-4005-ab34-9431f035f3e6 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1389.243459] env[62522]: WARNING nova.compute.manager [req-c432cd28-9a29-4123-b45d-a6cb99976eeb req-47a7b59e-adec-4ce7-929f-9ec007beed81 service nova] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Received unexpected event network-vif-plugged-ee11e433-b8fa-4005-ab34-9431f035f3e6 for instance with vm_state building and task_state spawning. [ 1389.250495] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Waiting for the task: (returnval){ [ 1389.250495] env[62522]: value = "task-1702599" [ 1389.250495] env[62522]: _type = "Task" [ 1389.250495] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.261554] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702599, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.431612] env[62522]: DEBUG nova.network.neutron [req-4f81e7dc-3b28-4ef7-b5c2-2a9f075b3e14 req-3bd7f789-e65a-4401-8948-3682064bf5c0 service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Updated VIF entry in instance network info cache for port 0d7cbd49-48af-4138-b3b9-9b6fd1244cd8. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.432361] env[62522]: DEBUG nova.network.neutron [req-4f81e7dc-3b28-4ef7-b5c2-2a9f075b3e14 req-3bd7f789-e65a-4401-8948-3682064bf5c0 service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Updating instance_info_cache with network_info: [{"id": "0d7cbd49-48af-4138-b3b9-9b6fd1244cd8", "address": "fa:16:3e:c8:0c:e4", "network": {"id": "57f39541-0c5d-41ed-9378-01304f76f06d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-661756786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad562c4c368e4467a5b2413f16508ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7cbd49-48", "ovs_interfaceid": "0d7cbd49-48af-4138-b3b9-9b6fd1244cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.505518] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1702598, 'name': RelocateVM_Task, 'duration_secs': 0.398881} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.505819] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1389.508028] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354795', 'volume_id': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'name': 'volume-d3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6451a7b7-2219-4159-9046-0184d55a5c70', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'serial': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1389.508028] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b742e60-1234-4e4e-a621-033fae76b15d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.512604] env[62522]: DEBUG nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.531477] env[62522]: INFO nova.compute.manager [-] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Took 1.75 seconds to deallocate network for instance. [ 1389.539776] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1332a8b0-f847-485e-aa61-6d3e7e15ce5b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.567361] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] volume-d3de7106-3765-4d9e-9bb9-cd1d8b161d63/volume-d3de7106-3765-4d9e-9bb9-cd1d8b161d63.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.568846] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08525ea0-0eed-415b-aa90-0b88138b7d7c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.596033] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Waiting for the task: (returnval){ [ 1389.596033] env[62522]: value = "task-1702600" [ 1389.596033] env[62522]: _type = "Task" [ 1389.596033] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.607015] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1702600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.636085] env[62522]: DEBUG nova.network.neutron [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Successfully created port: 26487466-9bbd-4584-998b-b428ea1e4714 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1389.651285] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.651943] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "refresh_cache-4d229de7-ae9e-4ae7-b9bc-48ef85a9d195" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.652150] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired lock "refresh_cache-4d229de7-ae9e-4ae7-b9bc-48ef85a9d195" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.652374] env[62522]: DEBUG nova.network.neutron [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.763067] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702599, 'name': Rename_Task, 'duration_secs': 0.199984} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.763350] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.764038] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6fb98c1-d3cd-4e8f-bc3a-cf0c00f4218b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.773698] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Waiting for the task: (returnval){ [ 1389.773698] env[62522]: value = "task-1702601" [ 1389.773698] env[62522]: _type = "Task" [ 1389.773698] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.783766] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.934729] env[62522]: DEBUG oslo_concurrency.lockutils [req-4f81e7dc-3b28-4ef7-b5c2-2a9f075b3e14 req-3bd7f789-e65a-4401-8948-3682064bf5c0 service nova] Releasing lock "refresh_cache-6451a7b7-2219-4159-9046-0184d55a5c70" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.044233] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.107777] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532395b5-201a-408b-9e96-e753a588ce78 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.114097] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1702600, 'name': ReconfigVM_Task, 'duration_secs': 0.255008} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.114802] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Reconfigured VM instance instance-00000026 to attach disk [datastore1] volume-d3de7106-3765-4d9e-9bb9-cd1d8b161d63/volume-d3de7106-3765-4d9e-9bb9-cd1d8b161d63.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.122273] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5afab9a-1362-4eda-81f7-b8793b25d592 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.134938] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab29e66-9aeb-4e45-9eaf-895ab4a6fe8b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.172555] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fa5b1b-9d2a-4902-90ba-4ef27d2832c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.175396] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Waiting for the task: (returnval){ [ 1390.175396] env[62522]: value = "task-1702602" [ 1390.175396] env[62522]: _type = "Task" [ 1390.175396] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.183577] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aca31b8-d4f0-4fb5-b0da-7fed48c359c7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.191934] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1702602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.205282] env[62522]: DEBUG nova.compute.provider_tree [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.220761] env[62522]: DEBUG nova.network.neutron [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.287260] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702601, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.438528] env[62522]: DEBUG nova.network.neutron [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Updating instance_info_cache with network_info: [{"id": "ee11e433-b8fa-4005-ab34-9431f035f3e6", "address": "fa:16:3e:c2:68:8b", "network": {"id": "b03b2acc-cafa-4f60-b4d0-e5379e3e5084", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-251914768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b82f1a674145a2af9becff29881005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee11e433-b8", "ovs_interfaceid": "ee11e433-b8fa-4005-ab34-9431f035f3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.523270] env[62522]: DEBUG nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.550985] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1390.551240] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1390.551397] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.551579] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1390.551725] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.551884] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1390.552125] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1390.552286] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1390.552452] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1390.552615] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1390.552788] env[62522]: DEBUG nova.virt.hardware [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1390.553784] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc78b0c9-dfbe-4fea-8c4a-b3b54ca69a4b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.562561] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858ecbc1-855a-4e54-b19e-80f3646e8757 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.660287] env[62522]: DEBUG nova.compute.manager [req-ab30213a-1a5c-47ae-b9f9-bb8f75ef15a9 req-71f573d6-e8ec-49d7-ad5b-3fc7e3ae12b2 service nova] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Received event network-vif-deleted-71757e91-a72d-42ef-b55f-5afd999f1814 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1390.688062] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1702602, 'name': ReconfigVM_Task, 'duration_secs': 0.150541} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.688062] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354795', 'volume_id': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'name': 'volume-d3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6451a7b7-2219-4159-9046-0184d55a5c70', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'serial': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1390.688394] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96579edc-758f-45f2-afa7-d1da5ddf05c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.696288] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Waiting for the task: (returnval){ [ 1390.696288] env[62522]: value = "task-1702603" [ 1390.696288] env[62522]: _type = "Task" [ 1390.696288] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.705031] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1702603, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.709271] env[62522]: DEBUG nova.scheduler.client.report [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1390.788352] env[62522]: DEBUG oslo_vmware.api [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702601, 'name': PowerOnVM_Task, 'duration_secs': 0.573944} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.788352] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.788352] env[62522]: INFO nova.compute.manager [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1390.792036] env[62522]: DEBUG nova.compute.manager [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.793601] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c83acfd-ceae-46a9-9490-668de08fabfd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.941577] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Releasing lock "refresh_cache-4d229de7-ae9e-4ae7-b9bc-48ef85a9d195" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.941980] env[62522]: DEBUG nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Instance network_info: |[{"id": "ee11e433-b8fa-4005-ab34-9431f035f3e6", "address": "fa:16:3e:c2:68:8b", "network": {"id": "b03b2acc-cafa-4f60-b4d0-e5379e3e5084", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-251914768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b82f1a674145a2af9becff29881005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee11e433-b8", "ovs_interfaceid": "ee11e433-b8fa-4005-ab34-9431f035f3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1390.942477] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:68:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee11e433-b8fa-4005-ab34-9431f035f3e6', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.950609] env[62522]: DEBUG oslo.service.loopingcall [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1390.950865] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.951110] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f74cb365-e9bf-413f-ac41-7795f205d3c1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.972080] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.972080] env[62522]: value = "task-1702604" [ 1390.972080] env[62522]: _type = "Task" [ 1390.972080] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.981023] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702604, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.208794] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1702603, 'name': Rename_Task, 'duration_secs': 0.159705} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.209218] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.209439] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18c5a0d8-fc00-4a1e-b222-b7446bef73d1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.216087] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.216087] env[62522]: DEBUG nova.compute.manager [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.219230] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.662s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.219230] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.221329] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.720s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.223291] env[62522]: INFO nova.compute.claims [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.225987] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Waiting for the task: (returnval){ [ 1391.225987] env[62522]: value = "task-1702605" [ 1391.225987] env[62522]: _type = "Task" [ 1391.225987] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.236727] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1702605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.272699] env[62522]: INFO nova.scheduler.client.report [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Deleted allocations for instance 34d5541e-7fbf-499e-b552-78ad1c0e4ab6 [ 1391.325638] env[62522]: INFO nova.compute.manager [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Took 48.03 seconds to build instance. [ 1391.369838] env[62522]: DEBUG nova.network.neutron [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Successfully updated port: 26487466-9bbd-4584-998b-b428ea1e4714 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.461683] env[62522]: DEBUG nova.compute.manager [req-7e1f11c3-ace0-4da6-bd6c-c6bd98eecf2d req-adc3775a-6c28-4665-9cd4-88c335b53db2 service nova] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Received event network-changed-ee11e433-b8fa-4005-ab34-9431f035f3e6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1391.461683] env[62522]: DEBUG nova.compute.manager [req-7e1f11c3-ace0-4da6-bd6c-c6bd98eecf2d req-adc3775a-6c28-4665-9cd4-88c335b53db2 service nova] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Refreshing instance network info cache due to event network-changed-ee11e433-b8fa-4005-ab34-9431f035f3e6. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1391.461683] env[62522]: DEBUG oslo_concurrency.lockutils [req-7e1f11c3-ace0-4da6-bd6c-c6bd98eecf2d req-adc3775a-6c28-4665-9cd4-88c335b53db2 service nova] Acquiring lock "refresh_cache-4d229de7-ae9e-4ae7-b9bc-48ef85a9d195" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.461683] env[62522]: DEBUG oslo_concurrency.lockutils [req-7e1f11c3-ace0-4da6-bd6c-c6bd98eecf2d req-adc3775a-6c28-4665-9cd4-88c335b53db2 service nova] Acquired lock "refresh_cache-4d229de7-ae9e-4ae7-b9bc-48ef85a9d195" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.461958] env[62522]: DEBUG nova.network.neutron [req-7e1f11c3-ace0-4da6-bd6c-c6bd98eecf2d req-adc3775a-6c28-4665-9cd4-88c335b53db2 service nova] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Refreshing network info cache for port ee11e433-b8fa-4005-ab34-9431f035f3e6 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.486830] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702604, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.732285] env[62522]: DEBUG nova.compute.utils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1391.732285] env[62522]: DEBUG nova.compute.manager [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1391.732285] env[62522]: DEBUG nova.network.neutron [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1391.747334] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1702605, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.785846] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f89b9edb-6fad-4aec-8147-868f8a5126ae tempest-DeleteServersAdminTestJSON-1945274823 tempest-DeleteServersAdminTestJSON-1945274823-project-admin] Lock "34d5541e-7fbf-499e-b552-78ad1c0e4ab6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.847s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.804102] env[62522]: DEBUG nova.compute.manager [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.804102] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc31aa1-ed84-4ca7-a05d-d93bd64a0d3d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.807483] env[62522]: DEBUG nova.policy [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fdaebb1f533460a899c41cdb5544d7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '857cd19710624db1b29eda4d018fff9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1391.828078] env[62522]: DEBUG oslo_concurrency.lockutils [None req-eda406c2-453b-483b-91dd-de1cf5badd62 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lock "a13b7d16-ca6c-4539-bf6c-750ba6765254" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.007s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.876196] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "refresh_cache-d75e5a33-50fd-490e-b0d2-9242a25d32a3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.876196] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired lock "refresh_cache-d75e5a33-50fd-490e-b0d2-9242a25d32a3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.876347] env[62522]: DEBUG nova.network.neutron [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.987838] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702604, 'name': CreateVM_Task, 'duration_secs': 0.565755} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.988678] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1391.989187] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.989426] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.990098] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.990330] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a40a5e1-2c04-4133-8a3c-1dcea947e5b1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.997634] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1391.997634] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fa3cd6-71c6-9cf3-75b5-240e3c13b474" [ 1391.997634] env[62522]: _type = "Task" [ 1391.997634] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.010212] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fa3cd6-71c6-9cf3-75b5-240e3c13b474, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.214429] env[62522]: DEBUG nova.network.neutron [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Successfully created port: 94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.236943] env[62522]: DEBUG nova.compute.manager [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1392.251083] env[62522]: DEBUG oslo_vmware.api [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1702605, 'name': PowerOnVM_Task, 'duration_secs': 0.741768} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.251772] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.251868] env[62522]: INFO nova.compute.manager [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Took 5.17 seconds to spawn the instance on the hypervisor. [ 1392.252361] env[62522]: DEBUG nova.compute.manager [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.253314] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c794bd08-ddcb-4f4a-80c0-2c3e1d9ca47c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.271023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5289d21f-e232-4bbe-aa28-60b567e94da5 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Acquiring lock "interface-a13b7d16-ca6c-4539-bf6c-750ba6765254-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.271023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5289d21f-e232-4bbe-aa28-60b567e94da5 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lock "interface-a13b7d16-ca6c-4539-bf6c-750ba6765254-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.271023] env[62522]: DEBUG nova.objects.instance [None req-5289d21f-e232-4bbe-aa28-60b567e94da5 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lazy-loading 'flavor' on Instance uuid a13b7d16-ca6c-4539-bf6c-750ba6765254 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.313153] env[62522]: DEBUG nova.network.neutron [req-7e1f11c3-ace0-4da6-bd6c-c6bd98eecf2d req-adc3775a-6c28-4665-9cd4-88c335b53db2 service nova] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Updated VIF entry in instance network info cache for port ee11e433-b8fa-4005-ab34-9431f035f3e6. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.313538] env[62522]: DEBUG nova.network.neutron [req-7e1f11c3-ace0-4da6-bd6c-c6bd98eecf2d req-adc3775a-6c28-4665-9cd4-88c335b53db2 service nova] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Updating instance_info_cache with network_info: [{"id": "ee11e433-b8fa-4005-ab34-9431f035f3e6", "address": "fa:16:3e:c2:68:8b", "network": {"id": "b03b2acc-cafa-4f60-b4d0-e5379e3e5084", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-251914768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b82f1a674145a2af9becff29881005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee11e433-b8", "ovs_interfaceid": "ee11e433-b8fa-4005-ab34-9431f035f3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.321301] env[62522]: INFO nova.compute.manager [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] instance snapshotting [ 1392.321301] env[62522]: DEBUG nova.objects.instance [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'flavor' on Instance uuid ebc7284b-8da1-43e7-9a17-9572e4fe7e53 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.330721] env[62522]: DEBUG nova.compute.manager [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.374634] env[62522]: DEBUG oslo_concurrency.lockutils [None req-95b12098-e407-4fca-b1cb-7d5aeefd3a9d tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "080b8050-abea-4f11-9a8a-125476d5a9e4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.374881] env[62522]: DEBUG oslo_concurrency.lockutils [None req-95b12098-e407-4fca-b1cb-7d5aeefd3a9d tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "080b8050-abea-4f11-9a8a-125476d5a9e4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.375068] env[62522]: DEBUG nova.compute.manager [None req-95b12098-e407-4fca-b1cb-7d5aeefd3a9d tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.380019] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa40226-f795-41c0-ab1d-f6fdd396fbcb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.387439] env[62522]: DEBUG nova.compute.manager [None req-95b12098-e407-4fca-b1cb-7d5aeefd3a9d tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62522) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1392.387946] env[62522]: DEBUG nova.objects.instance [None req-95b12098-e407-4fca-b1cb-7d5aeefd3a9d tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lazy-loading 'flavor' on Instance uuid 080b8050-abea-4f11-9a8a-125476d5a9e4 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.424251] env[62522]: DEBUG nova.network.neutron [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.508408] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fa3cd6-71c6-9cf3-75b5-240e3c13b474, 'name': SearchDatastore_Task, 'duration_secs': 0.01789} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.511313] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.511551] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.511826] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.512056] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.512210] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.513408] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2c3d695-5ce3-4975-bcb2-c1e7c6f7f993 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.531243] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.531627] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.532454] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b84c1ab9-d06e-4b6c-99bf-0f76e04189b6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.541855] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1392.541855] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524b113d-ac14-448a-c984-fd78a5ca324d" [ 1392.541855] env[62522]: _type = "Task" [ 1392.541855] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.554379] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524b113d-ac14-448a-c984-fd78a5ca324d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.645318] env[62522]: DEBUG nova.network.neutron [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Updating instance_info_cache with network_info: [{"id": "26487466-9bbd-4584-998b-b428ea1e4714", "address": "fa:16:3e:71:79:ac", "network": {"id": "b03b2acc-cafa-4f60-b4d0-e5379e3e5084", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-251914768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b82f1a674145a2af9becff29881005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26487466-9b", "ovs_interfaceid": "26487466-9bbd-4584-998b-b428ea1e4714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.734801] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37010bf8-c12a-4591-867d-05f62753a14c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.748803] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3299bb6c-5fe5-4d42-8ce8-07a0c3bb77b6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.789851] env[62522]: DEBUG nova.objects.instance [None req-5289d21f-e232-4bbe-aa28-60b567e94da5 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lazy-loading 'pci_requests' on Instance uuid a13b7d16-ca6c-4539-bf6c-750ba6765254 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.791633] env[62522]: INFO nova.compute.manager [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Took 44.29 seconds to build instance. [ 1392.794179] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de242da-5cdf-4934-bb80-b9cb236be7eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.804942] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eceb2f-80bd-4938-bc71-c5ce594b76d0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.821146] env[62522]: DEBUG oslo_concurrency.lockutils [req-7e1f11c3-ace0-4da6-bd6c-c6bd98eecf2d req-adc3775a-6c28-4665-9cd4-88c335b53db2 service nova] Releasing lock "refresh_cache-4d229de7-ae9e-4ae7-b9bc-48ef85a9d195" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.821728] env[62522]: DEBUG nova.compute.provider_tree [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.826115] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc807ad-2fbf-4785-9721-cc1e4ca714af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.847623] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac01c92-4dd0-40d4-9d81-12832f128900 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.862556] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.948712] env[62522]: DEBUG nova.compute.manager [req-caaec229-bd25-40b1-8053-a6f880a0640a req-03f7f9d2-ce99-4056-a22f-cd27463b76e0 service nova] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Received event network-vif-plugged-26487466-9bbd-4584-998b-b428ea1e4714 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1392.948712] env[62522]: DEBUG oslo_concurrency.lockutils [req-caaec229-bd25-40b1-8053-a6f880a0640a req-03f7f9d2-ce99-4056-a22f-cd27463b76e0 service nova] Acquiring lock "d75e5a33-50fd-490e-b0d2-9242a25d32a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.948914] env[62522]: DEBUG oslo_concurrency.lockutils [req-caaec229-bd25-40b1-8053-a6f880a0640a req-03f7f9d2-ce99-4056-a22f-cd27463b76e0 service nova] Lock "d75e5a33-50fd-490e-b0d2-9242a25d32a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.948947] env[62522]: DEBUG oslo_concurrency.lockutils [req-caaec229-bd25-40b1-8053-a6f880a0640a req-03f7f9d2-ce99-4056-a22f-cd27463b76e0 service nova] Lock "d75e5a33-50fd-490e-b0d2-9242a25d32a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.949130] env[62522]: DEBUG nova.compute.manager [req-caaec229-bd25-40b1-8053-a6f880a0640a req-03f7f9d2-ce99-4056-a22f-cd27463b76e0 service nova] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] No waiting events found dispatching network-vif-plugged-26487466-9bbd-4584-998b-b428ea1e4714 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1392.949343] env[62522]: WARNING nova.compute.manager [req-caaec229-bd25-40b1-8053-a6f880a0640a req-03f7f9d2-ce99-4056-a22f-cd27463b76e0 service nova] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Received unexpected event network-vif-plugged-26487466-9bbd-4584-998b-b428ea1e4714 for instance with vm_state building and task_state spawning. [ 1392.950206] env[62522]: DEBUG nova.compute.manager [req-caaec229-bd25-40b1-8053-a6f880a0640a req-03f7f9d2-ce99-4056-a22f-cd27463b76e0 service nova] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Received event network-changed-26487466-9bbd-4584-998b-b428ea1e4714 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1392.950206] env[62522]: DEBUG nova.compute.manager [req-caaec229-bd25-40b1-8053-a6f880a0640a req-03f7f9d2-ce99-4056-a22f-cd27463b76e0 service nova] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Refreshing instance network info cache due to event network-changed-26487466-9bbd-4584-998b-b428ea1e4714. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1392.950206] env[62522]: DEBUG oslo_concurrency.lockutils [req-caaec229-bd25-40b1-8053-a6f880a0640a req-03f7f9d2-ce99-4056-a22f-cd27463b76e0 service nova] Acquiring lock "refresh_cache-d75e5a33-50fd-490e-b0d2-9242a25d32a3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.054042] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524b113d-ac14-448a-c984-fd78a5ca324d, 'name': SearchDatastore_Task, 'duration_secs': 0.031998} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.054857] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99561401-a776-4f32-add1-856a64799f18 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.061983] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1393.061983] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52638f26-af2f-8ada-48ac-b3c4c65994c4" [ 1393.061983] env[62522]: _type = "Task" [ 1393.061983] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.070569] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52638f26-af2f-8ada-48ac-b3c4c65994c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.148517] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Releasing lock "refresh_cache-d75e5a33-50fd-490e-b0d2-9242a25d32a3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.148858] env[62522]: DEBUG nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Instance network_info: |[{"id": "26487466-9bbd-4584-998b-b428ea1e4714", "address": "fa:16:3e:71:79:ac", "network": {"id": "b03b2acc-cafa-4f60-b4d0-e5379e3e5084", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-251914768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b82f1a674145a2af9becff29881005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26487466-9b", "ovs_interfaceid": "26487466-9bbd-4584-998b-b428ea1e4714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1393.149294] env[62522]: DEBUG oslo_concurrency.lockutils [req-caaec229-bd25-40b1-8053-a6f880a0640a req-03f7f9d2-ce99-4056-a22f-cd27463b76e0 service nova] Acquired lock "refresh_cache-d75e5a33-50fd-490e-b0d2-9242a25d32a3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.149532] env[62522]: DEBUG nova.network.neutron [req-caaec229-bd25-40b1-8053-a6f880a0640a req-03f7f9d2-ce99-4056-a22f-cd27463b76e0 service nova] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Refreshing network info cache for port 26487466-9bbd-4584-998b-b428ea1e4714 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.151738] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:79:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26487466-9bbd-4584-998b-b428ea1e4714', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.160870] env[62522]: DEBUG oslo.service.loopingcall [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.162233] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.162470] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e114dda0-9eef-4399-a3d5-5a08e7bb41a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.185520] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.185520] env[62522]: value = "task-1702606" [ 1393.185520] env[62522]: _type = "Task" [ 1393.185520] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.201300] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702606, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.254991] env[62522]: DEBUG nova.compute.manager [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1393.282809] env[62522]: DEBUG nova.virt.hardware [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1393.283058] env[62522]: DEBUG nova.virt.hardware [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1393.283214] env[62522]: DEBUG nova.virt.hardware [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.283394] env[62522]: DEBUG nova.virt.hardware [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1393.283539] env[62522]: DEBUG nova.virt.hardware [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.283756] env[62522]: DEBUG nova.virt.hardware [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1393.283880] env[62522]: DEBUG nova.virt.hardware [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1393.284048] env[62522]: DEBUG nova.virt.hardware [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1393.284261] env[62522]: DEBUG nova.virt.hardware [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1393.284375] env[62522]: DEBUG nova.virt.hardware [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1393.284545] env[62522]: DEBUG nova.virt.hardware [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1393.285412] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3535811-7178-4edb-9674-ea1870f70a12 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.293719] env[62522]: DEBUG nova.objects.base [None req-5289d21f-e232-4bbe-aa28-60b567e94da5 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1393.293929] env[62522]: DEBUG nova.network.neutron [None req-5289d21f-e232-4bbe-aa28-60b567e94da5 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.295914] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9f7f9f25-f038-4397-ac28-47790a229265 tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Lock "6451a7b7-2219-4159-9046-0184d55a5c70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.967s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.298682] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534acd28-1b30-44ec-849e-150b2f330448 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.328386] env[62522]: DEBUG nova.scheduler.client.report [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1393.364559] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1393.365310] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c7675600-2d25-45fe-a881-3d94b3650881 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.377175] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1393.377175] env[62522]: value = "task-1702607" [ 1393.377175] env[62522]: _type = "Task" [ 1393.377175] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.388012] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702607, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.398898] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b12098-e407-4fca-b1cb-7d5aeefd3a9d tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.399272] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbb75fd2-bd42-4c3e-958d-0edca7408817 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.408236] env[62522]: DEBUG oslo_vmware.api [None req-95b12098-e407-4fca-b1cb-7d5aeefd3a9d tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1393.408236] env[62522]: value = "task-1702608" [ 1393.408236] env[62522]: _type = "Task" [ 1393.408236] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.417963] env[62522]: DEBUG oslo_vmware.api [None req-95b12098-e407-4fca-b1cb-7d5aeefd3a9d tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.420676] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5289d21f-e232-4bbe-aa28-60b567e94da5 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lock "interface-a13b7d16-ca6c-4539-bf6c-750ba6765254-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.152s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.577409] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52638f26-af2f-8ada-48ac-b3c4c65994c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01964} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.577878] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.578216] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195/4d229de7-ae9e-4ae7-b9bc-48ef85a9d195.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1393.579068] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c099f1d-51d6-4ec7-aa2b-dbacd99cf853 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.587917] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1393.587917] env[62522]: value = "task-1702609" [ 1393.587917] env[62522]: _type = "Task" [ 1393.587917] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.598616] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.705526] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702606, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.805997] env[62522]: DEBUG nova.compute.manager [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1393.838444] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.839008] env[62522]: DEBUG nova.compute.manager [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1393.846488] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.405s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.852708] env[62522]: INFO nova.compute.claims [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.894584] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702607, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.934882] env[62522]: DEBUG oslo_vmware.api [None req-95b12098-e407-4fca-b1cb-7d5aeefd3a9d tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702608, 'name': PowerOffVM_Task, 'duration_secs': 0.287985} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.935134] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b12098-e407-4fca-b1cb-7d5aeefd3a9d tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.935392] env[62522]: DEBUG nova.compute.manager [None req-95b12098-e407-4fca-b1cb-7d5aeefd3a9d tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.936653] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb79d61-1c0d-481b-84dc-82ee8aa3cf64 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.016647] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquiring lock "a391f64f-a08c-44a3-8ba4-f4607d177545" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.017186] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lock "a391f64f-a08c-44a3-8ba4-f4607d177545" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.105966] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702609, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.204593] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702606, 'name': CreateVM_Task, 'duration_secs': 0.526628} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.204828] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1394.205974] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.206072] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.207431] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1394.207431] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c521b1c6-ccc3-48e2-949a-a66492687469 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.214853] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1394.214853] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529d7070-6b6b-ed82-fd48-76e71d7fbc43" [ 1394.214853] env[62522]: _type = "Task" [ 1394.214853] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.227856] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529d7070-6b6b-ed82-fd48-76e71d7fbc43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.278155] env[62522]: DEBUG nova.network.neutron [req-caaec229-bd25-40b1-8053-a6f880a0640a req-03f7f9d2-ce99-4056-a22f-cd27463b76e0 service nova] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Updated VIF entry in instance network info cache for port 26487466-9bbd-4584-998b-b428ea1e4714. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.278528] env[62522]: DEBUG nova.network.neutron [req-caaec229-bd25-40b1-8053-a6f880a0640a req-03f7f9d2-ce99-4056-a22f-cd27463b76e0 service nova] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Updating instance_info_cache with network_info: [{"id": "26487466-9bbd-4584-998b-b428ea1e4714", "address": "fa:16:3e:71:79:ac", "network": {"id": "b03b2acc-cafa-4f60-b4d0-e5379e3e5084", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-251914768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b82f1a674145a2af9becff29881005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26487466-9b", "ovs_interfaceid": "26487466-9bbd-4584-998b-b428ea1e4714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.343815] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.361432] env[62522]: DEBUG nova.compute.utils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1394.364997] env[62522]: DEBUG nova.compute.manager [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1394.364997] env[62522]: DEBUG nova.network.neutron [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1394.383677] env[62522]: DEBUG nova.network.neutron [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Successfully updated port: 94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.393034] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702607, 'name': CreateSnapshot_Task, 'duration_secs': 0.919318} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.393634] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1394.394540] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff742c51-9fa8-4d4d-b2fe-8c969c777552 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.435678] env[62522]: DEBUG nova.policy [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2c2eba3e704400cba5bbcbbd4e7ab07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f11982ce0ca433a96f800ffb3221ff4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1394.455031] env[62522]: DEBUG oslo_concurrency.lockutils [None req-95b12098-e407-4fca-b1cb-7d5aeefd3a9d tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "080b8050-abea-4f11-9a8a-125476d5a9e4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.479873] env[62522]: DEBUG nova.compute.manager [req-2cb69501-6be6-46e4-beda-5281e03a316a req-f22002d4-8dfa-4913-ae22-3451728f52a8 service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Received event network-changed-0d7cbd49-48af-4138-b3b9-9b6fd1244cd8 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1394.479979] env[62522]: DEBUG nova.compute.manager [req-2cb69501-6be6-46e4-beda-5281e03a316a req-f22002d4-8dfa-4913-ae22-3451728f52a8 service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Refreshing instance network info cache due to event network-changed-0d7cbd49-48af-4138-b3b9-9b6fd1244cd8. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1394.480201] env[62522]: DEBUG oslo_concurrency.lockutils [req-2cb69501-6be6-46e4-beda-5281e03a316a req-f22002d4-8dfa-4913-ae22-3451728f52a8 service nova] Acquiring lock "refresh_cache-6451a7b7-2219-4159-9046-0184d55a5c70" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.480333] env[62522]: DEBUG oslo_concurrency.lockutils [req-2cb69501-6be6-46e4-beda-5281e03a316a req-f22002d4-8dfa-4913-ae22-3451728f52a8 service nova] Acquired lock "refresh_cache-6451a7b7-2219-4159-9046-0184d55a5c70" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.480596] env[62522]: DEBUG nova.network.neutron [req-2cb69501-6be6-46e4-beda-5281e03a316a req-f22002d4-8dfa-4913-ae22-3451728f52a8 service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Refreshing network info cache for port 0d7cbd49-48af-4138-b3b9-9b6fd1244cd8 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.600402] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618162} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.600811] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195/4d229de7-ae9e-4ae7-b9bc-48ef85a9d195.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1394.601200] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1394.601727] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be8f79f2-6c3e-4deb-81d8-a72a914bd838 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.612743] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1394.612743] env[62522]: value = "task-1702610" [ 1394.612743] env[62522]: _type = "Task" [ 1394.612743] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.625083] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.729992] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529d7070-6b6b-ed82-fd48-76e71d7fbc43, 'name': SearchDatastore_Task, 'duration_secs': 0.014084} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.730496] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.730767] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.731012] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.731259] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.731558] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.731912] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1845be6-8e53-4f2b-823a-11a1b111aedc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.746840] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.747263] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.748360] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3157eee-8d2b-4fe7-b44c-7521086337b1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.755594] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1394.755594] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d47f34-5448-c4ff-3eb3-a74275c9e971" [ 1394.755594] env[62522]: _type = "Task" [ 1394.755594] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.756465] env[62522]: DEBUG nova.network.neutron [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Successfully created port: 9709d75c-de3c-4782-884c-c88a69901e96 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.770100] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d47f34-5448-c4ff-3eb3-a74275c9e971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.781707] env[62522]: DEBUG oslo_concurrency.lockutils [req-caaec229-bd25-40b1-8053-a6f880a0640a req-03f7f9d2-ce99-4056-a22f-cd27463b76e0 service nova] Releasing lock "refresh_cache-d75e5a33-50fd-490e-b0d2-9242a25d32a3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.868650] env[62522]: DEBUG nova.compute.manager [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1394.887755] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquiring lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.887910] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquired lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.888057] env[62522]: DEBUG nova.network.neutron [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.918729] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1394.923589] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90d31408-f62c-4bee-8311-c04cc4c21d44 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.936470] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1394.936470] env[62522]: value = "task-1702611" [ 1394.936470] env[62522]: _type = "Task" [ 1394.936470] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.950074] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702611, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.081253] env[62522]: DEBUG nova.compute.manager [req-934c864e-4f99-4819-8528-a2b90f6e7d6f req-dd7b3ec2-fa84-459b-b787-fb8a89d16522 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Received event network-vif-plugged-94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1395.081517] env[62522]: DEBUG oslo_concurrency.lockutils [req-934c864e-4f99-4819-8528-a2b90f6e7d6f req-dd7b3ec2-fa84-459b-b787-fb8a89d16522 service nova] Acquiring lock "3fa0236a-1a4c-4545-8dee-67fbe3088153-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.081746] env[62522]: DEBUG oslo_concurrency.lockutils [req-934c864e-4f99-4819-8528-a2b90f6e7d6f req-dd7b3ec2-fa84-459b-b787-fb8a89d16522 service nova] Lock "3fa0236a-1a4c-4545-8dee-67fbe3088153-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.081912] env[62522]: DEBUG oslo_concurrency.lockutils [req-934c864e-4f99-4819-8528-a2b90f6e7d6f req-dd7b3ec2-fa84-459b-b787-fb8a89d16522 service nova] Lock "3fa0236a-1a4c-4545-8dee-67fbe3088153-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.082222] env[62522]: DEBUG nova.compute.manager [req-934c864e-4f99-4819-8528-a2b90f6e7d6f req-dd7b3ec2-fa84-459b-b787-fb8a89d16522 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] No waiting events found dispatching network-vif-plugged-94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1395.082408] env[62522]: WARNING nova.compute.manager [req-934c864e-4f99-4819-8528-a2b90f6e7d6f req-dd7b3ec2-fa84-459b-b787-fb8a89d16522 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Received unexpected event network-vif-plugged-94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c for instance with vm_state building and task_state spawning. [ 1395.082570] env[62522]: DEBUG nova.compute.manager [req-934c864e-4f99-4819-8528-a2b90f6e7d6f req-dd7b3ec2-fa84-459b-b787-fb8a89d16522 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Received event network-changed-94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1395.082732] env[62522]: DEBUG nova.compute.manager [req-934c864e-4f99-4819-8528-a2b90f6e7d6f req-dd7b3ec2-fa84-459b-b787-fb8a89d16522 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Refreshing instance network info cache due to event network-changed-94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1395.082901] env[62522]: DEBUG oslo_concurrency.lockutils [req-934c864e-4f99-4819-8528-a2b90f6e7d6f req-dd7b3ec2-fa84-459b-b787-fb8a89d16522 service nova] Acquiring lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.124082] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247522} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.126953] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1395.127965] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9afae66-d909-460f-aa07-7db3a39afeee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.153272] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195/4d229de7-ae9e-4ae7-b9bc-48ef85a9d195.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.160266] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9197aa8-cd18-4956-a5ab-cf2dc68496d1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.186130] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1395.186130] env[62522]: value = "task-1702612" [ 1395.186130] env[62522]: _type = "Task" [ 1395.186130] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.197452] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.272155] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d47f34-5448-c4ff-3eb3-a74275c9e971, 'name': SearchDatastore_Task, 'duration_secs': 0.016235} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.275935] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9be30a-b756-4368-b4e3-2ddaccf840f7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.291628] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1395.291628] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520a0df6-ada7-fba9-06ee-017dab359c01" [ 1395.291628] env[62522]: _type = "Task" [ 1395.291628] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.302975] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520a0df6-ada7-fba9-06ee-017dab359c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.447316] env[62522]: DEBUG nova.network.neutron [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.461233] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702611, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.461818] env[62522]: DEBUG nova.network.neutron [req-2cb69501-6be6-46e4-beda-5281e03a316a req-f22002d4-8dfa-4913-ae22-3451728f52a8 service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Updated VIF entry in instance network info cache for port 0d7cbd49-48af-4138-b3b9-9b6fd1244cd8. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1395.462220] env[62522]: DEBUG nova.network.neutron [req-2cb69501-6be6-46e4-beda-5281e03a316a req-f22002d4-8dfa-4913-ae22-3451728f52a8 service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Updating instance_info_cache with network_info: [{"id": "0d7cbd49-48af-4138-b3b9-9b6fd1244cd8", "address": "fa:16:3e:c8:0c:e4", "network": {"id": "57f39541-0c5d-41ed-9378-01304f76f06d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-661756786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad562c4c368e4467a5b2413f16508ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7cbd49-48", "ovs_interfaceid": "0d7cbd49-48af-4138-b3b9-9b6fd1244cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.492113] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de36765-c5d9-4408-82e0-8512919fff37 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.501337] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a727ee-a172-4058-9ab4-b2bbc3f4b24f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.536599] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94c9a2b-ba5b-4945-ba27-6c2104079296 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.545793] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071c8125-aa6f-4d95-9da2-611b29edb37e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.560859] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Acquiring lock "a13b7d16-ca6c-4539-bf6c-750ba6765254" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.561564] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lock "a13b7d16-ca6c-4539-bf6c-750ba6765254" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.561564] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Acquiring lock "a13b7d16-ca6c-4539-bf6c-750ba6765254-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.561564] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lock "a13b7d16-ca6c-4539-bf6c-750ba6765254-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.561757] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lock "a13b7d16-ca6c-4539-bf6c-750ba6765254-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.563859] env[62522]: DEBUG nova.compute.provider_tree [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.565824] env[62522]: INFO nova.compute.manager [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Terminating instance [ 1395.619184] env[62522]: DEBUG nova.network.neutron [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Updating instance_info_cache with network_info: [{"id": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "address": "fa:16:3e:9a:8d:57", "network": {"id": "74bd2c99-cba2-4d1b-ad2f-54f8073fd5c8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-569466135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "857cd19710624db1b29eda4d018fff9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c5ad0f-eb", "ovs_interfaceid": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.698492] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702612, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.803855] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520a0df6-ada7-fba9-06ee-017dab359c01, 'name': SearchDatastore_Task, 'duration_secs': 0.017502} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.804143] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.804406] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d75e5a33-50fd-490e-b0d2-9242a25d32a3/d75e5a33-50fd-490e-b0d2-9242a25d32a3.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.804666] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58bd28d6-36de-4e25-955c-90b9db234c5b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.812023] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1395.812023] env[62522]: value = "task-1702613" [ 1395.812023] env[62522]: _type = "Task" [ 1395.812023] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.820377] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.879424] env[62522]: DEBUG nova.compute.manager [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1395.900233] env[62522]: DEBUG nova.virt.hardware [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1395.900464] env[62522]: DEBUG nova.virt.hardware [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1395.900661] env[62522]: DEBUG nova.virt.hardware [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.900859] env[62522]: DEBUG nova.virt.hardware [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1395.901025] env[62522]: DEBUG nova.virt.hardware [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.901164] env[62522]: DEBUG nova.virt.hardware [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1395.901370] env[62522]: DEBUG nova.virt.hardware [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1395.901523] env[62522]: DEBUG nova.virt.hardware [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1395.901685] env[62522]: DEBUG nova.virt.hardware [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1395.901842] env[62522]: DEBUG nova.virt.hardware [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1395.902058] env[62522]: DEBUG nova.virt.hardware [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1395.903127] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776e4260-4da0-4682-aa40-e7e1cc6d2036 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.911914] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596baa16-9892-46ff-a18e-eb08219091f2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.949808] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702611, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.964905] env[62522]: DEBUG oslo_concurrency.lockutils [req-2cb69501-6be6-46e4-beda-5281e03a316a req-f22002d4-8dfa-4913-ae22-3451728f52a8 service nova] Releasing lock "refresh_cache-6451a7b7-2219-4159-9046-0184d55a5c70" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.067251] env[62522]: DEBUG nova.scheduler.client.report [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1396.075024] env[62522]: DEBUG nova.compute.manager [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.075024] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.075024] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ab09b8-a594-46bb-a966-f34f0104db74 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.082603] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.083500] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19ac5e85-fee8-4300-a6ae-57953577ad5d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.093043] env[62522]: DEBUG nova.objects.instance [None req-b6080ff7-b1f5-411e-9e35-68b92862ab73 tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lazy-loading 'flavor' on Instance uuid 080b8050-abea-4f11-9a8a-125476d5a9e4 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.094040] env[62522]: DEBUG oslo_vmware.api [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Waiting for the task: (returnval){ [ 1396.094040] env[62522]: value = "task-1702614" [ 1396.094040] env[62522]: _type = "Task" [ 1396.094040] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.104329] env[62522]: DEBUG oslo_vmware.api [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.122625] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Releasing lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.123013] env[62522]: DEBUG nova.compute.manager [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Instance network_info: |[{"id": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "address": "fa:16:3e:9a:8d:57", "network": {"id": "74bd2c99-cba2-4d1b-ad2f-54f8073fd5c8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-569466135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "857cd19710624db1b29eda4d018fff9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c5ad0f-eb", "ovs_interfaceid": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1396.123363] env[62522]: DEBUG oslo_concurrency.lockutils [req-934c864e-4f99-4819-8528-a2b90f6e7d6f req-dd7b3ec2-fa84-459b-b787-fb8a89d16522 service nova] Acquired lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.123553] env[62522]: DEBUG nova.network.neutron [req-934c864e-4f99-4819-8528-a2b90f6e7d6f req-dd7b3ec2-fa84-459b-b787-fb8a89d16522 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Refreshing network info cache for port 94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.124838] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:8d:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.134141] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Creating folder: Project (857cd19710624db1b29eda4d018fff9d). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.137682] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91c078a5-eb22-4400-81bb-bfcfe77ead55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.156172] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Created folder: Project (857cd19710624db1b29eda4d018fff9d) in parent group-v354730. [ 1396.156410] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Creating folder: Instances. Parent ref: group-v354854. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.157052] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-506ee6b0-5b21-4432-b2cb-7d864af999d4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.169802] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Created folder: Instances in parent group-v354854. [ 1396.170107] env[62522]: DEBUG oslo.service.loopingcall [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1396.170319] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.172849] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2197cdba-15e1-4f3e-881a-31032356abdc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.203122] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702612, 'name': ReconfigVM_Task, 'duration_secs': 0.662657} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.204986] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195/4d229de7-ae9e-4ae7-b9bc-48ef85a9d195.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.205760] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.205760] env[62522]: value = "task-1702617" [ 1396.205760] env[62522]: _type = "Task" [ 1396.205760] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.205999] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e12a733-27d5-424e-9507-df1045203873 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.221109] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1396.221109] env[62522]: value = "task-1702618" [ 1396.221109] env[62522]: _type = "Task" [ 1396.221109] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.225922] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702617, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.237402] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702618, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.325450] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702613, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.413986] env[62522]: DEBUG nova.network.neutron [req-934c864e-4f99-4819-8528-a2b90f6e7d6f req-dd7b3ec2-fa84-459b-b787-fb8a89d16522 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Updated VIF entry in instance network info cache for port 94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.414618] env[62522]: DEBUG nova.network.neutron [req-934c864e-4f99-4819-8528-a2b90f6e7d6f req-dd7b3ec2-fa84-459b-b787-fb8a89d16522 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Updating instance_info_cache with network_info: [{"id": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "address": "fa:16:3e:9a:8d:57", "network": {"id": "74bd2c99-cba2-4d1b-ad2f-54f8073fd5c8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-569466135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "857cd19710624db1b29eda4d018fff9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c5ad0f-eb", "ovs_interfaceid": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.449944] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702611, 'name': CloneVM_Task, 'duration_secs': 1.457034} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.450942] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Created linked-clone VM from snapshot [ 1396.451442] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43116f1-d29d-4791-afe3-5bcf7350e824 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.462389] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Uploading image dd3e0a63-0883-4b94-ad78-d90dad6fa1bf {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1396.492962] env[62522]: DEBUG oslo_vmware.rw_handles [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1396.492962] env[62522]: value = "vm-354853" [ 1396.492962] env[62522]: _type = "VirtualMachine" [ 1396.492962] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1396.492962] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2629a726-ffe7-4687-bc53-5bc84d3bea1e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.503767] env[62522]: DEBUG oslo_vmware.rw_handles [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lease: (returnval){ [ 1396.503767] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524e5282-2db9-7a8a-fcd7-841c3b71c4e2" [ 1396.503767] env[62522]: _type = "HttpNfcLease" [ 1396.503767] env[62522]: } obtained for exporting VM: (result){ [ 1396.503767] env[62522]: value = "vm-354853" [ 1396.503767] env[62522]: _type = "VirtualMachine" [ 1396.503767] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1396.504153] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the lease: (returnval){ [ 1396.504153] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524e5282-2db9-7a8a-fcd7-841c3b71c4e2" [ 1396.504153] env[62522]: _type = "HttpNfcLease" [ 1396.504153] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1396.513533] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1396.513533] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524e5282-2db9-7a8a-fcd7-841c3b71c4e2" [ 1396.513533] env[62522]: _type = "HttpNfcLease" [ 1396.513533] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1396.513836] env[62522]: DEBUG oslo_vmware.rw_handles [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1396.513836] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524e5282-2db9-7a8a-fcd7-841c3b71c4e2" [ 1396.513836] env[62522]: _type = "HttpNfcLease" [ 1396.513836] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1396.514604] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e1ed99-e9bc-4b85-af71-c1e8ad40fb0c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.523485] env[62522]: DEBUG oslo_vmware.rw_handles [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c9475-36e6-3dc0-0948-3a25d7ada23c/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1396.523707] env[62522]: DEBUG oslo_vmware.rw_handles [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c9475-36e6-3dc0-0948-3a25d7ada23c/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1396.587748] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.588326] env[62522]: DEBUG nova.compute.manager [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1396.597257] env[62522]: DEBUG nova.network.neutron [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Successfully updated port: 9709d75c-de3c-4782-884c-c88a69901e96 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.597650] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.664s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.597917] env[62522]: DEBUG nova.objects.instance [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Lazy-loading 'resources' on Instance uuid 91f1486c-8f22-4844-8bef-1e08cfd08030 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.602013] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6080ff7-b1f5-411e-9e35-68b92862ab73 tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "refresh_cache-080b8050-abea-4f11-9a8a-125476d5a9e4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.602177] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6080ff7-b1f5-411e-9e35-68b92862ab73 tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquired lock "refresh_cache-080b8050-abea-4f11-9a8a-125476d5a9e4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.602343] env[62522]: DEBUG nova.network.neutron [None req-b6080ff7-b1f5-411e-9e35-68b92862ab73 tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.602541] env[62522]: DEBUG nova.objects.instance [None req-b6080ff7-b1f5-411e-9e35-68b92862ab73 tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lazy-loading 'info_cache' on Instance uuid 080b8050-abea-4f11-9a8a-125476d5a9e4 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.615862] env[62522]: DEBUG oslo_vmware.api [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702614, 'name': PowerOffVM_Task, 'duration_secs': 0.46011} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.617285] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.617553] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.617722] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b2c0548-a845-40d0-9ab5-b141454f17c7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.687028] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f29c5225-266b-43be-9417-97e3e7ee20ca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.722198] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702617, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.734940] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702618, 'name': Rename_Task, 'duration_secs': 0.291466} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.735315] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.735499] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50eae4e5-bd9c-432a-b91b-4956818c46e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.741826] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.742321] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.742544] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Deleting the datastore file [datastore1] a13b7d16-ca6c-4539-bf6c-750ba6765254 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.742803] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ec80499-2858-495a-8cbd-7e142847d4b6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.746594] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1396.746594] env[62522]: value = "task-1702621" [ 1396.746594] env[62522]: _type = "Task" [ 1396.746594] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.751475] env[62522]: DEBUG oslo_vmware.api [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Waiting for the task: (returnval){ [ 1396.751475] env[62522]: value = "task-1702622" [ 1396.751475] env[62522]: _type = "Task" [ 1396.751475] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.762779] env[62522]: DEBUG oslo_vmware.api [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.829026] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646555} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.829026] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d75e5a33-50fd-490e-b0d2-9242a25d32a3/d75e5a33-50fd-490e-b0d2-9242a25d32a3.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1396.829026] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1396.829026] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd3a9346-ca5b-48aa-a495-99720e11c7a7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.839944] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1396.839944] env[62522]: value = "task-1702623" [ 1396.839944] env[62522]: _type = "Task" [ 1396.839944] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.852723] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.919785] env[62522]: DEBUG oslo_concurrency.lockutils [req-934c864e-4f99-4819-8528-a2b90f6e7d6f req-dd7b3ec2-fa84-459b-b787-fb8a89d16522 service nova] Releasing lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.100901] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "refresh_cache-af281b60-1bae-489d-8363-853112ca6f23" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.101472] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "refresh_cache-af281b60-1bae-489d-8363-853112ca6f23" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.102120] env[62522]: DEBUG nova.network.neutron [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.105806] env[62522]: DEBUG nova.compute.utils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1397.109126] env[62522]: DEBUG nova.objects.base [None req-b6080ff7-b1f5-411e-9e35-68b92862ab73 tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Object Instance<080b8050-abea-4f11-9a8a-125476d5a9e4> lazy-loaded attributes: flavor,info_cache {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1397.112355] env[62522]: DEBUG nova.compute.manager [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1397.115983] env[62522]: DEBUG nova.network.neutron [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.180945] env[62522]: DEBUG nova.policy [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac6a53df272a4c059147ee46edf85e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '714b33bee5614e9c9be55a0e28aae2b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1397.198187] env[62522]: DEBUG nova.compute.manager [req-def98174-7054-4bed-a447-d6fa4103d245 req-35db57ec-6abe-48ab-86c3-89dbcc1f6c10 service nova] [instance: af281b60-1bae-489d-8363-853112ca6f23] Received event network-vif-plugged-9709d75c-de3c-4782-884c-c88a69901e96 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1397.198953] env[62522]: DEBUG oslo_concurrency.lockutils [req-def98174-7054-4bed-a447-d6fa4103d245 req-35db57ec-6abe-48ab-86c3-89dbcc1f6c10 service nova] Acquiring lock "af281b60-1bae-489d-8363-853112ca6f23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.199502] env[62522]: DEBUG oslo_concurrency.lockutils [req-def98174-7054-4bed-a447-d6fa4103d245 req-35db57ec-6abe-48ab-86c3-89dbcc1f6c10 service nova] Lock "af281b60-1bae-489d-8363-853112ca6f23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.199734] env[62522]: DEBUG oslo_concurrency.lockutils [req-def98174-7054-4bed-a447-d6fa4103d245 req-35db57ec-6abe-48ab-86c3-89dbcc1f6c10 service nova] Lock "af281b60-1bae-489d-8363-853112ca6f23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.199926] env[62522]: DEBUG nova.compute.manager [req-def98174-7054-4bed-a447-d6fa4103d245 req-35db57ec-6abe-48ab-86c3-89dbcc1f6c10 service nova] [instance: af281b60-1bae-489d-8363-853112ca6f23] No waiting events found dispatching network-vif-plugged-9709d75c-de3c-4782-884c-c88a69901e96 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1397.200107] env[62522]: WARNING nova.compute.manager [req-def98174-7054-4bed-a447-d6fa4103d245 req-35db57ec-6abe-48ab-86c3-89dbcc1f6c10 service nova] [instance: af281b60-1bae-489d-8363-853112ca6f23] Received unexpected event network-vif-plugged-9709d75c-de3c-4782-884c-c88a69901e96 for instance with vm_state building and task_state spawning. [ 1397.200279] env[62522]: DEBUG nova.compute.manager [req-def98174-7054-4bed-a447-d6fa4103d245 req-35db57ec-6abe-48ab-86c3-89dbcc1f6c10 service nova] [instance: af281b60-1bae-489d-8363-853112ca6f23] Received event network-changed-9709d75c-de3c-4782-884c-c88a69901e96 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1397.200423] env[62522]: DEBUG nova.compute.manager [req-def98174-7054-4bed-a447-d6fa4103d245 req-35db57ec-6abe-48ab-86c3-89dbcc1f6c10 service nova] [instance: af281b60-1bae-489d-8363-853112ca6f23] Refreshing instance network info cache due to event network-changed-9709d75c-de3c-4782-884c-c88a69901e96. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1397.200676] env[62522]: DEBUG oslo_concurrency.lockutils [req-def98174-7054-4bed-a447-d6fa4103d245 req-35db57ec-6abe-48ab-86c3-89dbcc1f6c10 service nova] Acquiring lock "refresh_cache-af281b60-1bae-489d-8363-853112ca6f23" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.223543] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702617, 'name': CreateVM_Task, 'duration_secs': 0.521279} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.226661] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1397.227680] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.227923] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.228304] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1397.228593] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d09d4b7-e147-4cb2-b538-0da7dd9dc83b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.235324] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1397.235324] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5267fc2e-8e2b-8a02-f661-4bee8d25c2c8" [ 1397.235324] env[62522]: _type = "Task" [ 1397.235324] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.249254] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5267fc2e-8e2b-8a02-f661-4bee8d25c2c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.265168] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702621, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.270630] env[62522]: DEBUG oslo_vmware.api [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Task: {'id': task-1702622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363862} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.271221] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.271510] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.271867] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.272168] env[62522]: INFO nova.compute.manager [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1397.273286] env[62522]: DEBUG oslo.service.loopingcall [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.273286] env[62522]: DEBUG nova.compute.manager [-] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.273286] env[62522]: DEBUG nova.network.neutron [-] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.352335] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08399} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.355305] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1397.356626] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2f1762-9418-423e-9205-86baf90d7d92 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.380810] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] d75e5a33-50fd-490e-b0d2-9242a25d32a3/d75e5a33-50fd-490e-b0d2-9242a25d32a3.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.383929] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bed494a-1888-41a1-892b-114adbbbcf4c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.407119] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1397.407119] env[62522]: value = "task-1702624" [ 1397.407119] env[62522]: _type = "Task" [ 1397.407119] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.419891] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.524780] env[62522]: DEBUG nova.network.neutron [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Successfully created port: 9d9a0d70-0662-458e-b6ff-4a0b729c0a74 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1397.584913] env[62522]: DEBUG nova.compute.manager [req-522e4b00-9dd4-4743-ad5a-91945697d528 req-3afba129-7713-45ce-8285-2c55f1f5e07c service nova] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Received event network-vif-deleted-17686f7c-ec76-4725-8ab1-cd36ca317254 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1397.585254] env[62522]: INFO nova.compute.manager [req-522e4b00-9dd4-4743-ad5a-91945697d528 req-3afba129-7713-45ce-8285-2c55f1f5e07c service nova] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Neutron deleted interface 17686f7c-ec76-4725-8ab1-cd36ca317254; detaching it from the instance and deleting it from the info cache [ 1397.585803] env[62522]: DEBUG nova.network.neutron [req-522e4b00-9dd4-4743-ad5a-91945697d528 req-3afba129-7713-45ce-8285-2c55f1f5e07c service nova] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.616787] env[62522]: DEBUG nova.compute.manager [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1397.657215] env[62522]: DEBUG nova.network.neutron [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.700907] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95172add-483f-49b7-b57d-5dae0f7ebbd1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.710530] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810994f5-577e-46f5-81da-da4af77f73cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.478024] env[62522]: DEBUG nova.network.neutron [-] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.489584] env[62522]: DEBUG nova.objects.instance [None req-0cb456eb-431c-4d25-8c5e-dec18d3db538 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Lazy-loading 'flavor' on Instance uuid 309977e4-9042-4911-9d4f-82d7e334b08f {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.502067] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34d7c264-9836-4a44-b7ed-2064c7e4d8f5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.507616] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772dac80-33fe-44d7-8ff3-7dfa138ea4b9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.520186] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0cb456eb-431c-4d25-8c5e-dec18d3db538 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquiring lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.520186] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0cb456eb-431c-4d25-8c5e-dec18d3db538 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquired lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.535850] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702624, 'name': ReconfigVM_Task, 'duration_secs': 0.66106} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.536520] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702621, 'name': PowerOnVM_Task, 'duration_secs': 1.456303} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.536809] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5267fc2e-8e2b-8a02-f661-4bee8d25c2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.027437} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.541324] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Reconfigured VM instance instance-00000028 to attach disk [datastore1] d75e5a33-50fd-490e-b0d2-9242a25d32a3/d75e5a33-50fd-490e-b0d2-9242a25d32a3.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.541765] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.542081] env[62522]: INFO nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1398.542318] env[62522]: DEBUG nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.542712] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.542966] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.543253] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.543478] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.543684] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.546235] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb4c401c-e5f7-4248-93d8-4df073ce2f4f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.548938] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6268e92-2148-45b7-9911-df46776b9478 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.551119] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55fa6e36-b643-474e-a1ef-751d94634b0c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.557074] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0819665-51ba-4384-b2f7-31ef96d3c429 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.568787] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c51788-2b0a-4143-8d2e-b60785a57a6f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.590384] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1398.590384] env[62522]: value = "task-1702625" [ 1398.590384] env[62522]: _type = "Task" [ 1398.590384] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.590917] env[62522]: DEBUG nova.compute.provider_tree [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.615312] env[62522]: DEBUG nova.compute.manager [req-522e4b00-9dd4-4743-ad5a-91945697d528 req-3afba129-7713-45ce-8285-2c55f1f5e07c service nova] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Detach interface failed, port_id=17686f7c-ec76-4725-8ab1-cd36ca317254, reason: Instance a13b7d16-ca6c-4539-bf6c-750ba6765254 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1398.615940] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.616184] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.621092] env[62522]: DEBUG nova.scheduler.client.report [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1398.627200] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a51b8fd-f6ee-4375-8e60-2159c511d0e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.635915] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1398.635915] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5287c62f-5182-58ed-5202-34512659887f" [ 1398.635915] env[62522]: _type = "Task" [ 1398.635915] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.642152] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702625, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.652796] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5287c62f-5182-58ed-5202-34512659887f, 'name': SearchDatastore_Task, 'duration_secs': 0.012425} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.654202] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9272f3-e3cc-45d2-b65d-7082b4d387a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.666263] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1398.666263] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c2ada8-224b-a3f0-0849-40709210e903" [ 1398.666263] env[62522]: _type = "Task" [ 1398.666263] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.677113] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c2ada8-224b-a3f0-0849-40709210e903, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.677941] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.678212] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3fa0236a-1a4c-4545-8dee-67fbe3088153/3fa0236a-1a4c-4545-8dee-67fbe3088153.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.679022] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28f9a429-5ef1-4314-afdb-d16989ce7373 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.688869] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1398.688869] env[62522]: value = "task-1702626" [ 1398.688869] env[62522]: _type = "Task" [ 1398.688869] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.697151] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.728360] env[62522]: DEBUG nova.network.neutron [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Updating instance_info_cache with network_info: [{"id": "9709d75c-de3c-4782-884c-c88a69901e96", "address": "fa:16:3e:b0:d4:28", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9709d75c-de", "ovs_interfaceid": "9709d75c-de3c-4782-884c-c88a69901e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.762010] env[62522]: DEBUG nova.network.neutron [None req-b6080ff7-b1f5-411e-9e35-68b92862ab73 tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Updating instance_info_cache with network_info: [{"id": "8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c", "address": "fa:16:3e:4f:c2:f5", "network": {"id": "ad1477cf-d666-42f8-996a-4c3871863769", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1401398090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53f016565c074f6ab092fff537c14ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c04c18d-48", "ovs_interfaceid": "8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.990217] env[62522]: DEBUG nova.compute.manager [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.992846] env[62522]: INFO nova.compute.manager [-] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Took 1.72 seconds to deallocate network for instance. [ 1399.018673] env[62522]: DEBUG nova.virt.hardware [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1399.019105] env[62522]: DEBUG nova.virt.hardware [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1399.019747] env[62522]: DEBUG nova.virt.hardware [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.020638] env[62522]: DEBUG nova.virt.hardware [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1399.020794] env[62522]: DEBUG nova.virt.hardware [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.021018] env[62522]: DEBUG nova.virt.hardware [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1399.021377] env[62522]: DEBUG nova.virt.hardware [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1399.021605] env[62522]: DEBUG nova.virt.hardware [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1399.021852] env[62522]: DEBUG nova.virt.hardware [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1399.022932] env[62522]: DEBUG nova.virt.hardware [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1399.023383] env[62522]: DEBUG nova.virt.hardware [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1399.024616] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efd7204-8a64-4d59-9399-0194a1894362 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.042694] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab543f5-0e86-4b0e-b354-7a02d1997592 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.134382] env[62522]: DEBUG nova.network.neutron [None req-0cb456eb-431c-4d25-8c5e-dec18d3db538 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.136102] env[62522]: INFO nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Took 45.94 seconds to build instance. [ 1399.138482] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.541s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.142914] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.958s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.145116] env[62522]: INFO nova.compute.claims [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1399.160259] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702625, 'name': Rename_Task, 'duration_secs': 0.196387} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.160774] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.161427] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09982391-b66e-4973-a769-4e882bda67dc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.174098] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1399.174098] env[62522]: value = "task-1702627" [ 1399.174098] env[62522]: _type = "Task" [ 1399.174098] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.175084] env[62522]: INFO nova.scheduler.client.report [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Deleted allocations for instance 91f1486c-8f22-4844-8bef-1e08cfd08030 [ 1399.192393] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.206200] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702626, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.232795] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "refresh_cache-af281b60-1bae-489d-8363-853112ca6f23" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.233202] env[62522]: DEBUG nova.compute.manager [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Instance network_info: |[{"id": "9709d75c-de3c-4782-884c-c88a69901e96", "address": "fa:16:3e:b0:d4:28", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9709d75c-de", "ovs_interfaceid": "9709d75c-de3c-4782-884c-c88a69901e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1399.233521] env[62522]: DEBUG oslo_concurrency.lockutils [req-def98174-7054-4bed-a447-d6fa4103d245 req-35db57ec-6abe-48ab-86c3-89dbcc1f6c10 service nova] Acquired lock "refresh_cache-af281b60-1bae-489d-8363-853112ca6f23" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.233692] env[62522]: DEBUG nova.network.neutron [req-def98174-7054-4bed-a447-d6fa4103d245 req-35db57ec-6abe-48ab-86c3-89dbcc1f6c10 service nova] [instance: af281b60-1bae-489d-8363-853112ca6f23] Refreshing network info cache for port 9709d75c-de3c-4782-884c-c88a69901e96 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.235061] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:d4:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9709d75c-de3c-4782-884c-c88a69901e96', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1399.246355] env[62522]: DEBUG oslo.service.loopingcall [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1399.246355] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af281b60-1bae-489d-8363-853112ca6f23] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1399.246355] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc940781-0565-4346-b0ed-925df19b5a5d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.265403] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6080ff7-b1f5-411e-9e35-68b92862ab73 tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Releasing lock "refresh_cache-080b8050-abea-4f11-9a8a-125476d5a9e4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.269252] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1399.269252] env[62522]: value = "task-1702628" [ 1399.269252] env[62522]: _type = "Task" [ 1399.269252] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.282116] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702628, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.284287] env[62522]: DEBUG nova.compute.manager [req-de6df295-3559-4d8b-98d6-ede32bc4f9c0 req-1fef3397-dde5-4673-a361-b4a923f1665b service nova] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Received event network-vif-plugged-9d9a0d70-0662-458e-b6ff-4a0b729c0a74 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1399.284781] env[62522]: DEBUG oslo_concurrency.lockutils [req-de6df295-3559-4d8b-98d6-ede32bc4f9c0 req-1fef3397-dde5-4673-a361-b4a923f1665b service nova] Acquiring lock "f5c15175-f2d1-4e11-a11c-8bee5cd69390-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.284781] env[62522]: DEBUG oslo_concurrency.lockutils [req-de6df295-3559-4d8b-98d6-ede32bc4f9c0 req-1fef3397-dde5-4673-a361-b4a923f1665b service nova] Lock "f5c15175-f2d1-4e11-a11c-8bee5cd69390-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.284781] env[62522]: DEBUG oslo_concurrency.lockutils [req-de6df295-3559-4d8b-98d6-ede32bc4f9c0 req-1fef3397-dde5-4673-a361-b4a923f1665b service nova] Lock "f5c15175-f2d1-4e11-a11c-8bee5cd69390-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.284883] env[62522]: DEBUG nova.compute.manager [req-de6df295-3559-4d8b-98d6-ede32bc4f9c0 req-1fef3397-dde5-4673-a361-b4a923f1665b service nova] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] No waiting events found dispatching network-vif-plugged-9d9a0d70-0662-458e-b6ff-4a0b729c0a74 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.288141] env[62522]: WARNING nova.compute.manager [req-de6df295-3559-4d8b-98d6-ede32bc4f9c0 req-1fef3397-dde5-4673-a361-b4a923f1665b service nova] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Received unexpected event network-vif-plugged-9d9a0d70-0662-458e-b6ff-4a0b729c0a74 for instance with vm_state building and task_state spawning. [ 1399.291318] env[62522]: DEBUG nova.network.neutron [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Successfully updated port: 9d9a0d70-0662-458e-b6ff-4a0b729c0a74 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.502111] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.632976] env[62522]: DEBUG nova.compute.manager [req-8d1c07e9-4a13-4ddc-b856-ffa2ebd3eee4 req-efac953a-03af-47f6-b6db-471b57d73e82 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Received event network-changed-2f207f2c-7960-4412-947e-7fda3c7d7cb4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1399.633205] env[62522]: DEBUG nova.compute.manager [req-8d1c07e9-4a13-4ddc-b856-ffa2ebd3eee4 req-efac953a-03af-47f6-b6db-471b57d73e82 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Refreshing instance network info cache due to event network-changed-2f207f2c-7960-4412-947e-7fda3c7d7cb4. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1399.633396] env[62522]: DEBUG oslo_concurrency.lockutils [req-8d1c07e9-4a13-4ddc-b856-ffa2ebd3eee4 req-efac953a-03af-47f6-b6db-471b57d73e82 service nova] Acquiring lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.638046] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "4d229de7-ae9e-4ae7-b9bc-48ef85a9d195" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.810s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.687657] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0cb5cd1-e6b3-4ccd-9e1b-4936aceeb911 tempest-VolumesAssistedSnapshotsTest-1545817750 tempest-VolumesAssistedSnapshotsTest-1545817750-project-member] Lock "91f1486c-8f22-4844-8bef-1e08cfd08030" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.073s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.693721] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.706513] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529905} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.706766] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3fa0236a-1a4c-4545-8dee-67fbe3088153/3fa0236a-1a4c-4545-8dee-67fbe3088153.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.706974] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.707240] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97c30420-63f1-4a06-9fac-e6b58c3edfb3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.715523] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1399.715523] env[62522]: value = "task-1702629" [ 1399.715523] env[62522]: _type = "Task" [ 1399.715523] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.727786] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.785160] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702628, 'name': CreateVM_Task, 'duration_secs': 0.429605} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.786159] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af281b60-1bae-489d-8363-853112ca6f23] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.787022] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.787149] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.788866] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.790935] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1d7aec-db54-4258-ba05-54657ac32c39 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.794596] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Acquiring lock "refresh_cache-f5c15175-f2d1-4e11-a11c-8bee5cd69390" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.794596] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Acquired lock "refresh_cache-f5c15175-f2d1-4e11-a11c-8bee5cd69390" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.794596] env[62522]: DEBUG nova.network.neutron [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.799268] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1399.799268] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52257a73-2ae3-dfd2-592c-0d641b1c1247" [ 1399.799268] env[62522]: _type = "Task" [ 1399.799268] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.810884] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52257a73-2ae3-dfd2-592c-0d641b1c1247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.960093] env[62522]: DEBUG nova.network.neutron [None req-0cb456eb-431c-4d25-8c5e-dec18d3db538 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Updating instance_info_cache with network_info: [{"id": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "address": "fa:16:3e:5a:6c:c7", "network": {"id": "e724d325-2c8e-4152-94fd-ec2715b1eeef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-651720336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f219853860f2438d96908a8a4eb945d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f207f2c-79", "ovs_interfaceid": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.126115] env[62522]: DEBUG nova.network.neutron [req-def98174-7054-4bed-a447-d6fa4103d245 req-35db57ec-6abe-48ab-86c3-89dbcc1f6c10 service nova] [instance: af281b60-1bae-489d-8363-853112ca6f23] Updated VIF entry in instance network info cache for port 9709d75c-de3c-4782-884c-c88a69901e96. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.126115] env[62522]: DEBUG nova.network.neutron [req-def98174-7054-4bed-a447-d6fa4103d245 req-35db57ec-6abe-48ab-86c3-89dbcc1f6c10 service nova] [instance: af281b60-1bae-489d-8363-853112ca6f23] Updating instance_info_cache with network_info: [{"id": "9709d75c-de3c-4782-884c-c88a69901e96", "address": "fa:16:3e:b0:d4:28", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9709d75c-de", "ovs_interfaceid": "9709d75c-de3c-4782-884c-c88a69901e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.140619] env[62522]: DEBUG nova.compute.manager [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1400.192806] env[62522]: DEBUG oslo_vmware.api [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702627, 'name': PowerOnVM_Task, 'duration_secs': 0.754962} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.193185] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.193471] env[62522]: INFO nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1400.193555] env[62522]: DEBUG nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.194405] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260b799c-0fc4-4d1b-87ab-8a85395c1df3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.229207] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089113} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.231399] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.232932] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc135509-4b1a-47d5-bc27-f6bd74eedc3f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.261454] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 3fa0236a-1a4c-4545-8dee-67fbe3088153/3fa0236a-1a4c-4545-8dee-67fbe3088153.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.265706] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8f71171-38f5-490e-a941-b3d277a83662 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.283702] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6080ff7-b1f5-411e-9e35-68b92862ab73 tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.283702] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ea54a94-04de-4d65-8af7-01352c6ad328 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.293191] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1400.293191] env[62522]: value = "task-1702631" [ 1400.293191] env[62522]: _type = "Task" [ 1400.293191] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.294397] env[62522]: DEBUG oslo_vmware.api [None req-b6080ff7-b1f5-411e-9e35-68b92862ab73 tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1400.294397] env[62522]: value = "task-1702630" [ 1400.294397] env[62522]: _type = "Task" [ 1400.294397] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.318593] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.329693] env[62522]: DEBUG oslo_vmware.api [None req-b6080ff7-b1f5-411e-9e35-68b92862ab73 tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.330721] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52257a73-2ae3-dfd2-592c-0d641b1c1247, 'name': SearchDatastore_Task, 'duration_secs': 0.011894} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.332450] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.332450] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.332450] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.332450] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.332749] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.333066] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-601c657f-2bdf-4a09-9900-8d2e836935b9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.346490] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.346642] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.347445] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f96804eb-f3ad-4d66-aac2-690a145f3029 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.355520] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1400.355520] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523ca819-b090-f96f-3293-1380f44b858f" [ 1400.355520] env[62522]: _type = "Task" [ 1400.355520] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.365278] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523ca819-b090-f96f-3293-1380f44b858f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.369388] env[62522]: DEBUG nova.network.neutron [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.463131] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0cb456eb-431c-4d25-8c5e-dec18d3db538 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Releasing lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.463519] env[62522]: DEBUG nova.compute.manager [None req-0cb456eb-431c-4d25-8c5e-dec18d3db538 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Inject network info {{(pid=62522) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7574}} [ 1400.463874] env[62522]: DEBUG nova.compute.manager [None req-0cb456eb-431c-4d25-8c5e-dec18d3db538 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] network_info to inject: |[{"id": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "address": "fa:16:3e:5a:6c:c7", "network": {"id": "e724d325-2c8e-4152-94fd-ec2715b1eeef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-651720336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f219853860f2438d96908a8a4eb945d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f207f2c-79", "ovs_interfaceid": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7575}} [ 1400.469627] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb456eb-431c-4d25-8c5e-dec18d3db538 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Reconfiguring VM instance to set the machine id {{(pid=62522) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1400.473187] env[62522]: DEBUG oslo_concurrency.lockutils [req-8d1c07e9-4a13-4ddc-b856-ffa2ebd3eee4 req-efac953a-03af-47f6-b6db-471b57d73e82 service nova] Acquired lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.473334] env[62522]: DEBUG nova.network.neutron [req-8d1c07e9-4a13-4ddc-b856-ffa2ebd3eee4 req-efac953a-03af-47f6-b6db-471b57d73e82 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Refreshing network info cache for port 2f207f2c-7960-4412-947e-7fda3c7d7cb4 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.474677] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7771d7f5-4f43-4670-bc80-2e626f1a569a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.497086] env[62522]: DEBUG oslo_vmware.api [None req-0cb456eb-431c-4d25-8c5e-dec18d3db538 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Waiting for the task: (returnval){ [ 1400.497086] env[62522]: value = "task-1702632" [ 1400.497086] env[62522]: _type = "Task" [ 1400.497086] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.511449] env[62522]: DEBUG oslo_vmware.api [None req-0cb456eb-431c-4d25-8c5e-dec18d3db538 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.632028] env[62522]: DEBUG oslo_concurrency.lockutils [req-def98174-7054-4bed-a447-d6fa4103d245 req-35db57ec-6abe-48ab-86c3-89dbcc1f6c10 service nova] Releasing lock "refresh_cache-af281b60-1bae-489d-8363-853112ca6f23" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.668719] env[62522]: DEBUG nova.network.neutron [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Updating instance_info_cache with network_info: [{"id": "9d9a0d70-0662-458e-b6ff-4a0b729c0a74", "address": "fa:16:3e:f2:e6:11", "network": {"id": "17844115-c600-4295-aa0b-4dd861aaa050", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1105055631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "714b33bee5614e9c9be55a0e28aae2b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9a0d70-06", "ovs_interfaceid": "9d9a0d70-0662-458e-b6ff-4a0b729c0a74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.680037] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.723423] env[62522]: INFO nova.compute.manager [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Took 43.54 seconds to build instance. [ 1400.789215] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b954eb72-a972-4300-9ae8-3654aa152910 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.801222] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39351593-9894-4d26-9901-187f88e11bb1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.808118] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.824844] env[62522]: DEBUG oslo_vmware.api [None req-b6080ff7-b1f5-411e-9e35-68b92862ab73 tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702630, 'name': PowerOnVM_Task, 'duration_secs': 0.456111} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.852295] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6080ff7-b1f5-411e-9e35-68b92862ab73 tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.852480] env[62522]: DEBUG nova.compute.manager [None req-b6080ff7-b1f5-411e-9e35-68b92862ab73 tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.853556] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affb13ec-398f-48e4-bced-c8c3b957128d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.856931] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b511fd66-9a40-406e-8ba6-03104abff225 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.869856] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523ca819-b090-f96f-3293-1380f44b858f, 'name': SearchDatastore_Task, 'duration_secs': 0.012272} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.876039] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a88ea25d-28f9-41fe-b1d9-067dec4de49b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.880146] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef662a4-8c8d-45e2-b611-50d4c1252c48 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.888676] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1400.888676] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52518fae-45e2-66e0-241f-cfb1110d3fb8" [ 1400.888676] env[62522]: _type = "Task" [ 1400.888676] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.897054] env[62522]: DEBUG nova.compute.provider_tree [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.903258] env[62522]: DEBUG nova.network.neutron [req-8d1c07e9-4a13-4ddc-b856-ffa2ebd3eee4 req-efac953a-03af-47f6-b6db-471b57d73e82 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Updated VIF entry in instance network info cache for port 2f207f2c-7960-4412-947e-7fda3c7d7cb4. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.903382] env[62522]: DEBUG nova.network.neutron [req-8d1c07e9-4a13-4ddc-b856-ffa2ebd3eee4 req-efac953a-03af-47f6-b6db-471b57d73e82 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Updating instance_info_cache with network_info: [{"id": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "address": "fa:16:3e:5a:6c:c7", "network": {"id": "e724d325-2c8e-4152-94fd-ec2715b1eeef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-651720336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f219853860f2438d96908a8a4eb945d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f207f2c-79", "ovs_interfaceid": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.911463] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52518fae-45e2-66e0-241f-cfb1110d3fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.911842] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.911989] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] af281b60-1bae-489d-8363-853112ca6f23/af281b60-1bae-489d-8363-853112ca6f23.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1400.914542] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2770b86c-a62f-4d71-9140-b3a43d15ab6d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.920374] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1400.920374] env[62522]: value = "task-1702633" [ 1400.920374] env[62522]: _type = "Task" [ 1400.920374] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.932127] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.008594] env[62522]: DEBUG oslo_vmware.api [None req-0cb456eb-431c-4d25-8c5e-dec18d3db538 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702632, 'name': ReconfigVM_Task, 'duration_secs': 0.212365} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.008893] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb456eb-431c-4d25-8c5e-dec18d3db538 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Reconfigured VM instance to set the machine id {{(pid=62522) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1401.016066] env[62522]: DEBUG nova.objects.instance [None req-8e6ae01c-eb09-4669-a54a-1c804b1c4598 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Lazy-loading 'flavor' on Instance uuid 309977e4-9042-4911-9d4f-82d7e334b08f {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.176944] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Releasing lock "refresh_cache-f5c15175-f2d1-4e11-a11c-8bee5cd69390" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.177403] env[62522]: DEBUG nova.compute.manager [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Instance network_info: |[{"id": "9d9a0d70-0662-458e-b6ff-4a0b729c0a74", "address": "fa:16:3e:f2:e6:11", "network": {"id": "17844115-c600-4295-aa0b-4dd861aaa050", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1105055631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "714b33bee5614e9c9be55a0e28aae2b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9a0d70-06", "ovs_interfaceid": "9d9a0d70-0662-458e-b6ff-4a0b729c0a74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.178209] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:e6:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d9a0d70-0662-458e-b6ff-4a0b729c0a74', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.190321] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Creating folder: Project (714b33bee5614e9c9be55a0e28aae2b3). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.191311] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d08366a4-6412-4c3a-bdf4-e7a160d72f92 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.207639] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Created folder: Project (714b33bee5614e9c9be55a0e28aae2b3) in parent group-v354730. [ 1401.207931] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Creating folder: Instances. Parent ref: group-v354858. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.208432] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4499d636-51ff-4a7b-a71a-ce241163c185 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.226724] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65b09a23-9339-4060-ba99-d75965a94064 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "d75e5a33-50fd-490e-b0d2-9242a25d32a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.366s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.226956] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Created folder: Instances in parent group-v354858. [ 1401.229106] env[62522]: DEBUG oslo.service.loopingcall [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.229106] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.229106] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dda245b2-9551-4679-91cb-8bdfa3257e1a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.256905] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.256905] env[62522]: value = "task-1702636" [ 1401.256905] env[62522]: _type = "Task" [ 1401.256905] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.269084] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702636, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.309089] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702631, 'name': ReconfigVM_Task, 'duration_secs': 0.586166} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.309473] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 3fa0236a-1a4c-4545-8dee-67fbe3088153/3fa0236a-1a4c-4545-8dee-67fbe3088153.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.310263] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc1a774a-8608-4357-b253-d4253de4b0ae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.320219] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1401.320219] env[62522]: value = "task-1702637" [ 1401.320219] env[62522]: _type = "Task" [ 1401.320219] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.331169] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702637, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.382033] env[62522]: DEBUG nova.compute.manager [req-d1a22455-bb89-4952-9b2c-2494d0cdfdc2 req-9a32e0ce-16cd-49b9-9e40-fe4405b21172 service nova] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Received event network-changed-9d9a0d70-0662-458e-b6ff-4a0b729c0a74 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1401.382927] env[62522]: DEBUG nova.compute.manager [req-d1a22455-bb89-4952-9b2c-2494d0cdfdc2 req-9a32e0ce-16cd-49b9-9e40-fe4405b21172 service nova] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Refreshing instance network info cache due to event network-changed-9d9a0d70-0662-458e-b6ff-4a0b729c0a74. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1401.384355] env[62522]: DEBUG oslo_concurrency.lockutils [req-d1a22455-bb89-4952-9b2c-2494d0cdfdc2 req-9a32e0ce-16cd-49b9-9e40-fe4405b21172 service nova] Acquiring lock "refresh_cache-f5c15175-f2d1-4e11-a11c-8bee5cd69390" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.384355] env[62522]: DEBUG oslo_concurrency.lockutils [req-d1a22455-bb89-4952-9b2c-2494d0cdfdc2 req-9a32e0ce-16cd-49b9-9e40-fe4405b21172 service nova] Acquired lock "refresh_cache-f5c15175-f2d1-4e11-a11c-8bee5cd69390" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.384355] env[62522]: DEBUG nova.network.neutron [req-d1a22455-bb89-4952-9b2c-2494d0cdfdc2 req-9a32e0ce-16cd-49b9-9e40-fe4405b21172 service nova] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Refreshing network info cache for port 9d9a0d70-0662-458e-b6ff-4a0b729c0a74 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.405025] env[62522]: DEBUG nova.scheduler.client.report [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1401.411098] env[62522]: DEBUG oslo_concurrency.lockutils [req-8d1c07e9-4a13-4ddc-b856-ffa2ebd3eee4 req-efac953a-03af-47f6-b6db-471b57d73e82 service nova] Releasing lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.433452] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702633, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.521718] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e6ae01c-eb09-4669-a54a-1c804b1c4598 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquiring lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.521718] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e6ae01c-eb09-4669-a54a-1c804b1c4598 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquired lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.749513] env[62522]: DEBUG nova.compute.manager [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1401.776599] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702636, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.832897] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702637, 'name': Rename_Task, 'duration_secs': 0.349966} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.832897] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.832897] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66e57f9d-3ebb-40e1-ab96-fe1bc7686aef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.839463] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1401.839463] env[62522]: value = "task-1702638" [ 1401.839463] env[62522]: _type = "Task" [ 1401.839463] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.855046] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.913143] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.913667] env[62522]: DEBUG nova.compute.manager [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1401.917360] env[62522]: DEBUG oslo_concurrency.lockutils [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.899s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.917723] env[62522]: DEBUG nova.objects.instance [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lazy-loading 'resources' on Instance uuid ca56abe8-e25d-4265-97ba-302492fa3660 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.941276] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644086} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.942314] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] af281b60-1bae-489d-8363-853112ca6f23/af281b60-1bae-489d-8363-853112ca6f23.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.942556] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.943168] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce26b501-ed81-4a79-b865-f3aa2d185496 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.951030] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1401.951030] env[62522]: value = "task-1702639" [ 1401.951030] env[62522]: _type = "Task" [ 1401.951030] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.962337] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.072644] env[62522]: DEBUG nova.network.neutron [None req-8e6ae01c-eb09-4669-a54a-1c804b1c4598 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.264570] env[62522]: DEBUG nova.network.neutron [req-d1a22455-bb89-4952-9b2c-2494d0cdfdc2 req-9a32e0ce-16cd-49b9-9e40-fe4405b21172 service nova] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Updated VIF entry in instance network info cache for port 9d9a0d70-0662-458e-b6ff-4a0b729c0a74. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.264927] env[62522]: DEBUG nova.network.neutron [req-d1a22455-bb89-4952-9b2c-2494d0cdfdc2 req-9a32e0ce-16cd-49b9-9e40-fe4405b21172 service nova] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Updating instance_info_cache with network_info: [{"id": "9d9a0d70-0662-458e-b6ff-4a0b729c0a74", "address": "fa:16:3e:f2:e6:11", "network": {"id": "17844115-c600-4295-aa0b-4dd861aaa050", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1105055631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "714b33bee5614e9c9be55a0e28aae2b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9a0d70-06", "ovs_interfaceid": "9d9a0d70-0662-458e-b6ff-4a0b729c0a74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.273049] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702636, 'name': CreateVM_Task, 'duration_secs': 0.823326} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.273260] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.273980] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.274167] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.274504] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.275009] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e2a109c-f03d-4720-9769-aaf47e76d680 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.277572] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "4d229de7-ae9e-4ae7-b9bc-48ef85a9d195" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.279023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "4d229de7-ae9e-4ae7-b9bc-48ef85a9d195" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.279023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "4d229de7-ae9e-4ae7-b9bc-48ef85a9d195-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.279023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "4d229de7-ae9e-4ae7-b9bc-48ef85a9d195-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.279023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "4d229de7-ae9e-4ae7-b9bc-48ef85a9d195-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.281782] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Waiting for the task: (returnval){ [ 1402.281782] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fdedb4-7a44-b1bf-3afb-d2f622f1abdb" [ 1402.281782] env[62522]: _type = "Task" [ 1402.281782] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.282329] env[62522]: INFO nova.compute.manager [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Terminating instance [ 1402.295841] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.299822] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fdedb4-7a44-b1bf-3afb-d2f622f1abdb, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.300296] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.300587] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.300829] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.300960] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.301178] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.301992] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1b62d11-b227-4482-a93b-54ff010ceffe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.310825] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.311067] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.312218] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df949bc2-58b6-47b0-86ba-c13f165f623c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.319092] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Waiting for the task: (returnval){ [ 1402.319092] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522d731c-1e6c-5833-712f-baa6cd726b3f" [ 1402.319092] env[62522]: _type = "Task" [ 1402.319092] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.328734] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522d731c-1e6c-5833-712f-baa6cd726b3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.346932] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702638, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.421252] env[62522]: DEBUG nova.compute.utils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1402.422873] env[62522]: DEBUG nova.compute.manager [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1402.423100] env[62522]: DEBUG nova.network.neutron [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1402.464139] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071363} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.464433] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.465712] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b415b2c-89b0-4123-a1d6-382a09ab2b4a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.488543] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] af281b60-1bae-489d-8363-853112ca6f23/af281b60-1bae-489d-8363-853112ca6f23.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.491689] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81a7f41c-388b-4036-8be1-6ed27c7b61f1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.507733] env[62522]: DEBUG nova.policy [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83cfd0037a2541d6b710e78aee65be9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99a80c399a2241859e04aaac4f30e428', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1402.509798] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "d75e5a33-50fd-490e-b0d2-9242a25d32a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.510077] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "d75e5a33-50fd-490e-b0d2-9242a25d32a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.510297] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "d75e5a33-50fd-490e-b0d2-9242a25d32a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.510450] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "d75e5a33-50fd-490e-b0d2-9242a25d32a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.510621] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "d75e5a33-50fd-490e-b0d2-9242a25d32a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.513664] env[62522]: INFO nova.compute.manager [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Terminating instance [ 1402.518738] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1402.518738] env[62522]: value = "task-1702640" [ 1402.518738] env[62522]: _type = "Task" [ 1402.518738] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.533478] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.768245] env[62522]: DEBUG oslo_concurrency.lockutils [req-d1a22455-bb89-4952-9b2c-2494d0cdfdc2 req-9a32e0ce-16cd-49b9-9e40-fe4405b21172 service nova] Releasing lock "refresh_cache-f5c15175-f2d1-4e11-a11c-8bee5cd69390" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.797431] env[62522]: DEBUG nova.compute.manager [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1402.797664] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.799107] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7881a6c5-e729-47e3-b021-0f8f8d2fbe76 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.809099] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.809099] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dba6ebd6-6cdf-4b7a-b7f4-87ccf5e1bebd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.817253] env[62522]: DEBUG oslo_vmware.api [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1402.817253] env[62522]: value = "task-1702641" [ 1402.817253] env[62522]: _type = "Task" [ 1402.817253] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.834606] env[62522]: DEBUG oslo_vmware.api [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.838335] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522d731c-1e6c-5833-712f-baa6cd726b3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.844864] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7373313-f25c-437b-9743-83a4421f4a9d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.851503] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Waiting for the task: (returnval){ [ 1402.851503] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5211d91b-cce1-63aa-0544-141c0e36b57b" [ 1402.851503] env[62522]: _type = "Task" [ 1402.851503] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.854561] env[62522]: DEBUG oslo_vmware.api [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702638, 'name': PowerOnVM_Task, 'duration_secs': 0.708575} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.858019] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.858077] env[62522]: INFO nova.compute.manager [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1402.858224] env[62522]: DEBUG nova.compute.manager [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.861652] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d69aa9d-22fe-41bc-ac63-bd4fed397aad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.872392] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5211d91b-cce1-63aa-0544-141c0e36b57b, 'name': SearchDatastore_Task, 'duration_secs': 0.014256} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.878025] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.878025] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] f5c15175-f2d1-4e11-a11c-8bee5cd69390/f5c15175-f2d1-4e11-a11c-8bee5cd69390.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.880743] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e59993c-43a2-4345-9e18-852999b149aa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.889207] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Waiting for the task: (returnval){ [ 1402.889207] env[62522]: value = "task-1702642" [ 1402.889207] env[62522]: _type = "Task" [ 1402.889207] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.898421] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.932099] env[62522]: DEBUG nova.compute.manager [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1402.999283] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ceb8cd9-40b7-44a0-9f10-c114ce6e06bc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.007774] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4adc8f-2efc-4882-92d9-f54866d677f5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.055367] env[62522]: DEBUG nova.compute.manager [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1403.055591] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1403.061189] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7f1147-42e6-4af3-9584-88d4d4abda60 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.069280] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617bdcea-9fd5-4fd2-9939-b9a2cd50e1ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.080915] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.093115] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43ddf22d-0b00-4b7b-83e5-147c626726ce {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.098694] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702640, 'name': ReconfigVM_Task, 'duration_secs': 0.496697} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.100476] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394fd064-6ee1-4b07-92f7-a547d30b0c6f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.106099] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Reconfigured VM instance instance-0000002a to attach disk [datastore1] af281b60-1bae-489d-8363-853112ca6f23/af281b60-1bae-489d-8363-853112ca6f23.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.107437] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fc60262-2b54-478b-a950-96c60a18bf3d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.120145] env[62522]: DEBUG nova.compute.provider_tree [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1403.124151] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1403.124151] env[62522]: value = "task-1702644" [ 1403.124151] env[62522]: _type = "Task" [ 1403.124151] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.124394] env[62522]: DEBUG oslo_vmware.api [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1403.124394] env[62522]: value = "task-1702643" [ 1403.124394] env[62522]: _type = "Task" [ 1403.124394] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.137443] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702644, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.140710] env[62522]: DEBUG oslo_vmware.api [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.157074] env[62522]: DEBUG nova.network.neutron [None req-8e6ae01c-eb09-4669-a54a-1c804b1c4598 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Updating instance_info_cache with network_info: [{"id": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "address": "fa:16:3e:5a:6c:c7", "network": {"id": "e724d325-2c8e-4152-94fd-ec2715b1eeef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-651720336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f219853860f2438d96908a8a4eb945d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f207f2c-79", "ovs_interfaceid": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.169027] env[62522]: DEBUG nova.network.neutron [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Successfully created port: 170539d7-518f-4259-825e-3c5b598e7bcb {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1403.330979] env[62522]: DEBUG oslo_vmware.api [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702641, 'name': PowerOffVM_Task, 'duration_secs': 0.249502} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.331330] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.331608] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.331941] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b759913-535d-4f18-b36a-2544bdde6de8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.394934] env[62522]: INFO nova.compute.manager [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Took 42.90 seconds to build instance. [ 1403.403692] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702642, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.419262] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.419547] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.419828] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Deleting the datastore file [datastore1] 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.420114] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00188093-523f-4b89-889b-90f8e685b67f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.433464] env[62522]: DEBUG oslo_vmware.api [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1403.433464] env[62522]: value = "task-1702646" [ 1403.433464] env[62522]: _type = "Task" [ 1403.433464] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.451883] env[62522]: DEBUG oslo_vmware.api [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.643299] env[62522]: DEBUG oslo_vmware.api [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702643, 'name': PowerOffVM_Task, 'duration_secs': 0.353889} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.645915] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.646419] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.646764] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702644, 'name': Rename_Task, 'duration_secs': 0.213417} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.646984] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eaf9070-05cf-4e15-8bae-5249c42d0295 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.649105] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.651139] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31b37156-665d-405d-be2a-5e2accad518f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.652564] env[62522]: ERROR nova.scheduler.client.report [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [req-7c1165bf-b8e3-4c65-8dbd-38f4aaa6c035] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c1165bf-b8e3-4c65-8dbd-38f4aaa6c035"}]} [ 1403.658734] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e6ae01c-eb09-4669-a54a-1c804b1c4598 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Releasing lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.658959] env[62522]: DEBUG nova.compute.manager [None req-8e6ae01c-eb09-4669-a54a-1c804b1c4598 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Inject network info {{(pid=62522) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7574}} [ 1403.659229] env[62522]: DEBUG nova.compute.manager [None req-8e6ae01c-eb09-4669-a54a-1c804b1c4598 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] network_info to inject: |[{"id": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "address": "fa:16:3e:5a:6c:c7", "network": {"id": "e724d325-2c8e-4152-94fd-ec2715b1eeef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-651720336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f219853860f2438d96908a8a4eb945d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f207f2c-79", "ovs_interfaceid": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7575}} [ 1403.664226] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6ae01c-eb09-4669-a54a-1c804b1c4598 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Reconfiguring VM instance to set the machine id {{(pid=62522) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1403.664606] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1403.664606] env[62522]: value = "task-1702648" [ 1403.664606] env[62522]: _type = "Task" [ 1403.664606] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.664829] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a57bbc-7b5d-4b97-a3e2-69b44ee34765 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.675887] env[62522]: DEBUG nova.scheduler.client.report [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1403.687206] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.688680] env[62522]: DEBUG oslo_vmware.api [None req-8e6ae01c-eb09-4669-a54a-1c804b1c4598 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Waiting for the task: (returnval){ [ 1403.688680] env[62522]: value = "task-1702649" [ 1403.688680] env[62522]: _type = "Task" [ 1403.688680] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.700335] env[62522]: DEBUG oslo_vmware.api [None req-8e6ae01c-eb09-4669-a54a-1c804b1c4598 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702649, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.700335] env[62522]: DEBUG nova.scheduler.client.report [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1403.700335] env[62522]: DEBUG nova.compute.provider_tree [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1403.703820] env[62522]: DEBUG nova.compute.manager [req-1bc55a22-fee5-466e-8be2-746886d54c56 req-beafdffb-4581-4d89-87af-0364960e8498 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Received event network-changed-2f207f2c-7960-4412-947e-7fda3c7d7cb4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1403.704035] env[62522]: DEBUG nova.compute.manager [req-1bc55a22-fee5-466e-8be2-746886d54c56 req-beafdffb-4581-4d89-87af-0364960e8498 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Refreshing instance network info cache due to event network-changed-2f207f2c-7960-4412-947e-7fda3c7d7cb4. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1403.704247] env[62522]: DEBUG oslo_concurrency.lockutils [req-1bc55a22-fee5-466e-8be2-746886d54c56 req-beafdffb-4581-4d89-87af-0364960e8498 service nova] Acquiring lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.704398] env[62522]: DEBUG oslo_concurrency.lockutils [req-1bc55a22-fee5-466e-8be2-746886d54c56 req-beafdffb-4581-4d89-87af-0364960e8498 service nova] Acquired lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.704627] env[62522]: DEBUG nova.network.neutron [req-1bc55a22-fee5-466e-8be2-746886d54c56 req-beafdffb-4581-4d89-87af-0364960e8498 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Refreshing network info cache for port 2f207f2c-7960-4412-947e-7fda3c7d7cb4 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.714508] env[62522]: DEBUG nova.scheduler.client.report [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1403.731863] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.732150] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.732353] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Deleting the datastore file [datastore1] d75e5a33-50fd-490e-b0d2-9242a25d32a3 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.732706] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbebb611-9858-4d01-aad0-8b270349e84d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.740410] env[62522]: DEBUG oslo_vmware.api [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for the task: (returnval){ [ 1403.740410] env[62522]: value = "task-1702650" [ 1403.740410] env[62522]: _type = "Task" [ 1403.740410] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.750577] env[62522]: DEBUG oslo_vmware.api [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.751760] env[62522]: DEBUG nova.scheduler.client.report [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1403.897741] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d9dff8fa-38ca-4361-9a6f-94f80b721a29 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Lock "3fa0236a-1a4c-4545-8dee-67fbe3088153" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.863s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.903150] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634688} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.903951] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] f5c15175-f2d1-4e11-a11c-8bee5cd69390/f5c15175-f2d1-4e11-a11c-8bee5cd69390.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.904311] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.907595] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-586c2e6a-7079-4dd2-b94d-65c08a697f86 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.915664] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Waiting for the task: (returnval){ [ 1403.915664] env[62522]: value = "task-1702651" [ 1403.915664] env[62522]: _type = "Task" [ 1403.915664] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.926588] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.946350] env[62522]: DEBUG nova.compute.manager [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1403.947864] env[62522]: DEBUG oslo_vmware.api [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235572} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.951139] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.951413] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.951656] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.951979] env[62522]: INFO nova.compute.manager [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1403.952375] env[62522]: DEBUG oslo.service.loopingcall [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.953193] env[62522]: DEBUG nova.compute.manager [-] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1403.953351] env[62522]: DEBUG nova.network.neutron [-] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.972864] env[62522]: DEBUG nova.virt.hardware [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1403.973251] env[62522]: DEBUG nova.virt.hardware [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1403.974252] env[62522]: DEBUG nova.virt.hardware [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.974510] env[62522]: DEBUG nova.virt.hardware [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1403.974747] env[62522]: DEBUG nova.virt.hardware [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.974962] env[62522]: DEBUG nova.virt.hardware [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1403.975273] env[62522]: DEBUG nova.virt.hardware [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1403.975507] env[62522]: DEBUG nova.virt.hardware [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1403.975755] env[62522]: DEBUG nova.virt.hardware [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1403.975974] env[62522]: DEBUG nova.virt.hardware [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1403.976212] env[62522]: DEBUG nova.virt.hardware [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1403.977468] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c227fe2-3bc5-41c3-b308-17ccb4d2b348 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.991242] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8e70b2-9763-4557-af6c-cf67c877165b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.191191] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.198692] env[62522]: DEBUG oslo_vmware.api [None req-8e6ae01c-eb09-4669-a54a-1c804b1c4598 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702649, 'name': ReconfigVM_Task, 'duration_secs': 0.150787} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.199011] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6ae01c-eb09-4669-a54a-1c804b1c4598 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Reconfigured VM instance to set the machine id {{(pid=62522) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1404.250362] env[62522]: DEBUG oslo_vmware.api [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Task: {'id': task-1702650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204074} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.250653] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.250890] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.251159] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1404.251352] env[62522]: INFO nova.compute.manager [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1404.251566] env[62522]: DEBUG oslo.service.loopingcall [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1404.251770] env[62522]: DEBUG nova.compute.manager [-] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1404.251876] env[62522]: DEBUG nova.network.neutron [-] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1404.298177] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a616cedb-022e-4813-a8ef-15d28501c3fe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.306928] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740ab05d-93f0-4dbe-856f-727ae026b8a0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.340326] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187eb844-c84d-4de9-b51b-d227e72a58bd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.348479] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93e9bec-ad83-4ea3-b241-18905c34b17f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.363284] env[62522]: DEBUG nova.compute.provider_tree [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.404982] env[62522]: DEBUG nova.compute.manager [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1404.425725] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073565} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.426009] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.427535] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4369aeb5-a81f-4142-b6b5-37ce857d762a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.442571] env[62522]: INFO nova.compute.manager [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Rescuing [ 1404.442895] env[62522]: DEBUG oslo_concurrency.lockutils [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquiring lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.443088] env[62522]: DEBUG oslo_concurrency.lockutils [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquired lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.443276] env[62522]: DEBUG nova.network.neutron [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.453762] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] f5c15175-f2d1-4e11-a11c-8bee5cd69390/f5c15175-f2d1-4e11-a11c-8bee5cd69390.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.456351] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c963ed9f-9d71-4f84-8d07-5edf42391bd0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.474488] env[62522]: DEBUG nova.network.neutron [-] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.480643] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Waiting for the task: (returnval){ [ 1404.480643] env[62522]: value = "task-1702652" [ 1404.480643] env[62522]: _type = "Task" [ 1404.480643] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.489559] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.579217] env[62522]: DEBUG oslo_concurrency.lockutils [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquiring lock "309977e4-9042-4911-9d4f-82d7e334b08f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.579452] env[62522]: DEBUG oslo_concurrency.lockutils [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Lock "309977e4-9042-4911-9d4f-82d7e334b08f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.579721] env[62522]: DEBUG oslo_concurrency.lockutils [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquiring lock "309977e4-9042-4911-9d4f-82d7e334b08f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.579936] env[62522]: DEBUG oslo_concurrency.lockutils [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Lock "309977e4-9042-4911-9d4f-82d7e334b08f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.580126] env[62522]: DEBUG oslo_concurrency.lockutils [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Lock "309977e4-9042-4911-9d4f-82d7e334b08f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.582222] env[62522]: INFO nova.compute.manager [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Terminating instance [ 1404.667038] env[62522]: DEBUG nova.network.neutron [req-1bc55a22-fee5-466e-8be2-746886d54c56 req-beafdffb-4581-4d89-87af-0364960e8498 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Updated VIF entry in instance network info cache for port 2f207f2c-7960-4412-947e-7fda3c7d7cb4. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.667319] env[62522]: DEBUG nova.network.neutron [req-1bc55a22-fee5-466e-8be2-746886d54c56 req-beafdffb-4581-4d89-87af-0364960e8498 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Updating instance_info_cache with network_info: [{"id": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "address": "fa:16:3e:5a:6c:c7", "network": {"id": "e724d325-2c8e-4152-94fd-ec2715b1eeef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-651720336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f219853860f2438d96908a8a4eb945d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f207f2c-79", "ovs_interfaceid": "2f207f2c-7960-4412-947e-7fda3c7d7cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.691785] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702648, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.865925] env[62522]: DEBUG nova.scheduler.client.report [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1404.932609] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.976697] env[62522]: INFO nova.compute.manager [-] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Took 1.02 seconds to deallocate network for instance. [ 1404.993350] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.039311] env[62522]: DEBUG nova.compute.manager [req-c1fbf90a-6826-449d-92c0-1be1f335cb42 req-d2465fdc-10aa-492c-bff8-9f75b24a1a2e service nova] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Received event network-vif-deleted-26487466-9bbd-4584-998b-b428ea1e4714 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1405.039513] env[62522]: INFO nova.compute.manager [req-c1fbf90a-6826-449d-92c0-1be1f335cb42 req-d2465fdc-10aa-492c-bff8-9f75b24a1a2e service nova] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Neutron deleted interface 26487466-9bbd-4584-998b-b428ea1e4714; detaching it from the instance and deleting it from the info cache [ 1405.039695] env[62522]: DEBUG nova.network.neutron [req-c1fbf90a-6826-449d-92c0-1be1f335cb42 req-d2465fdc-10aa-492c-bff8-9f75b24a1a2e service nova] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.044626] env[62522]: DEBUG nova.network.neutron [-] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.047619] env[62522]: DEBUG nova.network.neutron [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Successfully updated port: 170539d7-518f-4259-825e-3c5b598e7bcb {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1405.085614] env[62522]: DEBUG nova.compute.manager [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.085851] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.087207] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b055093-3781-49f7-bc67-bff7eaa3718b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.099900] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.100198] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a22d007e-6e38-4d2d-b888-639123e67703 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.107106] env[62522]: DEBUG oslo_vmware.api [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Waiting for the task: (returnval){ [ 1405.107106] env[62522]: value = "task-1702653" [ 1405.107106] env[62522]: _type = "Task" [ 1405.107106] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.116302] env[62522]: DEBUG oslo_vmware.api [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.171586] env[62522]: DEBUG oslo_concurrency.lockutils [req-1bc55a22-fee5-466e-8be2-746886d54c56 req-beafdffb-4581-4d89-87af-0364960e8498 service nova] Releasing lock "refresh_cache-309977e4-9042-4911-9d4f-82d7e334b08f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.190405] env[62522]: DEBUG oslo_vmware.api [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702648, 'name': PowerOnVM_Task, 'duration_secs': 1.1058} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.190830] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.191100] env[62522]: INFO nova.compute.manager [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1405.191325] env[62522]: DEBUG nova.compute.manager [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.192331] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fa457e-ccc9-4706-8349-21e758a6bd58 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.372622] env[62522]: DEBUG oslo_concurrency.lockutils [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.456s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.375974] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.956s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.376217] env[62522]: DEBUG nova.objects.instance [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Lazy-loading 'resources' on Instance uuid 4f6686a9-12ad-460d-b826-1bb36f7b8e58 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.402849] env[62522]: INFO nova.scheduler.client.report [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Deleted allocations for instance ca56abe8-e25d-4265-97ba-302492fa3660 [ 1405.443826] env[62522]: DEBUG nova.network.neutron [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Updating instance_info_cache with network_info: [{"id": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "address": "fa:16:3e:9a:8d:57", "network": {"id": "74bd2c99-cba2-4d1b-ad2f-54f8073fd5c8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-569466135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "857cd19710624db1b29eda4d018fff9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c5ad0f-eb", "ovs_interfaceid": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.488200] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.494686] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702652, 'name': ReconfigVM_Task, 'duration_secs': 0.728561} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.495016] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Reconfigured VM instance instance-0000002b to attach disk [datastore1] f5c15175-f2d1-4e11-a11c-8bee5cd69390/f5c15175-f2d1-4e11-a11c-8bee5cd69390.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.496329] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c1f0baf-e026-47ab-9cce-08bf168a7f7d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.502983] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Waiting for the task: (returnval){ [ 1405.502983] env[62522]: value = "task-1702654" [ 1405.502983] env[62522]: _type = "Task" [ 1405.502983] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.512575] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702654, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.545152] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72c599c3-209f-4dd3-b9c6-5efaab7dbf95 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.548015] env[62522]: INFO nova.compute.manager [-] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Took 1.30 seconds to deallocate network for instance. [ 1405.558511] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "refresh_cache-8a1a54ef-36e9-4999-866d-dc2a0e95ecb8" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.558736] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "refresh_cache-8a1a54ef-36e9-4999-866d-dc2a0e95ecb8" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.558894] env[62522]: DEBUG nova.network.neutron [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.571226] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a7dfef-83f4-4ed5-a96f-0ec64b1e8f2b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.614536] env[62522]: DEBUG nova.compute.manager [req-c1fbf90a-6826-449d-92c0-1be1f335cb42 req-d2465fdc-10aa-492c-bff8-9f75b24a1a2e service nova] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Detach interface failed, port_id=26487466-9bbd-4584-998b-b428ea1e4714, reason: Instance d75e5a33-50fd-490e-b0d2-9242a25d32a3 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1405.625204] env[62522]: DEBUG oslo_vmware.api [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702653, 'name': PowerOffVM_Task, 'duration_secs': 0.179782} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.625499] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.625696] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.626051] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24b0aa20-9431-438d-b780-2e44abdcd3d7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.699191] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65561305-43d4-4da3-be0e-992e60e2c2b7 tempest-ServersAdminTestJSON-1107484133 tempest-ServersAdminTestJSON-1107484133-project-admin] Acquiring lock "refresh_cache-af281b60-1bae-489d-8363-853112ca6f23" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.700096] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65561305-43d4-4da3-be0e-992e60e2c2b7 tempest-ServersAdminTestJSON-1107484133 tempest-ServersAdminTestJSON-1107484133-project-admin] Acquired lock "refresh_cache-af281b60-1bae-489d-8363-853112ca6f23" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.701162] env[62522]: DEBUG nova.network.neutron [None req-65561305-43d4-4da3-be0e-992e60e2c2b7 tempest-ServersAdminTestJSON-1107484133 tempest-ServersAdminTestJSON-1107484133-project-admin] [instance: af281b60-1bae-489d-8363-853112ca6f23] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.723430] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.723655] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.723845] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Deleting the datastore file [datastore1] 309977e4-9042-4911-9d4f-82d7e334b08f {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.724410] env[62522]: INFO nova.compute.manager [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Took 43.24 seconds to build instance. [ 1405.725374] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2350b66-5e7b-4093-bd7e-9327043bfabc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.734286] env[62522]: DEBUG oslo_vmware.api [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Waiting for the task: (returnval){ [ 1405.734286] env[62522]: value = "task-1702656" [ 1405.734286] env[62522]: _type = "Task" [ 1405.734286] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.744951] env[62522]: DEBUG oslo_vmware.api [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.862102] env[62522]: DEBUG nova.compute.manager [req-1f3b77a9-ce80-4bbd-ba06-14b5778a0321 req-615487f3-27ad-454d-a9d1-a279a89b081b service nova] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Received event network-vif-deleted-ee11e433-b8fa-4005-ab34-9431f035f3e6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1405.915216] env[62522]: DEBUG oslo_concurrency.lockutils [None req-45fc2c1c-4038-4182-9e28-171641d34653 tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "ca56abe8-e25d-4265-97ba-302492fa3660" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.784s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.946309] env[62522]: DEBUG oslo_concurrency.lockutils [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Releasing lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.015825] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702654, 'name': Rename_Task, 'duration_secs': 0.191389} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.016955] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.017169] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36892ae9-3b33-4633-a5fa-408972e1ee53 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.026113] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Waiting for the task: (returnval){ [ 1406.026113] env[62522]: value = "task-1702657" [ 1406.026113] env[62522]: _type = "Task" [ 1406.026113] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.037543] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.067285] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.108521] env[62522]: DEBUG nova.network.neutron [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1406.229526] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1ff82067-9d65-4110-a4fc-1603584bbb71 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "af281b60-1bae-489d-8363-853112ca6f23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.861s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.251465] env[62522]: DEBUG oslo_vmware.api [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Task: {'id': task-1702656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170552} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.252032] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.252032] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.252303] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.253382] env[62522]: INFO nova.compute.manager [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1406.253774] env[62522]: DEBUG oslo.service.loopingcall [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.253980] env[62522]: DEBUG nova.compute.manager [-] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.254134] env[62522]: DEBUG nova.network.neutron [-] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.284167] env[62522]: DEBUG nova.network.neutron [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Updating instance_info_cache with network_info: [{"id": "170539d7-518f-4259-825e-3c5b598e7bcb", "address": "fa:16:3e:38:da:83", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap170539d7-51", "ovs_interfaceid": "170539d7-518f-4259-825e-3c5b598e7bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.398019] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1affc1fa-849b-43ae-8e27-5ba0c4249be5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.409778] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dea1c7-5667-4944-a5ca-c4dde5f13d0b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.448687] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874eea3a-8db8-4f1a-9a34-fee789417521 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.458865] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9385eae7-a8d3-4665-99b3-f3b12d1f44c3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.477741] env[62522]: DEBUG nova.compute.provider_tree [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.538276] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702657, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.697021] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "03bded63-fcac-4cc4-8f6f-65e9e2f291b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.697320] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "03bded63-fcac-4cc4-8f6f-65e9e2f291b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.698020] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "03bded63-fcac-4cc4-8f6f-65e9e2f291b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.698334] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "03bded63-fcac-4cc4-8f6f-65e9e2f291b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.698553] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "03bded63-fcac-4cc4-8f6f-65e9e2f291b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.702211] env[62522]: INFO nova.compute.manager [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Terminating instance [ 1406.790859] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "refresh_cache-8a1a54ef-36e9-4999-866d-dc2a0e95ecb8" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.791510] env[62522]: DEBUG nova.compute.manager [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Instance network_info: |[{"id": "170539d7-518f-4259-825e-3c5b598e7bcb", "address": "fa:16:3e:38:da:83", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap170539d7-51", "ovs_interfaceid": "170539d7-518f-4259-825e-3c5b598e7bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1406.792442] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:da:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '170539d7-518f-4259-825e-3c5b598e7bcb', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.801978] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Creating folder: Project (99a80c399a2241859e04aaac4f30e428). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.802802] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33941ea5-54bb-40fb-87f2-32cbee474bad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.817980] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Created folder: Project (99a80c399a2241859e04aaac4f30e428) in parent group-v354730. [ 1406.818209] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Creating folder: Instances. Parent ref: group-v354861. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.818495] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bf120e0-beb2-4405-9fb4-9fc69c405ae6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.832497] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Created folder: Instances in parent group-v354861. [ 1406.832778] env[62522]: DEBUG oslo.service.loopingcall [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.832983] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.833211] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d409f42-6530-4d2e-89a1-93857971faac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.861055] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.861055] env[62522]: value = "task-1702660" [ 1406.861055] env[62522]: _type = "Task" [ 1406.861055] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.872653] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702660, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.911170] env[62522]: DEBUG nova.network.neutron [None req-65561305-43d4-4da3-be0e-992e60e2c2b7 tempest-ServersAdminTestJSON-1107484133 tempest-ServersAdminTestJSON-1107484133-project-admin] [instance: af281b60-1bae-489d-8363-853112ca6f23] Updating instance_info_cache with network_info: [{"id": "9709d75c-de3c-4782-884c-c88a69901e96", "address": "fa:16:3e:b0:d4:28", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9709d75c-de", "ovs_interfaceid": "9709d75c-de3c-4782-884c-c88a69901e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.985476] env[62522]: DEBUG nova.scheduler.client.report [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1407.047375] env[62522]: DEBUG oslo_vmware.api [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702657, 'name': PowerOnVM_Task, 'duration_secs': 0.957331} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.047783] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.048165] env[62522]: INFO nova.compute.manager [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1407.048509] env[62522]: DEBUG nova.compute.manager [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.050031] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075256a0-df39-4c91-a082-01a889e0723a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.067503] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "b75ffa1f-f876-4e28-96ea-72e223d0c01a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.067503] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "b75ffa1f-f876-4e28-96ea-72e223d0c01a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.067823] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "b75ffa1f-f876-4e28-96ea-72e223d0c01a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.068051] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "b75ffa1f-f876-4e28-96ea-72e223d0c01a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.068230] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "b75ffa1f-f876-4e28-96ea-72e223d0c01a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.070485] env[62522]: INFO nova.compute.manager [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Terminating instance [ 1407.205986] env[62522]: DEBUG nova.compute.manager [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1407.206355] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.207795] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f253b756-c7ca-4f74-abcf-3065d12aaac9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.222323] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.222323] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d9c4f7e-db23-4818-b974-2fc507746431 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.232254] env[62522]: DEBUG oslo_vmware.api [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1407.232254] env[62522]: value = "task-1702661" [ 1407.232254] env[62522]: _type = "Task" [ 1407.232254] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.243476] env[62522]: DEBUG oslo_vmware.api [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.371922] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702660, 'name': CreateVM_Task, 'duration_secs': 0.478988} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.372154] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.372890] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.373066] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.373421] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.373694] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf8c889-e89c-4379-9b77-9262dbdae37a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.379456] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1407.379456] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c614a7-4ade-b5b4-f28e-2e194c686784" [ 1407.379456] env[62522]: _type = "Task" [ 1407.379456] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.390195] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c614a7-4ade-b5b4-f28e-2e194c686784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.405918] env[62522]: DEBUG nova.compute.manager [req-f746ddfd-b67a-4e05-a6d3-b8851b188eeb req-656a8660-0356-41b2-ac5b-ddf0e08c855c service nova] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Received event network-vif-plugged-170539d7-518f-4259-825e-3c5b598e7bcb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1407.406074] env[62522]: DEBUG oslo_concurrency.lockutils [req-f746ddfd-b67a-4e05-a6d3-b8851b188eeb req-656a8660-0356-41b2-ac5b-ddf0e08c855c service nova] Acquiring lock "8a1a54ef-36e9-4999-866d-dc2a0e95ecb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.406430] env[62522]: DEBUG oslo_concurrency.lockutils [req-f746ddfd-b67a-4e05-a6d3-b8851b188eeb req-656a8660-0356-41b2-ac5b-ddf0e08c855c service nova] Lock "8a1a54ef-36e9-4999-866d-dc2a0e95ecb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.407446] env[62522]: DEBUG oslo_concurrency.lockutils [req-f746ddfd-b67a-4e05-a6d3-b8851b188eeb req-656a8660-0356-41b2-ac5b-ddf0e08c855c service nova] Lock "8a1a54ef-36e9-4999-866d-dc2a0e95ecb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.407446] env[62522]: DEBUG nova.compute.manager [req-f746ddfd-b67a-4e05-a6d3-b8851b188eeb req-656a8660-0356-41b2-ac5b-ddf0e08c855c service nova] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] No waiting events found dispatching network-vif-plugged-170539d7-518f-4259-825e-3c5b598e7bcb {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1407.407446] env[62522]: WARNING nova.compute.manager [req-f746ddfd-b67a-4e05-a6d3-b8851b188eeb req-656a8660-0356-41b2-ac5b-ddf0e08c855c service nova] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Received unexpected event network-vif-plugged-170539d7-518f-4259-825e-3c5b598e7bcb for instance with vm_state building and task_state spawning. [ 1407.407446] env[62522]: DEBUG nova.compute.manager [req-f746ddfd-b67a-4e05-a6d3-b8851b188eeb req-656a8660-0356-41b2-ac5b-ddf0e08c855c service nova] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Received event network-changed-170539d7-518f-4259-825e-3c5b598e7bcb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1407.407722] env[62522]: DEBUG nova.compute.manager [req-f746ddfd-b67a-4e05-a6d3-b8851b188eeb req-656a8660-0356-41b2-ac5b-ddf0e08c855c service nova] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Refreshing instance network info cache due to event network-changed-170539d7-518f-4259-825e-3c5b598e7bcb. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1407.408305] env[62522]: DEBUG oslo_concurrency.lockutils [req-f746ddfd-b67a-4e05-a6d3-b8851b188eeb req-656a8660-0356-41b2-ac5b-ddf0e08c855c service nova] Acquiring lock "refresh_cache-8a1a54ef-36e9-4999-866d-dc2a0e95ecb8" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.417526] env[62522]: DEBUG oslo_concurrency.lockutils [req-f746ddfd-b67a-4e05-a6d3-b8851b188eeb req-656a8660-0356-41b2-ac5b-ddf0e08c855c service nova] Acquired lock "refresh_cache-8a1a54ef-36e9-4999-866d-dc2a0e95ecb8" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.417526] env[62522]: DEBUG nova.network.neutron [req-f746ddfd-b67a-4e05-a6d3-b8851b188eeb req-656a8660-0356-41b2-ac5b-ddf0e08c855c service nova] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Refreshing network info cache for port 170539d7-518f-4259-825e-3c5b598e7bcb {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.417526] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65561305-43d4-4da3-be0e-992e60e2c2b7 tempest-ServersAdminTestJSON-1107484133 tempest-ServersAdminTestJSON-1107484133-project-admin] Releasing lock "refresh_cache-af281b60-1bae-489d-8363-853112ca6f23" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.417526] env[62522]: DEBUG nova.compute.manager [None req-65561305-43d4-4da3-be0e-992e60e2c2b7 tempest-ServersAdminTestJSON-1107484133 tempest-ServersAdminTestJSON-1107484133-project-admin] [instance: af281b60-1bae-489d-8363-853112ca6f23] Inject network info {{(pid=62522) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7574}} [ 1407.417526] env[62522]: DEBUG nova.compute.manager [None req-65561305-43d4-4da3-be0e-992e60e2c2b7 tempest-ServersAdminTestJSON-1107484133 tempest-ServersAdminTestJSON-1107484133-project-admin] [instance: af281b60-1bae-489d-8363-853112ca6f23] network_info to inject: |[{"id": "9709d75c-de3c-4782-884c-c88a69901e96", "address": "fa:16:3e:b0:d4:28", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9709d75c-de", "ovs_interfaceid": "9709d75c-de3c-4782-884c-c88a69901e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7575}} [ 1407.422122] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65561305-43d4-4da3-be0e-992e60e2c2b7 tempest-ServersAdminTestJSON-1107484133 tempest-ServersAdminTestJSON-1107484133-project-admin] [instance: af281b60-1bae-489d-8363-853112ca6f23] Reconfiguring VM instance to set the machine id {{(pid=62522) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1407.423370] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-484431da-5bca-485a-9241-a5a7c7220308 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.443690] env[62522]: DEBUG oslo_vmware.api [None req-65561305-43d4-4da3-be0e-992e60e2c2b7 tempest-ServersAdminTestJSON-1107484133 tempest-ServersAdminTestJSON-1107484133-project-admin] Waiting for the task: (returnval){ [ 1407.443690] env[62522]: value = "task-1702662" [ 1407.443690] env[62522]: _type = "Task" [ 1407.443690] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.457099] env[62522]: DEBUG oslo_vmware.api [None req-65561305-43d4-4da3-be0e-992e60e2c2b7 tempest-ServersAdminTestJSON-1107484133 tempest-ServersAdminTestJSON-1107484133-project-admin] Task: {'id': task-1702662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.497074] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.500449] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.070s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.502856] env[62522]: INFO nova.compute.claims [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.507096] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.507096] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e2d0e56-e567-4787-84a2-81db9a303824 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.517600] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1407.517600] env[62522]: value = "task-1702663" [ 1407.517600] env[62522]: _type = "Task" [ 1407.517600] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.528356] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.531848] env[62522]: INFO nova.scheduler.client.report [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Deleted allocations for instance 4f6686a9-12ad-460d-b826-1bb36f7b8e58 [ 1407.578911] env[62522]: DEBUG nova.compute.manager [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1407.579298] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.582336] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1669c086-1c1b-4c27-9ebb-af2052a0b08c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.587055] env[62522]: INFO nova.compute.manager [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Took 36.17 seconds to build instance. [ 1407.597668] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.599032] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5281930-bbb3-480c-93f2-8c566fa39814 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.610965] env[62522]: DEBUG oslo_vmware.api [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1407.610965] env[62522]: value = "task-1702664" [ 1407.610965] env[62522]: _type = "Task" [ 1407.610965] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.624313] env[62522]: DEBUG oslo_vmware.api [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.748521] env[62522]: DEBUG oslo_vmware.api [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702661, 'name': PowerOffVM_Task, 'duration_secs': 0.29914} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.749043] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.749264] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.749677] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c405e05a-dddf-4345-86c9-f414b8105269 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.839697] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.839697] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.839697] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Deleting the datastore file [datastore1] 03bded63-fcac-4cc4-8f6f-65e9e2f291b6 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.839697] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98212201-33b7-4a34-8b1d-73e590681a8d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.849011] env[62522]: DEBUG oslo_vmware.api [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for the task: (returnval){ [ 1407.849011] env[62522]: value = "task-1702666" [ 1407.849011] env[62522]: _type = "Task" [ 1407.849011] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.859276] env[62522]: DEBUG oslo_vmware.api [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.892731] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c614a7-4ade-b5b4-f28e-2e194c686784, 'name': SearchDatastore_Task, 'duration_secs': 0.015385} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.892881] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.894114] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.894114] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.894114] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.894114] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.894114] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c110840c-bb0b-4dba-b433-0091d1a81038 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.905072] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1407.905399] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1407.906202] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f193e5e7-69d6-4f25-8b24-c1aceb20a907 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.913416] env[62522]: DEBUG nova.network.neutron [-] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.914722] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1407.914722] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fcedca-9313-e3f0-ca62-0a1f49afce78" [ 1407.914722] env[62522]: _type = "Task" [ 1407.914722] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.929184] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fcedca-9313-e3f0-ca62-0a1f49afce78, 'name': SearchDatastore_Task, 'duration_secs': 0.012056} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.930796] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092c632e-879f-46cc-9cf3-b1dd727909cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.939233] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1407.939233] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5251aee5-23d0-c766-bb1a-fc8dff44866c" [ 1407.939233] env[62522]: _type = "Task" [ 1407.939233] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.952628] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5251aee5-23d0-c766-bb1a-fc8dff44866c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.959684] env[62522]: DEBUG oslo_vmware.api [None req-65561305-43d4-4da3-be0e-992e60e2c2b7 tempest-ServersAdminTestJSON-1107484133 tempest-ServersAdminTestJSON-1107484133-project-admin] Task: {'id': task-1702662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.035021] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702663, 'name': PowerOffVM_Task, 'duration_secs': 0.303181} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.035305] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.036768] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045245d1-3d60-454d-935d-0fc7df046a41 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.044442] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a0a69e10-6fc7-498a-bf40-9c0693d4d45e tempest-ServerMetadataTestJSON-2106380281 tempest-ServerMetadataTestJSON-2106380281-project-member] Lock "4f6686a9-12ad-460d-b826-1bb36f7b8e58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.091s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.064288] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d0e18f-6be1-4936-97b2-41817ac0409a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.090347] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bd1b91c3-7275-47f8-a584-5095655861fb tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Lock "f5c15175-f2d1-4e11-a11c-8bee5cd69390" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.187s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.107820] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.107820] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59b015ab-3d82-4d38-95a9-23b0ee86bab3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.116504] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1408.116504] env[62522]: value = "task-1702667" [ 1408.116504] env[62522]: _type = "Task" [ 1408.116504] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.124606] env[62522]: DEBUG oslo_vmware.api [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702664, 'name': PowerOffVM_Task, 'duration_secs': 0.290156} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.125320] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.126343] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.126343] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec07ffe3-ba41-4d2b-b2a0-dbf16f8b27c6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.133590] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1408.133590] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1408.133590] env[62522]: DEBUG oslo_concurrency.lockutils [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.179938] env[62522]: DEBUG oslo_vmware.rw_handles [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c9475-36e6-3dc0-0948-3a25d7ada23c/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1408.180915] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecbfc51-10d5-4b3f-a402-5c6461984409 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.188570] env[62522]: DEBUG oslo_vmware.rw_handles [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c9475-36e6-3dc0-0948-3a25d7ada23c/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1408.188735] env[62522]: ERROR oslo_vmware.rw_handles [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c9475-36e6-3dc0-0948-3a25d7ada23c/disk-0.vmdk due to incomplete transfer. [ 1408.188966] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fee56813-d998-42a0-bef0-8cacc83ffab5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.204509] env[62522]: DEBUG oslo_vmware.rw_handles [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c9475-36e6-3dc0-0948-3a25d7ada23c/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1408.204825] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Uploaded image dd3e0a63-0883-4b94-ad78-d90dad6fa1bf to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1408.209081] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1408.209374] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-77fd1a1b-4f4c-452b-835e-b2c442d33290 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.219124] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1408.219124] env[62522]: value = "task-1702669" [ 1408.219124] env[62522]: _type = "Task" [ 1408.219124] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.232637] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Acquiring lock "f5c15175-f2d1-4e11-a11c-8bee5cd69390" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.232945] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Lock "f5c15175-f2d1-4e11-a11c-8bee5cd69390" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.233229] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Acquiring lock "f5c15175-f2d1-4e11-a11c-8bee5cd69390-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.233387] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Lock "f5c15175-f2d1-4e11-a11c-8bee5cd69390-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.233611] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Lock "f5c15175-f2d1-4e11-a11c-8bee5cd69390-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.235523] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702669, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.236110] env[62522]: INFO nova.compute.manager [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Terminating instance [ 1408.281249] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.281249] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.281438] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Deleting the datastore file [datastore1] b75ffa1f-f876-4e28-96ea-72e223d0c01a {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.281733] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd42ac7e-0494-45df-9f38-2e10f43a416d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.290964] env[62522]: DEBUG oslo_vmware.api [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1408.290964] env[62522]: value = "task-1702670" [ 1408.290964] env[62522]: _type = "Task" [ 1408.290964] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.300471] env[62522]: DEBUG oslo_vmware.api [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.301513] env[62522]: DEBUG nova.network.neutron [req-f746ddfd-b67a-4e05-a6d3-b8851b188eeb req-656a8660-0356-41b2-ac5b-ddf0e08c855c service nova] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Updated VIF entry in instance network info cache for port 170539d7-518f-4259-825e-3c5b598e7bcb. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.301900] env[62522]: DEBUG nova.network.neutron [req-f746ddfd-b67a-4e05-a6d3-b8851b188eeb req-656a8660-0356-41b2-ac5b-ddf0e08c855c service nova] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Updating instance_info_cache with network_info: [{"id": "170539d7-518f-4259-825e-3c5b598e7bcb", "address": "fa:16:3e:38:da:83", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap170539d7-51", "ovs_interfaceid": "170539d7-518f-4259-825e-3c5b598e7bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.361702] env[62522]: DEBUG oslo_vmware.api [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Task: {'id': task-1702666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223728} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.362344] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.362478] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1408.362675] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1408.362868] env[62522]: INFO nova.compute.manager [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1408.363149] env[62522]: DEBUG oslo.service.loopingcall [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1408.363382] env[62522]: DEBUG nova.compute.manager [-] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1408.363493] env[62522]: DEBUG nova.network.neutron [-] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1408.416540] env[62522]: INFO nova.compute.manager [-] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Took 2.16 seconds to deallocate network for instance. [ 1408.454768] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5251aee5-23d0-c766-bb1a-fc8dff44866c, 'name': SearchDatastore_Task, 'duration_secs': 0.013332} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.455537] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.455900] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8/8a1a54ef-36e9-4999-866d-dc2a0e95ecb8.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.456142] env[62522]: DEBUG oslo_concurrency.lockutils [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.456383] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1408.456616] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-480dbced-1a5d-4ffb-8a52-a222b159ad23 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.463119] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c14a0c28-ba06-4aec-8b23-2a670eda9fdc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.465674] env[62522]: DEBUG oslo_vmware.api [None req-65561305-43d4-4da3-be0e-992e60e2c2b7 tempest-ServersAdminTestJSON-1107484133 tempest-ServersAdminTestJSON-1107484133-project-admin] Task: {'id': task-1702662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.472388] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1408.472388] env[62522]: value = "task-1702671" [ 1408.472388] env[62522]: _type = "Task" [ 1408.472388] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.481735] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.484036] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1408.486363] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-076db4b6-0a90-4439-87e5-af012eb0dc2b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.497096] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.497424] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1408.497424] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52956ec8-9027-dd22-5304-f4f10ad2bae1" [ 1408.497424] env[62522]: _type = "Task" [ 1408.497424] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.509924] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52956ec8-9027-dd22-5304-f4f10ad2bae1, 'name': SearchDatastore_Task, 'duration_secs': 0.010478} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.510745] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92a7dfb-c78e-453f-aacd-8619352cfea9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.519794] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1408.519794] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c9dffd-f9db-a43f-4719-b682c18608d8" [ 1408.519794] env[62522]: _type = "Task" [ 1408.519794] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.531084] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c9dffd-f9db-a43f-4719-b682c18608d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.531363] env[62522]: DEBUG oslo_concurrency.lockutils [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.531620] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3fa0236a-1a4c-4545-8dee-67fbe3088153/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk. {{(pid=62522) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1408.531944] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24cd5e2b-1df5-4f47-bde8-e523dbd4d03e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.540917] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1408.540917] env[62522]: value = "task-1702672" [ 1408.540917] env[62522]: _type = "Task" [ 1408.540917] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.553582] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.733914] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702669, 'name': Destroy_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.741294] env[62522]: DEBUG nova.compute.manager [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.741516] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.742821] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92da61f2-6e53-4276-95f9-e44279648f88 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.753072] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.753454] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4ec4209-4680-410a-a77a-0f82b6ca1b9a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.767096] env[62522]: DEBUG oslo_vmware.api [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Waiting for the task: (returnval){ [ 1408.767096] env[62522]: value = "task-1702673" [ 1408.767096] env[62522]: _type = "Task" [ 1408.767096] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.780735] env[62522]: DEBUG oslo_vmware.api [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.804748] env[62522]: DEBUG oslo_concurrency.lockutils [req-f746ddfd-b67a-4e05-a6d3-b8851b188eeb req-656a8660-0356-41b2-ac5b-ddf0e08c855c service nova] Releasing lock "refresh_cache-8a1a54ef-36e9-4999-866d-dc2a0e95ecb8" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.805238] env[62522]: DEBUG oslo_vmware.api [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171598} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.805482] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.805683] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1408.806017] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1408.806268] env[62522]: INFO nova.compute.manager [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1408.806517] env[62522]: DEBUG oslo.service.loopingcall [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1408.809302] env[62522]: DEBUG nova.compute.manager [-] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1408.809424] env[62522]: DEBUG nova.network.neutron [-] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1408.925092] env[62522]: DEBUG oslo_concurrency.lockutils [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.961144] env[62522]: DEBUG oslo_vmware.api [None req-65561305-43d4-4da3-be0e-992e60e2c2b7 tempest-ServersAdminTestJSON-1107484133 tempest-ServersAdminTestJSON-1107484133-project-admin] Task: {'id': task-1702662, 'name': ReconfigVM_Task, 'duration_secs': 1.255796} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.961144] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65561305-43d4-4da3-be0e-992e60e2c2b7 tempest-ServersAdminTestJSON-1107484133 tempest-ServersAdminTestJSON-1107484133-project-admin] [instance: af281b60-1bae-489d-8363-853112ca6f23] Reconfigured VM instance to set the machine id {{(pid=62522) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1408.987948] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702671, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.052767] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702672, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.101630] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd794f08-9e3f-4023-acb1-02cc239bd425 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.118870] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2851b342-8f95-432c-9ff7-1603b1dc3c25 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.156358] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50456967-76f5-4b21-95f3-50d9d938df6b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.167517] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34373849-11a4-4830-bd76-92c7cc9c2cc5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.184239] env[62522]: DEBUG nova.compute.provider_tree [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.239317] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702669, 'name': Destroy_Task, 'duration_secs': 0.698459} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.239563] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Destroyed the VM [ 1409.240135] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1409.240914] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2705fff2-6ded-4f79-a57e-789d123d5cb1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.250697] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1409.250697] env[62522]: value = "task-1702674" [ 1409.250697] env[62522]: _type = "Task" [ 1409.250697] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.263371] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702674, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.278397] env[62522]: DEBUG oslo_vmware.api [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702673, 'name': PowerOffVM_Task, 'duration_secs': 0.398076} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.278717] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.278897] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.279191] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d912e80-a6de-4977-a895-cc8484beca34 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.380594] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.380594] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.380594] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Deleting the datastore file [datastore1] f5c15175-f2d1-4e11-a11c-8bee5cd69390 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.380594] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b01a5c3-e8d1-4deb-ae2f-e1a12ad0413d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.393608] env[62522]: DEBUG oslo_vmware.api [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Waiting for the task: (returnval){ [ 1409.393608] env[62522]: value = "task-1702676" [ 1409.393608] env[62522]: _type = "Task" [ 1409.393608] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.409792] env[62522]: DEBUG oslo_vmware.api [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.488942] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608784} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.489286] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8/8a1a54ef-36e9-4999-866d-dc2a0e95ecb8.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.489504] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.489837] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd80d666-86d7-4764-aa22-4512fdd44f41 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.499488] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1409.499488] env[62522]: value = "task-1702677" [ 1409.499488] env[62522]: _type = "Task" [ 1409.499488] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.508311] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.541542] env[62522]: DEBUG nova.network.neutron [-] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.555781] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896203} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.555781] env[62522]: INFO nova.virt.vmwareapi.ds_util [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3fa0236a-1a4c-4545-8dee-67fbe3088153/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk. [ 1409.556375] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeb33f2-dfe2-44f5-9d11-b733c4ed4f20 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.587885] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 3fa0236a-1a4c-4545-8dee-67fbe3088153/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.588635] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803cfdfc-e32c-4c33-8309-f327500049ae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.609086] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1409.609086] env[62522]: value = "task-1702678" [ 1409.609086] env[62522]: _type = "Task" [ 1409.609086] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.623205] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.688273] env[62522]: DEBUG nova.scheduler.client.report [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1409.701155] env[62522]: DEBUG nova.compute.manager [req-4e3351e1-4d98-41e7-b71b-5be30a19b9bf req-c7ea4615-5779-4b4c-88ba-2538e7173564 service nova] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Received event network-vif-deleted-2f207f2c-7960-4412-947e-7fda3c7d7cb4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1409.701400] env[62522]: DEBUG nova.compute.manager [req-4e3351e1-4d98-41e7-b71b-5be30a19b9bf req-c7ea4615-5779-4b4c-88ba-2538e7173564 service nova] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Received event network-vif-deleted-af479548-cc9c-409e-a019-5fdf82da324e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1409.701537] env[62522]: DEBUG nova.compute.manager [req-4e3351e1-4d98-41e7-b71b-5be30a19b9bf req-c7ea4615-5779-4b4c-88ba-2538e7173564 service nova] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Received event network-vif-deleted-af146ace-6c8f-4477-95cb-503fc0fc03fd {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1409.701698] env[62522]: INFO nova.compute.manager [req-4e3351e1-4d98-41e7-b71b-5be30a19b9bf req-c7ea4615-5779-4b4c-88ba-2538e7173564 service nova] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Neutron deleted interface af146ace-6c8f-4477-95cb-503fc0fc03fd; detaching it from the instance and deleting it from the info cache [ 1409.701860] env[62522]: DEBUG nova.network.neutron [req-4e3351e1-4d98-41e7-b71b-5be30a19b9bf req-c7ea4615-5779-4b4c-88ba-2538e7173564 service nova] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.710061] env[62522]: DEBUG nova.network.neutron [-] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.766038] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702674, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.906500] env[62522]: DEBUG oslo_vmware.api [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Task: {'id': task-1702676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185043} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.907280] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.907483] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.907956] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.908174] env[62522]: INFO nova.compute.manager [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1409.908425] env[62522]: DEBUG oslo.service.loopingcall [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.908887] env[62522]: DEBUG nova.compute.manager [-] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.909111] env[62522]: DEBUG nova.network.neutron [-] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.015257] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154555} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.015257] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1410.015257] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9d0572-4c21-440c-a4bf-dacc008319c7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.043165] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8/8a1a54ef-36e9-4999-866d-dc2a0e95ecb8.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.043165] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc1f3b87-0a05-40f5-bf89-7190b99175c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.059182] env[62522]: INFO nova.compute.manager [-] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Took 1.70 seconds to deallocate network for instance. [ 1410.067715] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1410.067715] env[62522]: value = "task-1702679" [ 1410.067715] env[62522]: _type = "Task" [ 1410.067715] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.076986] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.120925] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702678, 'name': ReconfigVM_Task, 'duration_secs': 0.346468} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.120925] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 3fa0236a-1a4c-4545-8dee-67fbe3088153/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.121594] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dacc530-8f7c-453e-9bc7-c438b62f8996 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.156884] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91377df4-6f20-42f4-9577-7fee9476958a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.171828] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1410.171828] env[62522]: value = "task-1702680" [ 1410.171828] env[62522]: _type = "Task" [ 1410.171828] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.183344] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.196872] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.196872] env[62522]: DEBUG nova.compute.manager [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1410.200280] env[62522]: DEBUG oslo_concurrency.lockutils [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.970s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.200280] env[62522]: DEBUG nova.objects.instance [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Lazy-loading 'resources' on Instance uuid 1fd87373-b39e-468a-b509-f9021f787282 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.211618] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6eccc201-b251-4f73-b699-9c305519be55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.217181] env[62522]: INFO nova.compute.manager [-] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Took 1.41 seconds to deallocate network for instance. [ 1410.228715] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6e2b1e-0830-4376-a61a-56d4a5f90b08 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.274412] env[62522]: DEBUG nova.compute.manager [req-4e3351e1-4d98-41e7-b71b-5be30a19b9bf req-c7ea4615-5779-4b4c-88ba-2538e7173564 service nova] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Detach interface failed, port_id=af146ace-6c8f-4477-95cb-503fc0fc03fd, reason: Instance b75ffa1f-f876-4e28-96ea-72e223d0c01a could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1410.281359] env[62522]: DEBUG oslo_vmware.api [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702674, 'name': RemoveSnapshot_Task, 'duration_secs': 0.784011} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.281680] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1410.281948] env[62522]: INFO nova.compute.manager [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Took 17.46 seconds to snapshot the instance on the hypervisor. [ 1410.383175] env[62522]: INFO nova.compute.manager [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Rebuilding instance [ 1410.443229] env[62522]: DEBUG nova.compute.manager [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.444216] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac677bc2-4031-4da8-9149-0789702ace55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.572382] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.582955] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702679, 'name': ReconfigVM_Task, 'duration_secs': 0.304418} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.583428] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8/8a1a54ef-36e9-4999-866d-dc2a0e95ecb8.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.584294] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77aeb07c-c492-4ad2-94ab-abc412f24c18 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.592773] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1410.592773] env[62522]: value = "task-1702681" [ 1410.592773] env[62522]: _type = "Task" [ 1410.592773] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.604635] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702681, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.684465] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702680, 'name': ReconfigVM_Task, 'duration_secs': 0.200723} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.684736] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.684981] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdff1c74-4794-4539-90cc-6a91d46fde1f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.693221] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1410.693221] env[62522]: value = "task-1702682" [ 1410.693221] env[62522]: _type = "Task" [ 1410.693221] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.702879] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.703284] env[62522]: DEBUG nova.compute.utils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1410.708191] env[62522]: DEBUG nova.compute.manager [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1410.708191] env[62522]: DEBUG nova.network.neutron [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1410.748150] env[62522]: DEBUG nova.network.neutron [-] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.750115] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.752386] env[62522]: DEBUG nova.policy [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d5039ab6f9143f18f79fe25573479d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd47b752ac53846759047f62709198a62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1410.841955] env[62522]: DEBUG nova.compute.manager [None req-3a048763-4db1-4cd5-8fb6-f2a587d2ae1b tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Found 1 images (rotation: 2) {{(pid=62522) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1411.075321] env[62522]: DEBUG nova.network.neutron [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Successfully created port: ccf3bdee-0968-40c1-a937-c5e9610ebf11 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1411.107487] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702681, 'name': Rename_Task, 'duration_secs': 0.15087} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.110479] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.111093] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Acquiring lock "1c8b87b0-2230-4e68-9da5-09db6fd43b5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.111372] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Lock "1c8b87b0-2230-4e68-9da5-09db6fd43b5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.111605] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Acquiring lock "1c8b87b0-2230-4e68-9da5-09db6fd43b5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.111985] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Lock "1c8b87b0-2230-4e68-9da5-09db6fd43b5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.112080] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Lock "1c8b87b0-2230-4e68-9da5-09db6fd43b5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.113840] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2ef74f1-6cbe-4b2c-83d1-ea7ed946cfda {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.116766] env[62522]: INFO nova.compute.manager [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Terminating instance [ 1411.123669] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1411.123669] env[62522]: value = "task-1702683" [ 1411.123669] env[62522]: _type = "Task" [ 1411.123669] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.138285] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.200378] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa377a2b-e2ce-4046-a17f-c3699f4b9382 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.210495] env[62522]: DEBUG nova.compute.utils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1411.220694] env[62522]: DEBUG oslo_vmware.api [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702682, 'name': PowerOnVM_Task, 'duration_secs': 0.441361} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.224920] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.228389] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230acc05-5f38-4902-ac2f-6bd7755d3e89 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.233510] env[62522]: DEBUG nova.compute.manager [None req-816a9643-6e34-4555-82bc-7e21986b4888 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.234884] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7942f214-5e32-4321-bbc0-ee4cb6e4b479 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.278963] env[62522]: INFO nova.compute.manager [-] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Took 1.37 seconds to deallocate network for instance. [ 1411.285313] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a53cb31-5f8f-4376-a0e8-ab33f6352714 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.299331] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed71c3f-d32c-48e4-8893-faca77fc95b6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.316130] env[62522]: DEBUG nova.compute.provider_tree [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.461922] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.462347] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d15eac9-4675-444a-b6a9-5cab2c19af12 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.471113] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1411.471113] env[62522]: value = "task-1702684" [ 1411.471113] env[62522]: _type = "Task" [ 1411.471113] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.480230] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.560935] env[62522]: DEBUG nova.compute.manager [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.561928] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83660404-217f-445f-b0f3-56f2d7fc573f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.627300] env[62522]: DEBUG nova.compute.manager [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1411.627300] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1411.627300] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3200a0d-4c16-44c9-8daf-50dced985558 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.639926] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.644682] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c157e517-e73b-4729-a556-65c978963f94 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.646699] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702683, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.655159] env[62522]: DEBUG oslo_vmware.api [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Waiting for the task: (returnval){ [ 1411.655159] env[62522]: value = "task-1702685" [ 1411.655159] env[62522]: _type = "Task" [ 1411.655159] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.667255] env[62522]: DEBUG oslo_vmware.api [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.726079] env[62522]: DEBUG nova.compute.manager [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1411.771386] env[62522]: DEBUG nova.compute.manager [req-8103c615-b829-4f1b-b9ba-6c79384356a9 req-f67bb154-caef-467f-b293-9e7626d9e3c4 service nova] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Received event network-vif-deleted-9d9a0d70-0662-458e-b6ff-4a0b729c0a74 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1411.792779] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.818876] env[62522]: DEBUG nova.scheduler.client.report [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1411.982836] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702684, 'name': PowerOffVM_Task, 'duration_secs': 0.236658} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.983260] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1411.983531] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1411.984509] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe5912a-8468-4a0a-8cf4-cbf127c16515 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.993127] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1411.993375] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3056e2a7-0a64-4d47-84e3-8740a1cf8563 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.074875] env[62522]: INFO nova.compute.manager [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] instance snapshotting [ 1412.077019] env[62522]: DEBUG nova.objects.instance [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'flavor' on Instance uuid ebc7284b-8da1-43e7-9a17-9572e4fe7e53 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.096718] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1412.098037] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1412.098037] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleting the datastore file [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.098037] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77604365-fb89-47fd-b189-27327fe67a70 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.107836] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1412.107836] env[62522]: value = "task-1702687" [ 1412.107836] env[62522]: _type = "Task" [ 1412.107836] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.116847] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.133199] env[62522]: DEBUG oslo_vmware.api [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702683, 'name': PowerOnVM_Task, 'duration_secs': 0.661887} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.133474] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.133691] env[62522]: INFO nova.compute.manager [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1412.133870] env[62522]: DEBUG nova.compute.manager [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.134664] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fe597b-a900-4369-a0fe-3d8aaba177d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.169516] env[62522]: DEBUG oslo_vmware.api [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702685, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.325128] env[62522]: DEBUG oslo_concurrency.lockutils [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.327802] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.677s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.329347] env[62522]: INFO nova.compute.claims [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.348099] env[62522]: INFO nova.scheduler.client.report [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Deleted allocations for instance 1fd87373-b39e-468a-b509-f9021f787282 [ 1412.590153] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883cb4d5-d5e8-4248-beff-8cec22a03ecc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.616844] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9b9cf8-f56e-4c19-9e54-8cedbe5f2579 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.629285] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187282} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.629285] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1412.629285] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1412.629285] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1412.660615] env[62522]: INFO nova.compute.manager [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Took 37.49 seconds to build instance. [ 1412.669921] env[62522]: DEBUG oslo_vmware.api [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702685, 'name': PowerOffVM_Task, 'duration_secs': 0.561512} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.670224] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.670412] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.670678] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd9b268a-c9a3-47db-957f-043e0953d1df {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.738136] env[62522]: DEBUG nova.compute.manager [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1412.760581] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1412.761166] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1412.761166] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Deleting the datastore file [datastore1] 1c8b87b0-2230-4e68-9da5-09db6fd43b5d {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.761317] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b855b59f-6ce5-4c63-9233-6c8740f42136 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.771993] env[62522]: DEBUG oslo_vmware.api [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Waiting for the task: (returnval){ [ 1412.771993] env[62522]: value = "task-1702689" [ 1412.771993] env[62522]: _type = "Task" [ 1412.771993] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.777597] env[62522]: DEBUG nova.virt.hardware [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:20:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1345040731',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1488560057',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1412.777855] env[62522]: DEBUG nova.virt.hardware [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1412.778085] env[62522]: DEBUG nova.virt.hardware [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.778280] env[62522]: DEBUG nova.virt.hardware [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1412.778426] env[62522]: DEBUG nova.virt.hardware [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.778571] env[62522]: DEBUG nova.virt.hardware [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1412.778779] env[62522]: DEBUG nova.virt.hardware [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1412.778936] env[62522]: DEBUG nova.virt.hardware [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1412.779110] env[62522]: DEBUG nova.virt.hardware [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1412.779546] env[62522]: DEBUG nova.virt.hardware [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1412.779546] env[62522]: DEBUG nova.virt.hardware [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1412.780826] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7257eb8e-7da8-4b06-a42f-46bbefda004d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.793227] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c4b647-df8f-4b25-abf2-97ab0a163cb8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.797219] env[62522]: DEBUG oslo_vmware.api [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.859229] env[62522]: DEBUG oslo_concurrency.lockutils [None req-77523c2b-e36b-4444-91b3-dc308a0bc0a3 tempest-ServersTestJSON-247217826 tempest-ServersTestJSON-247217826-project-member] Lock "1fd87373-b39e-468a-b509-f9021f787282" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.287s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.146172] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1413.146172] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8fcb7712-2792-4a3e-b736-1e5f9360a59c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.155665] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1413.155665] env[62522]: value = "task-1702690" [ 1413.155665] env[62522]: _type = "Task" [ 1413.155665] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.165472] env[62522]: DEBUG oslo_concurrency.lockutils [None req-331532f5-83e4-4457-96b5-e1a6e2d0e45a tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8a1a54ef-36e9-4999-866d-dc2a0e95ecb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.315s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.172962] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702690, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.285450] env[62522]: DEBUG oslo_vmware.api [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Task: {'id': task-1702689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168054} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.286024] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.287110] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.289667] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.289667] env[62522]: INFO nova.compute.manager [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1413.289667] env[62522]: DEBUG oslo.service.loopingcall [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.289667] env[62522]: DEBUG nova.compute.manager [-] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.289667] env[62522]: DEBUG nova.network.neutron [-] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.330446] env[62522]: DEBUG nova.network.neutron [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Successfully updated port: ccf3bdee-0968-40c1-a937-c5e9610ebf11 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1413.667398] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702690, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.679256] env[62522]: DEBUG nova.virt.hardware [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1413.679529] env[62522]: DEBUG nova.virt.hardware [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1413.679712] env[62522]: DEBUG nova.virt.hardware [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.680674] env[62522]: DEBUG nova.virt.hardware [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1413.680674] env[62522]: DEBUG nova.virt.hardware [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.680674] env[62522]: DEBUG nova.virt.hardware [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1413.680674] env[62522]: DEBUG nova.virt.hardware [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1413.680674] env[62522]: DEBUG nova.virt.hardware [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1413.681067] env[62522]: DEBUG nova.virt.hardware [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1413.681067] env[62522]: DEBUG nova.virt.hardware [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1413.681067] env[62522]: DEBUG nova.virt.hardware [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1413.682150] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0ad9d9-2eac-466e-a502-00751c70ca93 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.694159] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba48829e-c384-4489-9dfa-7b9919f413ae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.721533] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:bd:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75430c71-b17b-43e0-a79b-72f5001e4558', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.730601] env[62522]: DEBUG oslo.service.loopingcall [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.733898] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.733898] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f248d51-e590-4a1b-ad80-a9fefcb8a4be {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.760746] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.760746] env[62522]: value = "task-1702691" [ 1413.760746] env[62522]: _type = "Task" [ 1413.760746] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.768930] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702691, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.837452] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff82d13-8566-490f-9fc8-9c2987979131 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.840489] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "refresh_cache-d38527ec-8de0-48e6-9e96-b277704c3933" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.841216] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquired lock "refresh_cache-d38527ec-8de0-48e6-9e96-b277704c3933" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.841216] env[62522]: DEBUG nova.network.neutron [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.845575] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57b0ebf-b16c-40f0-a131-89321d7815e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.881595] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed967465-0316-4e25-88a5-fc94d2218e36 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.893863] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3875ec4d-25a9-4ed2-b8dd-67851d9e5f1a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.909935] env[62522]: DEBUG nova.compute.provider_tree [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.112021] env[62522]: DEBUG nova.compute.manager [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Received event network-vif-plugged-ccf3bdee-0968-40c1-a937-c5e9610ebf11 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1414.112021] env[62522]: DEBUG oslo_concurrency.lockutils [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] Acquiring lock "d38527ec-8de0-48e6-9e96-b277704c3933-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.112021] env[62522]: DEBUG oslo_concurrency.lockutils [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] Lock "d38527ec-8de0-48e6-9e96-b277704c3933-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.112021] env[62522]: DEBUG oslo_concurrency.lockutils [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] Lock "d38527ec-8de0-48e6-9e96-b277704c3933-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.112340] env[62522]: DEBUG nova.compute.manager [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] No waiting events found dispatching network-vif-plugged-ccf3bdee-0968-40c1-a937-c5e9610ebf11 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1414.112666] env[62522]: WARNING nova.compute.manager [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Received unexpected event network-vif-plugged-ccf3bdee-0968-40c1-a937-c5e9610ebf11 for instance with vm_state building and task_state spawning. [ 1414.113060] env[62522]: DEBUG nova.compute.manager [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Received event network-changed-ccf3bdee-0968-40c1-a937-c5e9610ebf11 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1414.113556] env[62522]: DEBUG nova.compute.manager [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Refreshing instance network info cache due to event network-changed-ccf3bdee-0968-40c1-a937-c5e9610ebf11. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1414.113904] env[62522]: DEBUG oslo_concurrency.lockutils [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] Acquiring lock "refresh_cache-d38527ec-8de0-48e6-9e96-b277704c3933" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.172023] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702690, 'name': CreateSnapshot_Task, 'duration_secs': 0.970862} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.172023] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1414.176284] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24958964-f306-4a7c-b240-23dcd402765b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.270543] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702691, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.416637] env[62522]: DEBUG nova.scheduler.client.report [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1414.463283] env[62522]: DEBUG nova.network.neutron [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1414.565294] env[62522]: INFO nova.compute.manager [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Rebuilding instance [ 1414.627865] env[62522]: DEBUG nova.compute.manager [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.629121] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0516fd9-a01b-4c6a-83f2-82c56d7d4426 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.694915] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1414.696349] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6db00212-1e84-4f6c-9b40-08fae37599bb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.708676] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1414.708676] env[62522]: value = "task-1702692" [ 1414.708676] env[62522]: _type = "Task" [ 1414.708676] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.720646] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702692, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.773287] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702691, 'name': CreateVM_Task, 'duration_secs': 0.570668} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.773642] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.774673] env[62522]: DEBUG oslo_concurrency.lockutils [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.774843] env[62522]: DEBUG oslo_concurrency.lockutils [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.775204] env[62522]: DEBUG oslo_concurrency.lockutils [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.775917] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d71b2b9-a78b-4fbd-bafe-dec223f01876 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.782454] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1414.782454] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52956815-6d63-7068-8454-7fe3cc0d6723" [ 1414.782454] env[62522]: _type = "Task" [ 1414.782454] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.796742] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52956815-6d63-7068-8454-7fe3cc0d6723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.920542] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.921152] env[62522]: DEBUG nova.compute.manager [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1414.927677] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.884s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.927930] env[62522]: DEBUG nova.objects.instance [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Lazy-loading 'resources' on Instance uuid 2ef47ef2-763a-42af-954d-748f91ebc732 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.954375] env[62522]: DEBUG nova.network.neutron [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Updating instance_info_cache with network_info: [{"id": "ccf3bdee-0968-40c1-a937-c5e9610ebf11", "address": "fa:16:3e:15:b1:79", "network": {"id": "0169f8bd-051c-41ae-b4f1-bc1c5d4991fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1580410336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d47b752ac53846759047f62709198a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf3bdee-09", "ovs_interfaceid": "ccf3bdee-0968-40c1-a937-c5e9610ebf11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.098769] env[62522]: DEBUG nova.network.neutron [-] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.225708] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702692, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.300996] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52956815-6d63-7068-8454-7fe3cc0d6723, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.301371] env[62522]: DEBUG oslo_concurrency.lockutils [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.301625] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.301889] env[62522]: DEBUG oslo_concurrency.lockutils [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.302051] env[62522]: DEBUG oslo_concurrency.lockutils [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.302243] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.302519] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6138e804-bd0b-4231-9eaa-52ce586866d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.316379] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.316574] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1415.317350] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76163f17-1da8-4732-9360-b0d91129103d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.326562] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1415.326562] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c00f24-7d10-279b-156a-8e3364b4a2df" [ 1415.326562] env[62522]: _type = "Task" [ 1415.326562] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.344220] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c00f24-7d10-279b-156a-8e3364b4a2df, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.345177] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92604b1-c45d-4725-bb6e-694582b1987b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.353188] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1415.353188] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524652ef-9c75-0edd-6ed5-8c3040424906" [ 1415.353188] env[62522]: _type = "Task" [ 1415.353188] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.366706] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524652ef-9c75-0edd-6ed5-8c3040424906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.430535] env[62522]: DEBUG nova.compute.utils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1415.439244] env[62522]: DEBUG nova.compute.manager [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1415.439244] env[62522]: DEBUG nova.network.neutron [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1415.459237] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Releasing lock "refresh_cache-d38527ec-8de0-48e6-9e96-b277704c3933" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.460239] env[62522]: DEBUG nova.compute.manager [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Instance network_info: |[{"id": "ccf3bdee-0968-40c1-a937-c5e9610ebf11", "address": "fa:16:3e:15:b1:79", "network": {"id": "0169f8bd-051c-41ae-b4f1-bc1c5d4991fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1580410336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d47b752ac53846759047f62709198a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf3bdee-09", "ovs_interfaceid": "ccf3bdee-0968-40c1-a937-c5e9610ebf11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1415.460239] env[62522]: DEBUG oslo_concurrency.lockutils [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] Acquired lock "refresh_cache-d38527ec-8de0-48e6-9e96-b277704c3933" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.460386] env[62522]: DEBUG nova.network.neutron [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Refreshing network info cache for port ccf3bdee-0968-40c1-a937-c5e9610ebf11 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1415.462404] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:b1:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccf3bdee-0968-40c1-a937-c5e9610ebf11', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1415.471575] env[62522]: DEBUG oslo.service.loopingcall [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1415.478269] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1415.478959] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56c62d1c-2d00-4637-a5df-76fd0524a6ce {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.510378] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1415.510378] env[62522]: value = "task-1702693" [ 1415.510378] env[62522]: _type = "Task" [ 1415.510378] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.524506] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702693, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.605549] env[62522]: INFO nova.compute.manager [-] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Took 2.32 seconds to deallocate network for instance. [ 1415.655651] env[62522]: DEBUG nova.policy [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90e976401dea40eeae8c4f08f3b94a2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4c5bc77fe1243eb870d72e32efad1f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1415.657431] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.660522] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-114e765c-a13b-480b-9d5b-54be2e392e67 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.674625] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1415.674625] env[62522]: value = "task-1702694" [ 1415.674625] env[62522]: _type = "Task" [ 1415.674625] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.685151] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.721435] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702692, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.870030] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524652ef-9c75-0edd-6ed5-8c3040424906, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.870320] env[62522]: DEBUG oslo_concurrency.lockutils [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.870597] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1/c0e94a39-196b-49f4-8229-104f30633ec1.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.870871] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0032cbbd-e5cf-4aa1-80a0-ef2e28ff9078 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.883506] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1415.883506] env[62522]: value = "task-1702695" [ 1415.883506] env[62522]: _type = "Task" [ 1415.883506] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.894831] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.935028] env[62522]: DEBUG nova.compute.manager [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1415.980534] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3293e0d3-5938-43a0-a326-b4308e0991af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.992288] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad1f5a0-2384-42a3-b6d6-06f754415005 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.036490] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2b1723-9525-49ec-bea4-f2ace342b75b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.047330] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702693, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.049295] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58712a17-8543-4a4b-86ed-0781e0444483 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.068466] env[62522]: DEBUG nova.compute.provider_tree [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.116348] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.187970] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702694, 'name': PowerOffVM_Task, 'duration_secs': 0.435449} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.188315] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.188597] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.189395] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c853a5-029f-4a61-95e6-19e3dac176d1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.199582] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.199881] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15b82c26-fea0-4232-a069-b79784370979 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.222810] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702692, 'name': CloneVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.254908] env[62522]: DEBUG nova.network.neutron [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Updated VIF entry in instance network info cache for port ccf3bdee-0968-40c1-a937-c5e9610ebf11. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.255514] env[62522]: DEBUG nova.network.neutron [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Updating instance_info_cache with network_info: [{"id": "ccf3bdee-0968-40c1-a937-c5e9610ebf11", "address": "fa:16:3e:15:b1:79", "network": {"id": "0169f8bd-051c-41ae-b4f1-bc1c5d4991fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1580410336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d47b752ac53846759047f62709198a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf3bdee-09", "ovs_interfaceid": "ccf3bdee-0968-40c1-a937-c5e9610ebf11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.309201] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.309336] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.309592] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleting the datastore file [datastore1] 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.309937] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efcc6afe-4a27-4168-9277-d88d2a635c57 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.322052] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1416.322052] env[62522]: value = "task-1702697" [ 1416.322052] env[62522]: _type = "Task" [ 1416.322052] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.331814] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.399049] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702695, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.545221] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702693, 'name': CreateVM_Task, 'duration_secs': 0.567998} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.545543] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1416.546544] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.546753] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.547149] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1416.547851] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc4103aa-ab15-4c5c-bc64-1bfa0c58a2ec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.550830] env[62522]: DEBUG nova.network.neutron [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Successfully created port: 20fc64c3-142f-438f-b514-1c44c4906147 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1416.557252] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1416.557252] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f42798-241a-94ed-fa5d-711721699e18" [ 1416.557252] env[62522]: _type = "Task" [ 1416.557252] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.567800] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f42798-241a-94ed-fa5d-711721699e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.572590] env[62522]: DEBUG nova.scheduler.client.report [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1416.722746] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702692, 'name': CloneVM_Task, 'duration_secs': 1.611123} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.723032] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Created linked-clone VM from snapshot [ 1416.723851] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3e165e-29a7-4815-b57d-fbf3fe7cb691 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.732620] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Uploading image 67b8e55c-95ff-4c96-8ad4-2290441792eb {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1416.758508] env[62522]: DEBUG oslo_vmware.rw_handles [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1416.758508] env[62522]: value = "vm-354866" [ 1416.758508] env[62522]: _type = "VirtualMachine" [ 1416.758508] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1416.758508] env[62522]: DEBUG oslo_concurrency.lockutils [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] Releasing lock "refresh_cache-d38527ec-8de0-48e6-9e96-b277704c3933" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.758508] env[62522]: DEBUG nova.compute.manager [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Received event network-changed-94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1416.758508] env[62522]: DEBUG nova.compute.manager [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Refreshing instance network info cache due to event network-changed-94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1416.758929] env[62522]: DEBUG oslo_concurrency.lockutils [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] Acquiring lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.758929] env[62522]: DEBUG oslo_concurrency.lockutils [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] Acquired lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.759194] env[62522]: DEBUG nova.network.neutron [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Refreshing network info cache for port 94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.761765] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a70156e-09b5-471b-8cbc-6a2207d9116f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.769020] env[62522]: DEBUG oslo_vmware.rw_handles [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lease: (returnval){ [ 1416.769020] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a4800c-cc40-950e-d0e8-fa7c21f63b66" [ 1416.769020] env[62522]: _type = "HttpNfcLease" [ 1416.769020] env[62522]: } obtained for exporting VM: (result){ [ 1416.769020] env[62522]: value = "vm-354866" [ 1416.769020] env[62522]: _type = "VirtualMachine" [ 1416.769020] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1416.769312] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the lease: (returnval){ [ 1416.769312] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a4800c-cc40-950e-d0e8-fa7c21f63b66" [ 1416.769312] env[62522]: _type = "HttpNfcLease" [ 1416.769312] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1416.776879] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1416.776879] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a4800c-cc40-950e-d0e8-fa7c21f63b66" [ 1416.776879] env[62522]: _type = "HttpNfcLease" [ 1416.776879] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1416.835299] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253801} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.836783] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.836783] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.837251] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.896931] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580981} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.897626] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1/c0e94a39-196b-49f4-8229-104f30633ec1.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.899026] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.899026] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62e03ef9-5f0a-414f-ac6d-9cf579ac6799 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.908585] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1416.908585] env[62522]: value = "task-1702699" [ 1416.908585] env[62522]: _type = "Task" [ 1416.908585] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.918170] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.928723] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.928966] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.945677] env[62522]: DEBUG nova.compute.manager [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1416.977453] env[62522]: DEBUG nova.virt.hardware [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:23:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e7def125-bcca-4799-ba43-52fc6856713d',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1771008734',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1416.978051] env[62522]: DEBUG nova.virt.hardware [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1416.978559] env[62522]: DEBUG nova.virt.hardware [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.978914] env[62522]: DEBUG nova.virt.hardware [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1416.979287] env[62522]: DEBUG nova.virt.hardware [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.981856] env[62522]: DEBUG nova.virt.hardware [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1416.982221] env[62522]: DEBUG nova.virt.hardware [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1416.983132] env[62522]: DEBUG nova.virt.hardware [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1416.983132] env[62522]: DEBUG nova.virt.hardware [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1416.983132] env[62522]: DEBUG nova.virt.hardware [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1416.983132] env[62522]: DEBUG nova.virt.hardware [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1416.984525] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d3755e-34bd-4957-9e04-96068346b336 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.993325] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cfc2ed-ee64-46cd-90fb-d5b352791dfb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.046428] env[62522]: DEBUG nova.compute.manager [req-79bec173-090d-4e64-ac3f-7db9edf1d2e7 req-c23db2b4-0cc8-4bf7-9fe0-5f43ebe4c3b0 service nova] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Received event network-vif-deleted-2fa99c3b-10ef-4aac-822c-873132e80b8f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1417.046792] env[62522]: DEBUG nova.compute.manager [req-79bec173-090d-4e64-ac3f-7db9edf1d2e7 req-c23db2b4-0cc8-4bf7-9fe0-5f43ebe4c3b0 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Received event network-changed-94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1417.046792] env[62522]: DEBUG nova.compute.manager [req-79bec173-090d-4e64-ac3f-7db9edf1d2e7 req-c23db2b4-0cc8-4bf7-9fe0-5f43ebe4c3b0 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Refreshing instance network info cache due to event network-changed-94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1417.046990] env[62522]: DEBUG oslo_concurrency.lockutils [req-79bec173-090d-4e64-ac3f-7db9edf1d2e7 req-c23db2b4-0cc8-4bf7-9fe0-5f43ebe4c3b0 service nova] Acquiring lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.072137] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f42798-241a-94ed-fa5d-711721699e18, 'name': SearchDatastore_Task, 'duration_secs': 0.014204} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.072137] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.072352] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1417.072638] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.072965] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.073183] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1417.073456] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2be79f6f-f877-44e3-9aeb-0864e68c8da8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.082299] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.085541] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.223s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.088068] env[62522]: INFO nova.compute.claims [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1417.090140] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1417.090313] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1417.091360] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52aac98-ab3d-48ae-8e91-f66bba3ddda0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.098145] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1417.098145] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c752a0-23d0-5c78-63d0-e2e16611e3ef" [ 1417.098145] env[62522]: _type = "Task" [ 1417.098145] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.108969] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c752a0-23d0-5c78-63d0-e2e16611e3ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.126921] env[62522]: INFO nova.scheduler.client.report [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Deleted allocations for instance 2ef47ef2-763a-42af-954d-748f91ebc732 [ 1417.282659] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1417.282659] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a4800c-cc40-950e-d0e8-fa7c21f63b66" [ 1417.282659] env[62522]: _type = "HttpNfcLease" [ 1417.282659] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1417.283013] env[62522]: DEBUG oslo_vmware.rw_handles [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1417.283013] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a4800c-cc40-950e-d0e8-fa7c21f63b66" [ 1417.283013] env[62522]: _type = "HttpNfcLease" [ 1417.283013] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1417.284351] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dff4f2-5bd9-4846-b353-8e49cdde968f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.297288] env[62522]: DEBUG oslo_vmware.rw_handles [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b63c2f-0f36-b656-51e2-daf0cb6337ef/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1417.297817] env[62522]: DEBUG oslo_vmware.rw_handles [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b63c2f-0f36-b656-51e2-daf0cb6337ef/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1417.427603] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077873} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.427937] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.428763] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555e2412-2d12-4877-9c72-eb6aee1a2a31 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.445411] env[62522]: DEBUG nova.compute.manager [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1417.458497] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1/c0e94a39-196b-49f4-8229-104f30633ec1.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.464457] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-381ad6bc-5de5-4ae6-99bd-73b54070daef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.485072] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1417.485072] env[62522]: value = "task-1702700" [ 1417.485072] env[62522]: _type = "Task" [ 1417.485072] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.496364] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.511380] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a21e565-6a3b-4c3c-84f3-e2d8be4d4e14 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.613142] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c752a0-23d0-5c78-63d0-e2e16611e3ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.614252] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-136e5f3b-939b-404b-bfb9-0fdbfdd2d796 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.624783] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1417.624783] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522a21c6-758e-9ef7-8a3c-0f6b7a8ea728" [ 1417.624783] env[62522]: _type = "Task" [ 1417.624783] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.633171] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522a21c6-758e-9ef7-8a3c-0f6b7a8ea728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.637539] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f837bb91-006f-4c87-bcf5-66855eb83a81 tempest-ServersTestFqdnHostnames-187631405 tempest-ServersTestFqdnHostnames-187631405-project-member] Lock "2ef47ef2-763a-42af-954d-748f91ebc732" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.539s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.835035] env[62522]: DEBUG nova.network.neutron [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Updated VIF entry in instance network info cache for port 94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1417.835406] env[62522]: DEBUG nova.network.neutron [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Updating instance_info_cache with network_info: [{"id": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "address": "fa:16:3e:9a:8d:57", "network": {"id": "74bd2c99-cba2-4d1b-ad2f-54f8073fd5c8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-569466135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "857cd19710624db1b29eda4d018fff9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c5ad0f-eb", "ovs_interfaceid": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.909626] env[62522]: DEBUG nova.virt.hardware [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1417.909994] env[62522]: DEBUG nova.virt.hardware [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1417.910250] env[62522]: DEBUG nova.virt.hardware [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.910477] env[62522]: DEBUG nova.virt.hardware [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1417.910712] env[62522]: DEBUG nova.virt.hardware [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.910868] env[62522]: DEBUG nova.virt.hardware [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1417.911174] env[62522]: DEBUG nova.virt.hardware [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1417.911377] env[62522]: DEBUG nova.virt.hardware [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1417.911640] env[62522]: DEBUG nova.virt.hardware [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1417.911896] env[62522]: DEBUG nova.virt.hardware [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1417.912165] env[62522]: DEBUG nova.virt.hardware [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1417.913453] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcb53a1-f6be-4a74-a58d-9309b5754c6e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.927036] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d95badf-cb0e-476e-a2eb-68c7d0662e99 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.951906] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:da:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '170539d7-518f-4259-825e-3c5b598e7bcb', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.963395] env[62522]: DEBUG oslo.service.loopingcall [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.966633] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.970204] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb3a63d5-3c59-466b-acc7-5927574f4816 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.000930] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.003126] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.003126] env[62522]: value = "task-1702701" [ 1418.003126] env[62522]: _type = "Task" [ 1418.003126] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.014512] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702701, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.016338] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.133756] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522a21c6-758e-9ef7-8a3c-0f6b7a8ea728, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.139305] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.139305] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d38527ec-8de0-48e6-9e96-b277704c3933/d38527ec-8de0-48e6-9e96-b277704c3933.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1418.139305] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49521217-8e67-423d-997b-9c63c1b40598 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.149198] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1418.149198] env[62522]: value = "task-1702702" [ 1418.149198] env[62522]: _type = "Task" [ 1418.149198] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.164624] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.339637] env[62522]: DEBUG oslo_concurrency.lockutils [req-e85d9e82-2048-40d4-bba2-c87b097a7dab req-49cd5855-3902-4c84-95a2-6a45c61099a5 service nova] Releasing lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.340523] env[62522]: DEBUG oslo_concurrency.lockutils [req-79bec173-090d-4e64-ac3f-7db9edf1d2e7 req-c23db2b4-0cc8-4bf7-9fe0-5f43ebe4c3b0 service nova] Acquired lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.341208] env[62522]: DEBUG nova.network.neutron [req-79bec173-090d-4e64-ac3f-7db9edf1d2e7 req-c23db2b4-0cc8-4bf7-9fe0-5f43ebe4c3b0 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Refreshing network info cache for port 94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.516915] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702700, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.526969] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702701, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.666219] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702702, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.703147] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0af7726-ef9e-45b5-9c41-e738a020d236 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.712287] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e86590-365a-4dd3-a244-407e62420fbb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.753174] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa93be07-5335-4b42-81ac-0853ade2b99d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.762542] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8162e0-19da-4f24-92e9-fa4974ff76a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.777180] env[62522]: DEBUG nova.compute.provider_tree [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.873958] env[62522]: DEBUG nova.network.neutron [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Successfully updated port: 20fc64c3-142f-438f-b514-1c44c4906147 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1419.002739] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702700, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.016129] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702701, 'name': CreateVM_Task, 'duration_secs': 0.579234} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.016429] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1419.017236] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.017533] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.018300] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1419.018709] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3760c64-ccbb-4e37-baec-c0aac49406ce {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.025466] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1419.025466] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ff5fd1-a7ef-d25d-d7e7-bbac8eec63fa" [ 1419.025466] env[62522]: _type = "Task" [ 1419.025466] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.037306] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ff5fd1-a7ef-d25d-d7e7-bbac8eec63fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.165144] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557732} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.165980] env[62522]: DEBUG nova.network.neutron [req-79bec173-090d-4e64-ac3f-7db9edf1d2e7 req-c23db2b4-0cc8-4bf7-9fe0-5f43ebe4c3b0 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Updated VIF entry in instance network info cache for port 94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.166419] env[62522]: DEBUG nova.network.neutron [req-79bec173-090d-4e64-ac3f-7db9edf1d2e7 req-c23db2b4-0cc8-4bf7-9fe0-5f43ebe4c3b0 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Updating instance_info_cache with network_info: [{"id": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "address": "fa:16:3e:9a:8d:57", "network": {"id": "74bd2c99-cba2-4d1b-ad2f-54f8073fd5c8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-569466135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "857cd19710624db1b29eda4d018fff9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c5ad0f-eb", "ovs_interfaceid": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.167856] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d38527ec-8de0-48e6-9e96-b277704c3933/d38527ec-8de0-48e6-9e96-b277704c3933.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1419.168233] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1419.171796] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8d91822-5147-4614-a663-f1099fae8ab1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.178727] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1419.178727] env[62522]: value = "task-1702703" [ 1419.178727] env[62522]: _type = "Task" [ 1419.178727] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.190446] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.280667] env[62522]: DEBUG nova.scheduler.client.report [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1419.376911] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.377228] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.377272] env[62522]: DEBUG nova.network.neutron [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.507309] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702700, 'name': ReconfigVM_Task, 'duration_secs': 1.583534} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.507866] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1/c0e94a39-196b-49f4-8229-104f30633ec1.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1419.508768] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c20652a-4ef9-4c3d-b4a3-68bb9b28132a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.518276] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1419.518276] env[62522]: value = "task-1702704" [ 1419.518276] env[62522]: _type = "Task" [ 1419.518276] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.537077] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702704, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.544255] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ff5fd1-a7ef-d25d-d7e7-bbac8eec63fa, 'name': SearchDatastore_Task, 'duration_secs': 0.029846} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.544716] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.545205] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.545574] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.545873] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.546213] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.546634] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bd36511-e327-45b0-b47d-7f64be422870 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.562137] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.562370] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.563200] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6bfee6-2b7c-462b-96a1-cc5336751e45 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.573739] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1419.573739] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52edad96-4c9e-9405-4ca5-99b0649448ee" [ 1419.573739] env[62522]: _type = "Task" [ 1419.573739] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.583386] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52edad96-4c9e-9405-4ca5-99b0649448ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.670984] env[62522]: DEBUG oslo_concurrency.lockutils [req-79bec173-090d-4e64-ac3f-7db9edf1d2e7 req-c23db2b4-0cc8-4bf7-9fe0-5f43ebe4c3b0 service nova] Releasing lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.690849] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073806} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.690983] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1419.692284] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a817fc-5590-4c9d-8c1b-a65363527577 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.719955] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] d38527ec-8de0-48e6-9e96-b277704c3933/d38527ec-8de0-48e6-9e96-b277704c3933.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.720498] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a110663e-0d5f-46db-b30f-f2039f9d065f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.745679] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1419.745679] env[62522]: value = "task-1702705" [ 1419.745679] env[62522]: _type = "Task" [ 1419.745679] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.754928] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.783201] env[62522]: DEBUG nova.compute.manager [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Received event network-changed-94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1419.783439] env[62522]: DEBUG nova.compute.manager [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Refreshing instance network info cache due to event network-changed-94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1419.783610] env[62522]: DEBUG oslo_concurrency.lockutils [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] Acquiring lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.783753] env[62522]: DEBUG oslo_concurrency.lockutils [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] Acquired lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.783913] env[62522]: DEBUG nova.network.neutron [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Refreshing network info cache for port 94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.786050] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.786518] env[62522]: DEBUG nova.compute.manager [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1419.789131] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.446s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.790608] env[62522]: INFO nova.compute.claims [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.930312] env[62522]: DEBUG nova.network.neutron [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1420.034915] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702704, 'name': Rename_Task, 'duration_secs': 0.244499} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.038066] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.038278] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44b75b38-6cb4-4cb1-9740-85a8ba51c54d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.049137] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1420.049137] env[62522]: value = "task-1702706" [ 1420.049137] env[62522]: _type = "Task" [ 1420.049137] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.059933] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.091849] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Acquiring lock "c1e49079-86fa-43eb-b590-fcce2bdd22e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.092145] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Lock "c1e49079-86fa-43eb-b590-fcce2bdd22e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.093355] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52edad96-4c9e-9405-4ca5-99b0649448ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.094550] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3774da-a380-40be-9880-17bf0670c74e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.104449] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1420.104449] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52961a7a-105a-99b0-21c1-4e7637e32279" [ 1420.104449] env[62522]: _type = "Task" [ 1420.104449] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.115872] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52961a7a-105a-99b0-21c1-4e7637e32279, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.116148] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.116392] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8/8a1a54ef-36e9-4999-866d-dc2a0e95ecb8.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.116649] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c32fbcd-2a6b-44d2-a208-ca164cbcb426 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.125176] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1420.125176] env[62522]: value = "task-1702707" [ 1420.125176] env[62522]: _type = "Task" [ 1420.125176] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.137615] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.221842] env[62522]: DEBUG nova.network.neutron [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance_info_cache with network_info: [{"id": "20fc64c3-142f-438f-b514-1c44c4906147", "address": "fa:16:3e:26:57:e6", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fc64c3-14", "ovs_interfaceid": "20fc64c3-142f-438f-b514-1c44c4906147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.260421] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702705, 'name': ReconfigVM_Task, 'duration_secs': 0.492096} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.261456] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Reconfigured VM instance instance-0000002d to attach disk [datastore1] d38527ec-8de0-48e6-9e96-b277704c3933/d38527ec-8de0-48e6-9e96-b277704c3933.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.261456] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62522) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1420.261957] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-423eef94-c5f7-45b6-bcfe-c3836c3e57d7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.272088] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1420.272088] env[62522]: value = "task-1702708" [ 1420.272088] env[62522]: _type = "Task" [ 1420.272088] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.284229] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702708, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.298611] env[62522]: DEBUG nova.compute.utils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1420.302672] env[62522]: DEBUG nova.compute.manager [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1420.302672] env[62522]: DEBUG nova.network.neutron [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1420.431169] env[62522]: DEBUG nova.policy [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db3ffff24e324a90af36c42bf7ccf3c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35ee24ca5b474f209e715ac250354437', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1420.564010] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702706, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.598406] env[62522]: DEBUG nova.compute.manager [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1420.640046] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702707, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.724683] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Releasing lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.726322] env[62522]: DEBUG nova.compute.manager [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Instance network_info: |[{"id": "20fc64c3-142f-438f-b514-1c44c4906147", "address": "fa:16:3e:26:57:e6", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fc64c3-14", "ovs_interfaceid": "20fc64c3-142f-438f-b514-1c44c4906147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1420.727172] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:57:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20fc64c3-142f-438f-b514-1c44c4906147', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.735288] env[62522]: DEBUG oslo.service.loopingcall [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.735566] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1420.735834] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c8e3dcf-2462-4453-81b4-1ef78ac60b3b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.765123] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.765123] env[62522]: value = "task-1702709" [ 1420.765123] env[62522]: _type = "Task" [ 1420.765123] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.776037] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702709, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.785609] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702708, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.056312} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.785879] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62522) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1420.787175] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f0ccf3-2970-4524-a8af-c6468f0c7913 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.817033] env[62522]: DEBUG nova.compute.manager [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1420.827138] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] d38527ec-8de0-48e6-9e96-b277704c3933/ephemeral_0.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.828899] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-933555c4-5490-4fd2-88fb-1d3258e91953 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.845086] env[62522]: DEBUG nova.network.neutron [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Updated VIF entry in instance network info cache for port 94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.845086] env[62522]: DEBUG nova.network.neutron [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Updating instance_info_cache with network_info: [{"id": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "address": "fa:16:3e:9a:8d:57", "network": {"id": "74bd2c99-cba2-4d1b-ad2f-54f8073fd5c8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-569466135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "857cd19710624db1b29eda4d018fff9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c5ad0f-eb", "ovs_interfaceid": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.854497] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1420.854497] env[62522]: value = "task-1702710" [ 1420.854497] env[62522]: _type = "Task" [ 1420.854497] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.876532] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.067194] env[62522]: DEBUG oslo_vmware.api [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702706, 'name': PowerOnVM_Task, 'duration_secs': 0.827006} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.067391] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.067728] env[62522]: DEBUG nova.compute.manager [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1421.072328] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4592d805-dcab-44a8-98cd-155c80a9f454 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.106823] env[62522]: DEBUG nova.network.neutron [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Successfully created port: b7168927-1b82-413a-992f-8f1e1cd73b98 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1421.130373] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.141444] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570287} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.144303] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8/8a1a54ef-36e9-4999-866d-dc2a0e95ecb8.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.144534] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.145881] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f0a88ee-976e-482e-a3bd-0d7b836c2f08 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.154026] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1421.154026] env[62522]: value = "task-1702711" [ 1421.154026] env[62522]: _type = "Task" [ 1421.154026] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.168800] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.279525] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702709, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.349039] env[62522]: DEBUG oslo_concurrency.lockutils [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] Releasing lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.349466] env[62522]: DEBUG nova.compute.manager [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Received event network-vif-plugged-20fc64c3-142f-438f-b514-1c44c4906147 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1421.349755] env[62522]: DEBUG oslo_concurrency.lockutils [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] Acquiring lock "a95a65fd-cc81-4780-964d-fd0af5e1623b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.350096] env[62522]: DEBUG oslo_concurrency.lockutils [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] Lock "a95a65fd-cc81-4780-964d-fd0af5e1623b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.350321] env[62522]: DEBUG oslo_concurrency.lockutils [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] Lock "a95a65fd-cc81-4780-964d-fd0af5e1623b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.350599] env[62522]: DEBUG nova.compute.manager [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] No waiting events found dispatching network-vif-plugged-20fc64c3-142f-438f-b514-1c44c4906147 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1421.350708] env[62522]: WARNING nova.compute.manager [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Received unexpected event network-vif-plugged-20fc64c3-142f-438f-b514-1c44c4906147 for instance with vm_state building and task_state spawning. [ 1421.350895] env[62522]: DEBUG nova.compute.manager [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Received event network-changed-20fc64c3-142f-438f-b514-1c44c4906147 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1421.351112] env[62522]: DEBUG nova.compute.manager [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Refreshing instance network info cache due to event network-changed-20fc64c3-142f-438f-b514-1c44c4906147. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1421.352039] env[62522]: DEBUG oslo_concurrency.lockutils [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] Acquiring lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.352039] env[62522]: DEBUG oslo_concurrency.lockutils [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] Acquired lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.352039] env[62522]: DEBUG nova.network.neutron [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Refreshing network info cache for port 20fc64c3-142f-438f-b514-1c44c4906147 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.373475] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.419536] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67005c6b-f765-4d04-8d2e-0e2b94fab8be {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.433486] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0937d839-cc93-4f00-b6d3-3914aed53dda {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.469711] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b45b5bb-3c2e-469d-84c4-e74e121e9109 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.479735] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f0db60-0bf9-4a4e-83a2-3de3db177b0c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.497095] env[62522]: DEBUG nova.compute.provider_tree [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.593662] env[62522]: DEBUG oslo_concurrency.lockutils [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.667416] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070056} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.667861] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.669179] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cef2e9-e7c7-4321-bdd8-695faa13eec0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.699418] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8/8a1a54ef-36e9-4999-866d-dc2a0e95ecb8.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.699418] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6d569e0-1492-4ba0-90dd-29871e4b374a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.727660] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1421.727660] env[62522]: value = "task-1702712" [ 1421.727660] env[62522]: _type = "Task" [ 1421.727660] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.737214] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.778342] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702709, 'name': CreateVM_Task, 'duration_secs': 0.663219} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.778617] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1421.779948] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.780197] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.780645] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1421.781585] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16fb2b8a-4431-477d-961b-d80a7f796e93 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.789168] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1421.789168] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524d303b-542f-25b6-eaaa-44f44b72c1a5" [ 1421.789168] env[62522]: _type = "Task" [ 1421.789168] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.798367] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524d303b-542f-25b6-eaaa-44f44b72c1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.839323] env[62522]: DEBUG nova.compute.manager [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1421.871488] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702710, 'name': ReconfigVM_Task, 'duration_secs': 0.709916} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.874291] env[62522]: DEBUG nova.virt.hardware [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1421.874562] env[62522]: DEBUG nova.virt.hardware [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1421.874726] env[62522]: DEBUG nova.virt.hardware [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.874928] env[62522]: DEBUG nova.virt.hardware [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1421.875101] env[62522]: DEBUG nova.virt.hardware [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.875256] env[62522]: DEBUG nova.virt.hardware [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1421.876194] env[62522]: DEBUG nova.virt.hardware [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1421.876417] env[62522]: DEBUG nova.virt.hardware [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1421.876660] env[62522]: DEBUG nova.virt.hardware [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1421.876845] env[62522]: DEBUG nova.virt.hardware [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1421.877054] env[62522]: DEBUG nova.virt.hardware [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1421.877432] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Reconfigured VM instance instance-0000002d to attach disk [datastore1] d38527ec-8de0-48e6-9e96-b277704c3933/ephemeral_0.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.878803] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b13706-20b9-4030-9bd5-ea2b896fbac5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.882321] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9e20c38-56ae-4c62-b4d7-52a9de742de8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.894464] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf29bcdb-fd5b-4580-b70a-e3c65781875b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.902447] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1421.902447] env[62522]: value = "task-1702713" [ 1421.902447] env[62522]: _type = "Task" [ 1421.902447] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.928717] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702713, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.000419] env[62522]: DEBUG nova.scheduler.client.report [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1422.240560] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702712, 'name': ReconfigVM_Task, 'duration_secs': 0.298051} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.242078] env[62522]: DEBUG nova.network.neutron [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updated VIF entry in instance network info cache for port 20fc64c3-142f-438f-b514-1c44c4906147. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.242339] env[62522]: DEBUG nova.network.neutron [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance_info_cache with network_info: [{"id": "20fc64c3-142f-438f-b514-1c44c4906147", "address": "fa:16:3e:26:57:e6", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fc64c3-14", "ovs_interfaceid": "20fc64c3-142f-438f-b514-1c44c4906147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.243677] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8/8a1a54ef-36e9-4999-866d-dc2a0e95ecb8.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.245968] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03a33d36-2e2c-4c8c-8c99-ba440e300823 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.255124] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1422.255124] env[62522]: value = "task-1702714" [ 1422.255124] env[62522]: _type = "Task" [ 1422.255124] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.265698] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702714, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.300742] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524d303b-542f-25b6-eaaa-44f44b72c1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.014979} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.301323] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.301639] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.301972] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.302371] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.302597] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.302902] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18bdff7b-35a9-4fe0-8abd-e377cabb0ce2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.313681] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.314229] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.314721] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee0d258-e8df-4c56-bb3f-a7732ab8fed6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.321521] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1422.321521] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5255cd7b-f96e-a499-a593-6992d31f0d88" [ 1422.321521] env[62522]: _type = "Task" [ 1422.321521] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.333584] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5255cd7b-f96e-a499-a593-6992d31f0d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.415511] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702713, 'name': Rename_Task, 'duration_secs': 0.419601} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.417353] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.417353] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51bd52ee-69e0-4318-9692-0ddb07c3ca6d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.424998] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1422.424998] env[62522]: value = "task-1702715" [ 1422.424998] env[62522]: _type = "Task" [ 1422.424998] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.432183] env[62522]: DEBUG nova.compute.manager [req-a5ff6cb2-3a71-4f49-b0aa-8341a8dde06a req-df512409-b03e-41fa-821e-07f9c0968c6e service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Received event network-changed-94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1422.432183] env[62522]: DEBUG nova.compute.manager [req-a5ff6cb2-3a71-4f49-b0aa-8341a8dde06a req-df512409-b03e-41fa-821e-07f9c0968c6e service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Refreshing instance network info cache due to event network-changed-94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1422.432183] env[62522]: DEBUG oslo_concurrency.lockutils [req-a5ff6cb2-3a71-4f49-b0aa-8341a8dde06a req-df512409-b03e-41fa-821e-07f9c0968c6e service nova] Acquiring lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.432445] env[62522]: DEBUG oslo_concurrency.lockutils [req-a5ff6cb2-3a71-4f49-b0aa-8341a8dde06a req-df512409-b03e-41fa-821e-07f9c0968c6e service nova] Acquired lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.433430] env[62522]: DEBUG nova.network.neutron [req-a5ff6cb2-3a71-4f49-b0aa-8341a8dde06a req-df512409-b03e-41fa-821e-07f9c0968c6e service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Refreshing network info cache for port 94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.444822] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.507892] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.508647] env[62522]: DEBUG nova.compute.manager [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.512881] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.011s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.512881] env[62522]: DEBUG nova.objects.instance [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lazy-loading 'resources' on Instance uuid a13b7d16-ca6c-4539-bf6c-750ba6765254 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.745517] env[62522]: DEBUG oslo_concurrency.lockutils [req-815bda51-0003-4772-a429-52a4f320aee6 req-19d7d9df-c3a5-47b8-b5d3-89a67ec124e1 service nova] Releasing lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.766588] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702714, 'name': Rename_Task, 'duration_secs': 0.159892} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.766806] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.767102] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a30bccb-d1cd-4b40-861b-d11cb22ed4cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.775076] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1422.775076] env[62522]: value = "task-1702716" [ 1422.775076] env[62522]: _type = "Task" [ 1422.775076] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.785899] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.832924] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5255cd7b-f96e-a499-a593-6992d31f0d88, 'name': SearchDatastore_Task, 'duration_secs': 0.013736} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.833765] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f943bf04-d280-4aec-844b-89b08d3a13ef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.841443] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1422.841443] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cbe45d-e55e-3288-51d1-bf45e81c4b07" [ 1422.841443] env[62522]: _type = "Task" [ 1422.841443] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.851122] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cbe45d-e55e-3288-51d1-bf45e81c4b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.951015] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.992747] env[62522]: DEBUG nova.network.neutron [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Successfully updated port: b7168927-1b82-413a-992f-8f1e1cd73b98 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1423.015164] env[62522]: DEBUG nova.compute.utils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1423.026786] env[62522]: DEBUG nova.compute.manager [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1423.026786] env[62522]: DEBUG nova.network.neutron [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1423.119293] env[62522]: DEBUG nova.policy [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cf3b85db35c421abb861146c6a099e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1575a5ca5245b997c0559bcb677670', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1423.287926] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702716, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.337925] env[62522]: DEBUG nova.network.neutron [req-a5ff6cb2-3a71-4f49-b0aa-8341a8dde06a req-df512409-b03e-41fa-821e-07f9c0968c6e service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Updated VIF entry in instance network info cache for port 94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.338329] env[62522]: DEBUG nova.network.neutron [req-a5ff6cb2-3a71-4f49-b0aa-8341a8dde06a req-df512409-b03e-41fa-821e-07f9c0968c6e service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Updating instance_info_cache with network_info: [{"id": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "address": "fa:16:3e:9a:8d:57", "network": {"id": "74bd2c99-cba2-4d1b-ad2f-54f8073fd5c8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-569466135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "857cd19710624db1b29eda4d018fff9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c5ad0f-eb", "ovs_interfaceid": "94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.359173] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cbe45d-e55e-3288-51d1-bf45e81c4b07, 'name': SearchDatastore_Task, 'duration_secs': 0.011451} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.360501] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.360501] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] a95a65fd-cc81-4780-964d-fd0af5e1623b/a95a65fd-cc81-4780-964d-fd0af5e1623b.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1423.360822] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3b0d250-ecc2-41f4-8533-0d563a030ed0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.378494] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1423.378494] env[62522]: value = "task-1702717" [ 1423.378494] env[62522]: _type = "Task" [ 1423.378494] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.392815] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.440595] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.494840] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquiring lock "refresh_cache-416661b2-bf18-4e01-a7a2-ca928201ffe5" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.495275] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquired lock "refresh_cache-416661b2-bf18-4e01-a7a2-ca928201ffe5" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.495498] env[62522]: DEBUG nova.network.neutron [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1423.526845] env[62522]: DEBUG nova.compute.manager [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1423.584081] env[62522]: INFO nova.compute.manager [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Rebuilding instance [ 1423.634608] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d6bc61-1035-4f63-a916-402560045b1d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.643700] env[62522]: DEBUG nova.compute.manager [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.648554] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4246e3df-a078-487c-863c-865324c41949 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.653111] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4987e09-154a-4619-8d13-a8089dad49af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.701125] env[62522]: DEBUG nova.network.neutron [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Successfully created port: 4083ab31-13b1-415f-a116-cd5da3084b61 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.704724] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ab42c3-0bdb-4650-a203-fe1069580eb0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.716212] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be219904-ab92-444d-b2db-0d62db9ef5d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.722041] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquiring lock "3fa0236a-1a4c-4545-8dee-67fbe3088153" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.722229] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Lock "3fa0236a-1a4c-4545-8dee-67fbe3088153" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.722337] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquiring lock "3fa0236a-1a4c-4545-8dee-67fbe3088153-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.722967] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Lock "3fa0236a-1a4c-4545-8dee-67fbe3088153-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.723703] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Lock "3fa0236a-1a4c-4545-8dee-67fbe3088153-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.726806] env[62522]: INFO nova.compute.manager [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Terminating instance [ 1423.745095] env[62522]: DEBUG nova.compute.provider_tree [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.789736] env[62522]: DEBUG oslo_vmware.api [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702716, 'name': PowerOnVM_Task, 'duration_secs': 0.527034} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.791748] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.791748] env[62522]: DEBUG nova.compute.manager [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.792185] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a5707f-f606-493a-aac2-efaef07c87a3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.847812] env[62522]: DEBUG oslo_concurrency.lockutils [req-a5ff6cb2-3a71-4f49-b0aa-8341a8dde06a req-df512409-b03e-41fa-821e-07f9c0968c6e service nova] Releasing lock "refresh_cache-3fa0236a-1a4c-4545-8dee-67fbe3088153" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.893198] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702717, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.944900] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702715, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.070628] env[62522]: DEBUG nova.network.neutron [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1424.230727] env[62522]: DEBUG nova.compute.manager [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1424.231020] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.231929] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d5d040-e5ca-4f2e-8d11-673b88a7d706 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.241761] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.242250] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ba56fc6-58fd-44a6-91ff-94482f264ef8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.247955] env[62522]: DEBUG nova.scheduler.client.report [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1424.258347] env[62522]: DEBUG oslo_vmware.api [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1424.258347] env[62522]: value = "task-1702718" [ 1424.258347] env[62522]: _type = "Task" [ 1424.258347] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.275072] env[62522]: DEBUG oslo_vmware.api [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.317029] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.318464] env[62522]: DEBUG nova.network.neutron [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Updating instance_info_cache with network_info: [{"id": "b7168927-1b82-413a-992f-8f1e1cd73b98", "address": "fa:16:3e:ef:44:f7", "network": {"id": "5efdb096-ca41-45fd-af86-2496ea8f83d7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1899870700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ee24ca5b474f209e715ac250354437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7168927-1b", "ovs_interfaceid": "b7168927-1b82-413a-992f-8f1e1cd73b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.391627] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611566} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.391849] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] a95a65fd-cc81-4780-964d-fd0af5e1623b/a95a65fd-cc81-4780-964d-fd0af5e1623b.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.392074] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.393127] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c33b7c1a-b0ef-4836-8df8-ae8c6426c352 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.400677] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1424.400677] env[62522]: value = "task-1702719" [ 1424.400677] env[62522]: _type = "Task" [ 1424.400677] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.411922] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.442145] env[62522]: DEBUG oslo_vmware.api [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702715, 'name': PowerOnVM_Task, 'duration_secs': 1.75988} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.442474] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.442709] env[62522]: INFO nova.compute.manager [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Took 11.70 seconds to spawn the instance on the hypervisor. [ 1424.442987] env[62522]: DEBUG nova.compute.manager [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.443867] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454f4731-f866-4add-9a76-fb0f146714e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.537567] env[62522]: DEBUG nova.compute.manager [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.562202] env[62522]: DEBUG nova.virt.hardware [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1424.562492] env[62522]: DEBUG nova.virt.hardware [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1424.562663] env[62522]: DEBUG nova.virt.hardware [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.562850] env[62522]: DEBUG nova.virt.hardware [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1424.562997] env[62522]: DEBUG nova.virt.hardware [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.563169] env[62522]: DEBUG nova.virt.hardware [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1424.563377] env[62522]: DEBUG nova.virt.hardware [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1424.563534] env[62522]: DEBUG nova.virt.hardware [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1424.563698] env[62522]: DEBUG nova.virt.hardware [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1424.563859] env[62522]: DEBUG nova.virt.hardware [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1424.564059] env[62522]: DEBUG nova.virt.hardware [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1424.564975] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc6a334-b5b0-4a4e-81e2-0aed46966537 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.574303] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a8f7e1-d308-4098-be7e-7bba6fbca08c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.673013] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.673013] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-023a4e91-b151-481c-a90e-a85e2e222b38 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.683149] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1424.683149] env[62522]: value = "task-1702720" [ 1424.683149] env[62522]: _type = "Task" [ 1424.683149] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.692410] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.756934] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.759947] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.082s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.761750] env[62522]: INFO nova.compute.claims [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.776429] env[62522]: DEBUG oslo_vmware.api [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702718, 'name': PowerOffVM_Task, 'duration_secs': 0.333932} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.776721] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.776909] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1424.777355] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb3f07f1-dd78-4194-bd2f-04bccd16ac90 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.791670] env[62522]: INFO nova.scheduler.client.report [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Deleted allocations for instance a13b7d16-ca6c-4539-bf6c-750ba6765254 [ 1424.803152] env[62522]: DEBUG nova.compute.manager [req-3eee8c6e-2a1e-4840-811f-5815ced7b3d2 req-c9695567-8f2c-47a4-8872-5b0436a04dca service nova] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Received event network-vif-plugged-b7168927-1b82-413a-992f-8f1e1cd73b98 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1424.803152] env[62522]: DEBUG oslo_concurrency.lockutils [req-3eee8c6e-2a1e-4840-811f-5815ced7b3d2 req-c9695567-8f2c-47a4-8872-5b0436a04dca service nova] Acquiring lock "416661b2-bf18-4e01-a7a2-ca928201ffe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.803152] env[62522]: DEBUG oslo_concurrency.lockutils [req-3eee8c6e-2a1e-4840-811f-5815ced7b3d2 req-c9695567-8f2c-47a4-8872-5b0436a04dca service nova] Lock "416661b2-bf18-4e01-a7a2-ca928201ffe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.803564] env[62522]: DEBUG oslo_concurrency.lockutils [req-3eee8c6e-2a1e-4840-811f-5815ced7b3d2 req-c9695567-8f2c-47a4-8872-5b0436a04dca service nova] Lock "416661b2-bf18-4e01-a7a2-ca928201ffe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.803564] env[62522]: DEBUG nova.compute.manager [req-3eee8c6e-2a1e-4840-811f-5815ced7b3d2 req-c9695567-8f2c-47a4-8872-5b0436a04dca service nova] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] No waiting events found dispatching network-vif-plugged-b7168927-1b82-413a-992f-8f1e1cd73b98 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1424.803635] env[62522]: WARNING nova.compute.manager [req-3eee8c6e-2a1e-4840-811f-5815ced7b3d2 req-c9695567-8f2c-47a4-8872-5b0436a04dca service nova] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Received unexpected event network-vif-plugged-b7168927-1b82-413a-992f-8f1e1cd73b98 for instance with vm_state building and task_state spawning. [ 1424.803748] env[62522]: DEBUG nova.compute.manager [req-3eee8c6e-2a1e-4840-811f-5815ced7b3d2 req-c9695567-8f2c-47a4-8872-5b0436a04dca service nova] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Received event network-changed-b7168927-1b82-413a-992f-8f1e1cd73b98 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1424.803902] env[62522]: DEBUG nova.compute.manager [req-3eee8c6e-2a1e-4840-811f-5815ced7b3d2 req-c9695567-8f2c-47a4-8872-5b0436a04dca service nova] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Refreshing instance network info cache due to event network-changed-b7168927-1b82-413a-992f-8f1e1cd73b98. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1424.804084] env[62522]: DEBUG oslo_concurrency.lockutils [req-3eee8c6e-2a1e-4840-811f-5815ced7b3d2 req-c9695567-8f2c-47a4-8872-5b0436a04dca service nova] Acquiring lock "refresh_cache-416661b2-bf18-4e01-a7a2-ca928201ffe5" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.819857] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Releasing lock "refresh_cache-416661b2-bf18-4e01-a7a2-ca928201ffe5" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.820753] env[62522]: DEBUG nova.compute.manager [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Instance network_info: |[{"id": "b7168927-1b82-413a-992f-8f1e1cd73b98", "address": "fa:16:3e:ef:44:f7", "network": {"id": "5efdb096-ca41-45fd-af86-2496ea8f83d7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1899870700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ee24ca5b474f209e715ac250354437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7168927-1b", "ovs_interfaceid": "b7168927-1b82-413a-992f-8f1e1cd73b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1424.821143] env[62522]: DEBUG oslo_concurrency.lockutils [req-3eee8c6e-2a1e-4840-811f-5815ced7b3d2 req-c9695567-8f2c-47a4-8872-5b0436a04dca service nova] Acquired lock "refresh_cache-416661b2-bf18-4e01-a7a2-ca928201ffe5" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.821234] env[62522]: DEBUG nova.network.neutron [req-3eee8c6e-2a1e-4840-811f-5815ced7b3d2 req-c9695567-8f2c-47a4-8872-5b0436a04dca service nova] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Refreshing network info cache for port b7168927-1b82-413a-992f-8f1e1cd73b98 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.822552] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:44:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7168927-1b82-413a-992f-8f1e1cd73b98', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1424.832829] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Creating folder: Project (35ee24ca5b474f209e715ac250354437). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1424.832829] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b21f3fae-7197-4ce8-894d-97e9f6c3e903 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.845904] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Created folder: Project (35ee24ca5b474f209e715ac250354437) in parent group-v354730. [ 1424.846117] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Creating folder: Instances. Parent ref: group-v354870. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1424.846503] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8ca55bb-d54e-440a-aa12-abedbbc634fc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.859299] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Created folder: Instances in parent group-v354870. [ 1424.859503] env[62522]: DEBUG oslo.service.loopingcall [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.860414] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1424.860717] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bce50d5e-309c-4a39-8d57-cf809dd0e54f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.880553] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1424.880887] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1424.881077] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Deleting the datastore file [datastore1] 3fa0236a-1a4c-4545-8dee-67fbe3088153 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1424.882057] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b18a3c00-bd7d-443d-82da-e7c9993be6a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.887035] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1424.887035] env[62522]: value = "task-1702724" [ 1424.887035] env[62522]: _type = "Task" [ 1424.887035] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.892288] env[62522]: DEBUG oslo_vmware.api [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for the task: (returnval){ [ 1424.892288] env[62522]: value = "task-1702725" [ 1424.892288] env[62522]: _type = "Task" [ 1424.892288] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.899020] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702724, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.907063] env[62522]: DEBUG oslo_vmware.api [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.912584] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073468} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.912859] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1424.913660] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5be197c-d41d-42b8-aac4-55897b614a38 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.938186] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a95a65fd-cc81-4780-964d-fd0af5e1623b/a95a65fd-cc81-4780-964d-fd0af5e1623b.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.938684] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8640ef4c-932f-4f15-9408-ff4d94d71a1d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.968142] env[62522]: INFO nova.compute.manager [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Took 44.56 seconds to build instance. [ 1424.970794] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1424.970794] env[62522]: value = "task-1702726" [ 1424.970794] env[62522]: _type = "Task" [ 1424.970794] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.981481] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.194036] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702720, 'name': PowerOffVM_Task, 'duration_secs': 0.330084} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.194342] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.194546] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.195354] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7904e94-0c2b-4fdb-9f34-8742a001ea22 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.204531] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.204986] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3873d9d-5edb-4063-aa64-a9cd27223799 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.302810] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dcc5857c-4d7e-431d-8a92-86b740652441 tempest-AttachInterfacesV270Test-1212221333 tempest-AttachInterfacesV270Test-1212221333-project-member] Lock "a13b7d16-ca6c-4539-bf6c-750ba6765254" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.742s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.402451] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702724, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.411421] env[62522]: DEBUG oslo_vmware.api [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Task: {'id': task-1702725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363073} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.411778] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.412011] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.412298] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1425.412527] env[62522]: INFO nova.compute.manager [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1425.412786] env[62522]: DEBUG oslo.service.loopingcall [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.412991] env[62522]: DEBUG nova.compute.manager [-] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1425.413103] env[62522]: DEBUG nova.network.neutron [-] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1425.440716] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.441307] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.441307] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleting the datastore file [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.442263] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c327de98-1aef-4c91-82cf-66d455522bb0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.452238] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1425.452238] env[62522]: value = "task-1702728" [ 1425.452238] env[62522]: _type = "Task" [ 1425.452238] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.470584] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.472151] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b11d5066-f2cd-4e35-b3dd-1dab75e16ffa tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "d38527ec-8de0-48e6-9e96-b277704c3933" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.434s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.485198] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702726, 'name': ReconfigVM_Task, 'duration_secs': 0.450732} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.488587] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a95a65fd-cc81-4780-964d-fd0af5e1623b/a95a65fd-cc81-4780-964d-fd0af5e1623b.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.489519] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a3d8642-3555-4acf-9016-c0399022fc41 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.499276] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1425.499276] env[62522]: value = "task-1702729" [ 1425.499276] env[62522]: _type = "Task" [ 1425.499276] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.519314] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702729, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.853603] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Acquiring lock "95016bac-95e9-4665-823f-fb026924c3d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.854131] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Lock "95016bac-95e9-4665-823f-fb026924c3d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.860426] env[62522]: DEBUG nova.network.neutron [req-3eee8c6e-2a1e-4840-811f-5815ced7b3d2 req-c9695567-8f2c-47a4-8872-5b0436a04dca service nova] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Updated VIF entry in instance network info cache for port b7168927-1b82-413a-992f-8f1e1cd73b98. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1425.860858] env[62522]: DEBUG nova.network.neutron [req-3eee8c6e-2a1e-4840-811f-5815ced7b3d2 req-c9695567-8f2c-47a4-8872-5b0436a04dca service nova] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Updating instance_info_cache with network_info: [{"id": "b7168927-1b82-413a-992f-8f1e1cd73b98", "address": "fa:16:3e:ef:44:f7", "network": {"id": "5efdb096-ca41-45fd-af86-2496ea8f83d7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1899870700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ee24ca5b474f209e715ac250354437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7168927-1b", "ovs_interfaceid": "b7168927-1b82-413a-992f-8f1e1cd73b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.903524] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702724, 'name': CreateVM_Task, 'duration_secs': 0.819651} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.903808] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1425.904844] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.905261] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.905691] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1425.906077] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b37acdb-8e16-4014-aa5f-781444eb5c93 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.913032] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Waiting for the task: (returnval){ [ 1425.913032] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526f4769-b34f-ac2c-b27b-bf0507252b7a" [ 1425.913032] env[62522]: _type = "Task" [ 1425.913032] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.928649] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526f4769-b34f-ac2c-b27b-bf0507252b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.939258] env[62522]: DEBUG nova.network.neutron [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Successfully updated port: 4083ab31-13b1-415f-a116-cd5da3084b61 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.964557] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224518} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.967819] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.968069] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.968254] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1426.012045] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702729, 'name': Rename_Task, 'duration_secs': 0.204128} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.012354] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.012854] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d04d39f2-8182-4385-b479-3f3399d2c90a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.026697] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1426.026697] env[62522]: value = "task-1702730" [ 1426.026697] env[62522]: _type = "Task" [ 1426.026697] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.047770] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.293940] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664b92c8-edf0-44c0-b1fe-d811339a82c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.306117] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537d90a2-433f-4005-a597-56b6b066f5ff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.343141] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d918d70-6b50-465c-851c-24a7fd54660d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.352655] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882751a7-3cb9-4aba-ad34-a64394005963 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.357068] env[62522]: DEBUG nova.compute.manager [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.371406] env[62522]: DEBUG oslo_concurrency.lockutils [req-3eee8c6e-2a1e-4840-811f-5815ced7b3d2 req-c9695567-8f2c-47a4-8872-5b0436a04dca service nova] Releasing lock "refresh_cache-416661b2-bf18-4e01-a7a2-ca928201ffe5" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.372024] env[62522]: DEBUG nova.compute.provider_tree [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.426997] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526f4769-b34f-ac2c-b27b-bf0507252b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.014844} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.427785] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.427785] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1426.428080] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.428212] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.428438] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1426.428708] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9612909d-f46c-46bf-af8b-ad7c188bbe77 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.440391] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1426.440703] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1426.442187] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.442187] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.442187] env[62522]: DEBUG nova.network.neutron [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.443644] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e237ede-8edd-4f24-98a3-b0d7420660ec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.450816] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Waiting for the task: (returnval){ [ 1426.450816] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526d604d-afa9-70c6-f556-1fce738a54ae" [ 1426.450816] env[62522]: _type = "Task" [ 1426.450816] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.461344] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526d604d-afa9-70c6-f556-1fce738a54ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.543128] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702730, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.617014] env[62522]: DEBUG nova.network.neutron [-] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.641231] env[62522]: DEBUG nova.compute.manager [req-bef2a455-8ebd-405d-a3cc-e8cb1a68ea56 req-25636575-219d-4294-a8a6-2c814b0e708e service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Received event network-vif-deleted-94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1426.641231] env[62522]: INFO nova.compute.manager [req-bef2a455-8ebd-405d-a3cc-e8cb1a68ea56 req-25636575-219d-4294-a8a6-2c814b0e708e service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Neutron deleted interface 94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c; detaching it from the instance and deleting it from the info cache [ 1426.641231] env[62522]: DEBUG nova.network.neutron [req-bef2a455-8ebd-405d-a3cc-e8cb1a68ea56 req-25636575-219d-4294-a8a6-2c814b0e708e service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.875491] env[62522]: DEBUG nova.scheduler.client.report [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1426.891259] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.964648] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526d604d-afa9-70c6-f556-1fce738a54ae, 'name': SearchDatastore_Task, 'duration_secs': 0.019371} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.965828] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4f5a40-8101-4998-b0fb-8913a91307ab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.975884] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Waiting for the task: (returnval){ [ 1426.975884] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e8f1ed-93c9-666b-a1e7-f0be0f1e37d8" [ 1426.975884] env[62522]: _type = "Task" [ 1426.975884] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.987141] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e8f1ed-93c9-666b-a1e7-f0be0f1e37d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.007856] env[62522]: DEBUG nova.network.neutron [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1427.011818] env[62522]: DEBUG nova.virt.hardware [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1427.011988] env[62522]: DEBUG nova.virt.hardware [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1427.012161] env[62522]: DEBUG nova.virt.hardware [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.012345] env[62522]: DEBUG nova.virt.hardware [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1427.012491] env[62522]: DEBUG nova.virt.hardware [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.012635] env[62522]: DEBUG nova.virt.hardware [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1427.012952] env[62522]: DEBUG nova.virt.hardware [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1427.013101] env[62522]: DEBUG nova.virt.hardware [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1427.013157] env[62522]: DEBUG nova.virt.hardware [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1427.013329] env[62522]: DEBUG nova.virt.hardware [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1427.013501] env[62522]: DEBUG nova.virt.hardware [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1427.014677] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df84a8df-23b7-414b-8c77-4b2d986e38da {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.023795] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1962fc31-45be-48cc-92d7-7db697882556 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.044899] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "8a1a54ef-36e9-4999-866d-dc2a0e95ecb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.045174] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8a1a54ef-36e9-4999-866d-dc2a0e95ecb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.045377] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "8a1a54ef-36e9-4999-866d-dc2a0e95ecb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.045554] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8a1a54ef-36e9-4999-866d-dc2a0e95ecb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.045718] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8a1a54ef-36e9-4999-866d-dc2a0e95ecb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.047362] env[62522]: DEBUG oslo_vmware.api [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702730, 'name': PowerOnVM_Task, 'duration_secs': 0.574985} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.047853] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:bd:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75430c71-b17b-43e0-a79b-72f5001e4558', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.055998] env[62522]: DEBUG oslo.service.loopingcall [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.056730] env[62522]: INFO nova.compute.manager [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Terminating instance [ 1427.058412] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.058649] env[62522]: INFO nova.compute.manager [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1427.058841] env[62522]: DEBUG nova.compute.manager [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.059314] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.064122] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfddd3c-a547-45a2-a7d8-e3842ff3e619 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.066976] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81ef942c-dee9-43c4-84af-8696060d1f82 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.090122] env[62522]: DEBUG nova.compute.manager [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.090469] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.096897] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd8fc2d-9cd9-43f9-a12b-636ae379ebed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.112746] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.112746] env[62522]: value = "task-1702731" [ 1427.112746] env[62522]: _type = "Task" [ 1427.112746] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.117022] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.117022] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-039c2572-71c7-478b-82e3-d85feb480df3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.121637] env[62522]: INFO nova.compute.manager [-] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Took 1.71 seconds to deallocate network for instance. [ 1427.135339] env[62522]: DEBUG oslo_vmware.api [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1427.135339] env[62522]: value = "task-1702732" [ 1427.135339] env[62522]: _type = "Task" [ 1427.135339] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.135339] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702731, 'name': CreateVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.146552] env[62522]: DEBUG oslo_vmware.api [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.147161] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec0e54c5-e90c-4fab-8240-124586dcf803 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.165269] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db607900-15f3-4dd1-810b-cb3867b14f5d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.217957] env[62522]: DEBUG nova.compute.manager [req-bef2a455-8ebd-405d-a3cc-e8cb1a68ea56 req-25636575-219d-4294-a8a6-2c814b0e708e service nova] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Detach interface failed, port_id=94c5ad0f-ebc9-4a12-a4b8-cbaaa3a0933c, reason: Instance 3fa0236a-1a4c-4545-8dee-67fbe3088153 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1427.293582] env[62522]: DEBUG nova.network.neutron [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Updating instance_info_cache with network_info: [{"id": "4083ab31-13b1-415f-a116-cd5da3084b61", "address": "fa:16:3e:c2:df:ba", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4083ab31-13", "ovs_interfaceid": "4083ab31-13b1-415f-a116-cd5da3084b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.306676] env[62522]: DEBUG nova.compute.manager [req-28f056ce-9921-41cd-81df-00d117a1636c req-844fdf45-d03f-408d-94d2-65645c8f80ea service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Received event network-vif-plugged-4083ab31-13b1-415f-a116-cd5da3084b61 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1427.308665] env[62522]: DEBUG oslo_concurrency.lockutils [req-28f056ce-9921-41cd-81df-00d117a1636c req-844fdf45-d03f-408d-94d2-65645c8f80ea service nova] Acquiring lock "bb6150c2-75de-4147-8831-fbe9122f8aac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.309137] env[62522]: DEBUG oslo_concurrency.lockutils [req-28f056ce-9921-41cd-81df-00d117a1636c req-844fdf45-d03f-408d-94d2-65645c8f80ea service nova] Lock "bb6150c2-75de-4147-8831-fbe9122f8aac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.309325] env[62522]: DEBUG oslo_concurrency.lockutils [req-28f056ce-9921-41cd-81df-00d117a1636c req-844fdf45-d03f-408d-94d2-65645c8f80ea service nova] Lock "bb6150c2-75de-4147-8831-fbe9122f8aac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.309509] env[62522]: DEBUG nova.compute.manager [req-28f056ce-9921-41cd-81df-00d117a1636c req-844fdf45-d03f-408d-94d2-65645c8f80ea service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] No waiting events found dispatching network-vif-plugged-4083ab31-13b1-415f-a116-cd5da3084b61 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1427.309687] env[62522]: WARNING nova.compute.manager [req-28f056ce-9921-41cd-81df-00d117a1636c req-844fdf45-d03f-408d-94d2-65645c8f80ea service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Received unexpected event network-vif-plugged-4083ab31-13b1-415f-a116-cd5da3084b61 for instance with vm_state building and task_state spawning. [ 1427.309851] env[62522]: DEBUG nova.compute.manager [req-28f056ce-9921-41cd-81df-00d117a1636c req-844fdf45-d03f-408d-94d2-65645c8f80ea service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Received event network-changed-4083ab31-13b1-415f-a116-cd5da3084b61 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1427.310129] env[62522]: DEBUG nova.compute.manager [req-28f056ce-9921-41cd-81df-00d117a1636c req-844fdf45-d03f-408d-94d2-65645c8f80ea service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Refreshing instance network info cache due to event network-changed-4083ab31-13b1-415f-a116-cd5da3084b61. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1427.310350] env[62522]: DEBUG oslo_concurrency.lockutils [req-28f056ce-9921-41cd-81df-00d117a1636c req-844fdf45-d03f-408d-94d2-65645c8f80ea service nova] Acquiring lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.382528] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.383279] env[62522]: DEBUG nova.compute.manager [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1427.391211] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.097s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.393037] env[62522]: INFO nova.compute.claims [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1427.488620] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e8f1ed-93c9-666b-a1e7-f0be0f1e37d8, 'name': SearchDatastore_Task, 'duration_secs': 0.016838} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.488888] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.489165] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 416661b2-bf18-4e01-a7a2-ca928201ffe5/416661b2-bf18-4e01-a7a2-ca928201ffe5.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1427.489427] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85572a0c-7ecf-41fc-b7b0-dabc4fb492cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.497807] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Waiting for the task: (returnval){ [ 1427.497807] env[62522]: value = "task-1702733" [ 1427.497807] env[62522]: _type = "Task" [ 1427.497807] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.507426] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.626854] env[62522]: INFO nova.compute.manager [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Took 38.00 seconds to build instance. [ 1427.631351] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702731, 'name': CreateVM_Task, 'duration_secs': 0.452955} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.631533] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1427.632248] env[62522]: DEBUG oslo_concurrency.lockutils [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.632442] env[62522]: DEBUG oslo_concurrency.lockutils [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.632773] env[62522]: DEBUG oslo_concurrency.lockutils [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.633062] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-188a5114-bdec-4bbd-a0f7-7cc872af330b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.635484] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.642965] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1427.642965] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5295bb38-8406-69f9-54cb-a7224ed5679f" [ 1427.642965] env[62522]: _type = "Task" [ 1427.642965] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.647951] env[62522]: DEBUG oslo_vmware.api [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702732, 'name': PowerOffVM_Task, 'duration_secs': 0.238625} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.651684] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.651815] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.652588] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-850b5f94-aa9d-49a7-aa61-ce822b211499 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.661066] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5295bb38-8406-69f9-54cb-a7224ed5679f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.705393] env[62522]: DEBUG oslo_vmware.rw_handles [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b63c2f-0f36-b656-51e2-daf0cb6337ef/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1427.706343] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcec436-3e69-4f02-9b80-c9d5423f5f00 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.713411] env[62522]: DEBUG oslo_vmware.rw_handles [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b63c2f-0f36-b656-51e2-daf0cb6337ef/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1427.713589] env[62522]: ERROR oslo_vmware.rw_handles [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b63c2f-0f36-b656-51e2-daf0cb6337ef/disk-0.vmdk due to incomplete transfer. [ 1427.713822] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-92cdc7a0-46b1-4187-8ab0-f4de65d6a79f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.723021] env[62522]: DEBUG oslo_vmware.rw_handles [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b63c2f-0f36-b656-51e2-daf0cb6337ef/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1427.723246] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Uploaded image 67b8e55c-95ff-4c96-8ad4-2290441792eb to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1427.725987] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1427.726328] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-710d7b80-728e-4120-8cba-912980e53bfa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.730759] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1427.731010] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1427.731231] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleting the datastore file [datastore1] 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.731485] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afc10f1e-40c2-4751-9a6f-cb4588a99289 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.735308] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1427.735308] env[62522]: value = "task-1702735" [ 1427.735308] env[62522]: _type = "Task" [ 1427.735308] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.739572] env[62522]: DEBUG oslo_vmware.api [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1427.739572] env[62522]: value = "task-1702736" [ 1427.739572] env[62522]: _type = "Task" [ 1427.739572] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.746199] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702735, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.752125] env[62522]: DEBUG oslo_vmware.api [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.798458] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.799529] env[62522]: DEBUG nova.compute.manager [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Instance network_info: |[{"id": "4083ab31-13b1-415f-a116-cd5da3084b61", "address": "fa:16:3e:c2:df:ba", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4083ab31-13", "ovs_interfaceid": "4083ab31-13b1-415f-a116-cd5da3084b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1427.799529] env[62522]: DEBUG oslo_concurrency.lockutils [req-28f056ce-9921-41cd-81df-00d117a1636c req-844fdf45-d03f-408d-94d2-65645c8f80ea service nova] Acquired lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.799529] env[62522]: DEBUG nova.network.neutron [req-28f056ce-9921-41cd-81df-00d117a1636c req-844fdf45-d03f-408d-94d2-65645c8f80ea service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Refreshing network info cache for port 4083ab31-13b1-415f-a116-cd5da3084b61 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.801890] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:df:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4083ab31-13b1-415f-a116-cd5da3084b61', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.814997] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Creating folder: Project (ab1575a5ca5245b997c0559bcb677670). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1427.814997] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-974c2ee9-847a-41b1-bb5e-c66afa88a752 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.827073] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Created folder: Project (ab1575a5ca5245b997c0559bcb677670) in parent group-v354730. [ 1427.827375] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Creating folder: Instances. Parent ref: group-v354874. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1427.827635] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-309690d3-51ae-4246-a81a-9279b3dc3165 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.840078] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Created folder: Instances in parent group-v354874. [ 1427.840377] env[62522]: DEBUG oslo.service.loopingcall [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.840587] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.840810] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58c1eaa6-e22f-417f-ab3a-8d9b7bf1499e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.866380] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.866380] env[62522]: value = "task-1702739" [ 1427.866380] env[62522]: _type = "Task" [ 1427.866380] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.874623] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702739, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.892389] env[62522]: DEBUG nova.compute.utils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1427.894842] env[62522]: DEBUG nova.compute.manager [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1427.894842] env[62522]: DEBUG nova.network.neutron [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1427.980767] env[62522]: DEBUG nova.policy [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3771e5c695f849288fe76e3580feb2f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f58252a6fc8449c9f720942b7b02ee3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1428.013348] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702733, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.019158] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "eda916c9-1a82-4a7f-ad11-508f9e6c4b98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.019407] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "eda916c9-1a82-4a7f-ad11-508f9e6c4b98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.129297] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ee5788c0-bbe4-41de-991b-85f03faeb44c tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "a95a65fd-cc81-4780-964d-fd0af5e1623b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.747s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.160614] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5295bb38-8406-69f9-54cb-a7224ed5679f, 'name': SearchDatastore_Task, 'duration_secs': 0.040539} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.160933] env[62522]: DEBUG oslo_concurrency.lockutils [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.161217] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.161477] env[62522]: DEBUG oslo_concurrency.lockutils [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.161649] env[62522]: DEBUG oslo_concurrency.lockutils [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.161844] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.162164] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c413e41-5aa8-4647-9203-da981b0d1d68 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.177607] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.177786] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1428.178659] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0dcac7a-0438-4b56-a10f-1a9418afa546 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.186592] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1428.186592] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d12f08-88a6-bf9d-896c-2d15cf4181f7" [ 1428.186592] env[62522]: _type = "Task" [ 1428.186592] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.199019] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d12f08-88a6-bf9d-896c-2d15cf4181f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.255862] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702735, 'name': Destroy_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.264033] env[62522]: DEBUG oslo_vmware.api [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.379549] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702739, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.399567] env[62522]: DEBUG nova.compute.manager [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1428.493462] env[62522]: DEBUG nova.network.neutron [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Successfully created port: a1ecbb36-455d-436f-99af-6b06d47a5f95 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.512173] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88778} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.517503] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 416661b2-bf18-4e01-a7a2-ca928201ffe5/416661b2-bf18-4e01-a7a2-ca928201ffe5.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1428.517503] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1428.517503] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cd277e0-8dca-4cd1-8f9d-a345d4136507 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.522332] env[62522]: DEBUG nova.compute.manager [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.530113] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Waiting for the task: (returnval){ [ 1428.530113] env[62522]: value = "task-1702740" [ 1428.530113] env[62522]: _type = "Task" [ 1428.530113] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.542157] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.692314] env[62522]: DEBUG nova.network.neutron [req-28f056ce-9921-41cd-81df-00d117a1636c req-844fdf45-d03f-408d-94d2-65645c8f80ea service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Updated VIF entry in instance network info cache for port 4083ab31-13b1-415f-a116-cd5da3084b61. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.692736] env[62522]: DEBUG nova.network.neutron [req-28f056ce-9921-41cd-81df-00d117a1636c req-844fdf45-d03f-408d-94d2-65645c8f80ea service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Updating instance_info_cache with network_info: [{"id": "4083ab31-13b1-415f-a116-cd5da3084b61", "address": "fa:16:3e:c2:df:ba", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4083ab31-13", "ovs_interfaceid": "4083ab31-13b1-415f-a116-cd5da3084b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.702451] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d12f08-88a6-bf9d-896c-2d15cf4181f7, 'name': SearchDatastore_Task, 'duration_secs': 0.061092} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.703750] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6298f078-5195-4b73-ab35-3a051a0cbd5c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.713261] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1428.713261] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52353661-ad0a-c018-5e88-bfb251b1479d" [ 1428.713261] env[62522]: _type = "Task" [ 1428.713261] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.723923] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52353661-ad0a-c018-5e88-bfb251b1479d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.752321] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702735, 'name': Destroy_Task, 'duration_secs': 0.861817} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.752954] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Destroyed the VM [ 1428.753247] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1428.753789] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c2eceff-4781-4344-b8a8-3ac394ab1ec1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.762155] env[62522]: DEBUG oslo_vmware.api [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.694126} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.762420] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.762602] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.762775] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.763012] env[62522]: INFO nova.compute.manager [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1428.763210] env[62522]: DEBUG oslo.service.loopingcall [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.763404] env[62522]: DEBUG nova.compute.manager [-] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.763488] env[62522]: DEBUG nova.network.neutron [-] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.768310] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1428.768310] env[62522]: value = "task-1702741" [ 1428.768310] env[62522]: _type = "Task" [ 1428.768310] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.779229] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702741, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.880781] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702739, 'name': CreateVM_Task, 'duration_secs': 0.908937} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.880954] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1428.881632] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.881797] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.882270] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.884886] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95609131-309c-4e90-a255-7f041574e3d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.890437] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1428.890437] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5270ed1e-762f-80e8-6bfe-6f9b4fffc378" [ 1428.890437] env[62522]: _type = "Task" [ 1428.890437] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.901036] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5270ed1e-762f-80e8-6bfe-6f9b4fffc378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.910562] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30c194b-f6cd-4470-9f5c-2cd55177478f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.922872] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ce3a87-b369-4d1e-a135-8e5a822b4102 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.959959] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4886b25f-45d3-4629-94c5-8baa5111ff8d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.972318] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de51cdf-b082-45aa-956d-7931ec76ff58 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.989177] env[62522]: DEBUG nova.compute.provider_tree [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.049463] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177219} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.049875] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1429.051769] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5c41e2-110f-4502-a9d5-47cb4944cdb9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.080023] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 416661b2-bf18-4e01-a7a2-ca928201ffe5/416661b2-bf18-4e01-a7a2-ca928201ffe5.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.082517] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.083055] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18df5fcc-5ba0-4171-a154-2a2d10a136b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.099989] env[62522]: DEBUG nova.network.neutron [-] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.109752] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Waiting for the task: (returnval){ [ 1429.109752] env[62522]: value = "task-1702742" [ 1429.109752] env[62522]: _type = "Task" [ 1429.109752] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.118723] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.196913] env[62522]: DEBUG oslo_concurrency.lockutils [req-28f056ce-9921-41cd-81df-00d117a1636c req-844fdf45-d03f-408d-94d2-65645c8f80ea service nova] Releasing lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.227368] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52353661-ad0a-c018-5e88-bfb251b1479d, 'name': SearchDatastore_Task, 'duration_secs': 0.028331} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.228449] env[62522]: DEBUG oslo_concurrency.lockutils [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.229311] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1/c0e94a39-196b-49f4-8229-104f30633ec1.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.229665] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8028f5d6-0abd-4aea-9e1b-df9b62b2d876 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.239274] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1429.239274] env[62522]: value = "task-1702743" [ 1429.239274] env[62522]: _type = "Task" [ 1429.239274] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.251146] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.281784] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702741, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.401466] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5270ed1e-762f-80e8-6bfe-6f9b4fffc378, 'name': SearchDatastore_Task, 'duration_secs': 0.031574} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.401814] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.402058] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1429.402313] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.402567] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.403099] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1429.403099] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b6d12ee-c1f7-42a3-b407-1f138c4b142c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.414461] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1429.414461] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1429.415243] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db31d044-84fe-4134-8965-27e64f16a8c2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.420842] env[62522]: DEBUG nova.compute.manager [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1429.428652] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1429.428652] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52809c27-6b38-4d00-8469-f1c74b675d63" [ 1429.428652] env[62522]: _type = "Task" [ 1429.428652] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.439536] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52809c27-6b38-4d00-8469-f1c74b675d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.449829] env[62522]: DEBUG nova.virt.hardware [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1429.450211] env[62522]: DEBUG nova.virt.hardware [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1429.450385] env[62522]: DEBUG nova.virt.hardware [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.450626] env[62522]: DEBUG nova.virt.hardware [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1429.450921] env[62522]: DEBUG nova.virt.hardware [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.451080] env[62522]: DEBUG nova.virt.hardware [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1429.451291] env[62522]: DEBUG nova.virt.hardware [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1429.451522] env[62522]: DEBUG nova.virt.hardware [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1429.451651] env[62522]: DEBUG nova.virt.hardware [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1429.451856] env[62522]: DEBUG nova.virt.hardware [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1429.452058] env[62522]: DEBUG nova.virt.hardware [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1429.452987] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1118a26-65e7-4853-a40a-f8ff9244f835 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.461872] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9d8b52-9fa1-4b72-a0d7-6d665100456a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.495209] env[62522]: DEBUG nova.scheduler.client.report [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1429.544868] env[62522]: DEBUG nova.compute.manager [req-6daf39ee-4c19-4112-8830-15bb645da22e req-e6a2d343-9d81-48c4-b43a-22639cc661ff service nova] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Received event network-changed-ccf3bdee-0968-40c1-a937-c5e9610ebf11 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1429.545116] env[62522]: DEBUG nova.compute.manager [req-6daf39ee-4c19-4112-8830-15bb645da22e req-e6a2d343-9d81-48c4-b43a-22639cc661ff service nova] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Refreshing instance network info cache due to event network-changed-ccf3bdee-0968-40c1-a937-c5e9610ebf11. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1429.545343] env[62522]: DEBUG oslo_concurrency.lockutils [req-6daf39ee-4c19-4112-8830-15bb645da22e req-e6a2d343-9d81-48c4-b43a-22639cc661ff service nova] Acquiring lock "refresh_cache-d38527ec-8de0-48e6-9e96-b277704c3933" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.545490] env[62522]: DEBUG oslo_concurrency.lockutils [req-6daf39ee-4c19-4112-8830-15bb645da22e req-e6a2d343-9d81-48c4-b43a-22639cc661ff service nova] Acquired lock "refresh_cache-d38527ec-8de0-48e6-9e96-b277704c3933" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.545728] env[62522]: DEBUG nova.network.neutron [req-6daf39ee-4c19-4112-8830-15bb645da22e req-e6a2d343-9d81-48c4-b43a-22639cc661ff service nova] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Refreshing network info cache for port ccf3bdee-0968-40c1-a937-c5e9610ebf11 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.602433] env[62522]: INFO nova.compute.manager [-] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Took 0.84 seconds to deallocate network for instance. [ 1429.625664] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702742, 'name': ReconfigVM_Task, 'duration_secs': 0.33892} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.626183] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 416661b2-bf18-4e01-a7a2-ca928201ffe5/416661b2-bf18-4e01-a7a2-ca928201ffe5.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1429.626966] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dee46d37-a7f8-41db-9325-ce97c83d725d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.641300] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Waiting for the task: (returnval){ [ 1429.641300] env[62522]: value = "task-1702744" [ 1429.641300] env[62522]: _type = "Task" [ 1429.641300] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.656333] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702744, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.750774] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702743, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.780968] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702741, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.940895] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52809c27-6b38-4d00-8469-f1c74b675d63, 'name': SearchDatastore_Task, 'duration_secs': 0.012151} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.941708] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64ee2e1-a5dc-4238-b452-948afc4bd84b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.947962] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1429.947962] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f6dfdf-0ccf-5abd-8e2a-942bb4c1b3b8" [ 1429.947962] env[62522]: _type = "Task" [ 1429.947962] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.956382] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f6dfdf-0ccf-5abd-8e2a-942bb4c1b3b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.001901] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.002110] env[62522]: DEBUG nova.compute.manager [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1430.004631] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.072s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.006252] env[62522]: INFO nova.compute.claims [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1430.116933] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.153330] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702744, 'name': Rename_Task, 'duration_secs': 0.176819} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.153670] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.154189] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db5f3246-1b41-4000-9682-1f047835fd6c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.163250] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Waiting for the task: (returnval){ [ 1430.163250] env[62522]: value = "task-1702745" [ 1430.163250] env[62522]: _type = "Task" [ 1430.163250] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.173949] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.252643] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555207} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.253406] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1/c0e94a39-196b-49f4-8229-104f30633ec1.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.253723] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.253949] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60903ef3-4e2f-4aca-bb70-fa1e72ec7111 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.263233] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1430.263233] env[62522]: value = "task-1702746" [ 1430.263233] env[62522]: _type = "Task" [ 1430.263233] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.273863] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.285706] env[62522]: DEBUG oslo_vmware.api [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702741, 'name': RemoveSnapshot_Task, 'duration_secs': 1.423528} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.285979] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1430.287706] env[62522]: INFO nova.compute.manager [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Took 17.70 seconds to snapshot the instance on the hypervisor. [ 1430.353618] env[62522]: DEBUG nova.compute.manager [req-08c7b25b-8b6d-4ee5-a455-96eb86f7f07b req-27fe5725-3695-4626-bf7a-ad79a1b906d6 service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Received event network-vif-plugged-a1ecbb36-455d-436f-99af-6b06d47a5f95 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1430.353843] env[62522]: DEBUG oslo_concurrency.lockutils [req-08c7b25b-8b6d-4ee5-a455-96eb86f7f07b req-27fe5725-3695-4626-bf7a-ad79a1b906d6 service nova] Acquiring lock "7bdf55bc-9458-455e-8cad-56c7e895b5cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.354064] env[62522]: DEBUG oslo_concurrency.lockutils [req-08c7b25b-8b6d-4ee5-a455-96eb86f7f07b req-27fe5725-3695-4626-bf7a-ad79a1b906d6 service nova] Lock "7bdf55bc-9458-455e-8cad-56c7e895b5cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.354250] env[62522]: DEBUG oslo_concurrency.lockutils [req-08c7b25b-8b6d-4ee5-a455-96eb86f7f07b req-27fe5725-3695-4626-bf7a-ad79a1b906d6 service nova] Lock "7bdf55bc-9458-455e-8cad-56c7e895b5cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.354419] env[62522]: DEBUG nova.compute.manager [req-08c7b25b-8b6d-4ee5-a455-96eb86f7f07b req-27fe5725-3695-4626-bf7a-ad79a1b906d6 service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] No waiting events found dispatching network-vif-plugged-a1ecbb36-455d-436f-99af-6b06d47a5f95 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1430.354584] env[62522]: WARNING nova.compute.manager [req-08c7b25b-8b6d-4ee5-a455-96eb86f7f07b req-27fe5725-3695-4626-bf7a-ad79a1b906d6 service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Received unexpected event network-vif-plugged-a1ecbb36-455d-436f-99af-6b06d47a5f95 for instance with vm_state building and task_state spawning. [ 1430.385187] env[62522]: DEBUG nova.network.neutron [req-6daf39ee-4c19-4112-8830-15bb645da22e req-e6a2d343-9d81-48c4-b43a-22639cc661ff service nova] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Updated VIF entry in instance network info cache for port ccf3bdee-0968-40c1-a937-c5e9610ebf11. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.385586] env[62522]: DEBUG nova.network.neutron [req-6daf39ee-4c19-4112-8830-15bb645da22e req-e6a2d343-9d81-48c4-b43a-22639cc661ff service nova] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Updating instance_info_cache with network_info: [{"id": "ccf3bdee-0968-40c1-a937-c5e9610ebf11", "address": "fa:16:3e:15:b1:79", "network": {"id": "0169f8bd-051c-41ae-b4f1-bc1c5d4991fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1580410336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d47b752ac53846759047f62709198a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf3bdee-09", "ovs_interfaceid": "ccf3bdee-0968-40c1-a937-c5e9610ebf11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.460016] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f6dfdf-0ccf-5abd-8e2a-942bb4c1b3b8, 'name': SearchDatastore_Task, 'duration_secs': 0.047373} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.460716] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.460833] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] bb6150c2-75de-4147-8831-fbe9122f8aac/bb6150c2-75de-4147-8831-fbe9122f8aac.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1430.461279] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9921290e-f736-4bcf-9755-ee70ef4148e2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.469803] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1430.469803] env[62522]: value = "task-1702747" [ 1430.469803] env[62522]: _type = "Task" [ 1430.469803] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.479142] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1702747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.486824] env[62522]: DEBUG nova.compute.manager [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Stashing vm_state: active {{(pid=62522) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1430.512271] env[62522]: DEBUG nova.compute.utils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1430.517059] env[62522]: DEBUG nova.compute.manager [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1430.517059] env[62522]: DEBUG nova.network.neutron [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.557878] env[62522]: DEBUG nova.policy [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '564418b880fc44ebb54a436f05f83bed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9502dfb6740421fb04e692040f08918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1430.620024] env[62522]: DEBUG nova.network.neutron [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Successfully updated port: a1ecbb36-455d-436f-99af-6b06d47a5f95 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.677574] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.773429] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247459} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.773737] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.774561] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb00e32-fa24-487e-aeec-5fb07d326ca7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.807399] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1/c0e94a39-196b-49f4-8229-104f30633ec1.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.808055] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-203911ed-f18b-41e4-8a95-4ba2f53fc9cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.831923] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1430.831923] env[62522]: value = "task-1702748" [ 1430.831923] env[62522]: _type = "Task" [ 1430.831923] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.841507] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.872385] env[62522]: DEBUG nova.compute.manager [None req-952615e8-4d25-469d-81d9-49b8e35b30c4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Found 2 images (rotation: 2) {{(pid=62522) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1430.890270] env[62522]: DEBUG oslo_concurrency.lockutils [req-6daf39ee-4c19-4112-8830-15bb645da22e req-e6a2d343-9d81-48c4-b43a-22639cc661ff service nova] Releasing lock "refresh_cache-d38527ec-8de0-48e6-9e96-b277704c3933" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.890560] env[62522]: DEBUG nova.compute.manager [req-6daf39ee-4c19-4112-8830-15bb645da22e req-e6a2d343-9d81-48c4-b43a-22639cc661ff service nova] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Received event network-vif-deleted-170539d7-518f-4259-825e-3c5b598e7bcb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1430.925748] env[62522]: DEBUG nova.network.neutron [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Successfully created port: 7d07fb1d-c983-4118-9187-f227ee0458e6 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.981935] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1702747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.006527] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.016450] env[62522]: DEBUG nova.compute.manager [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.121556] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "refresh_cache-7bdf55bc-9458-455e-8cad-56c7e895b5cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.121967] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquired lock "refresh_cache-7bdf55bc-9458-455e-8cad-56c7e895b5cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.122156] env[62522]: DEBUG nova.network.neutron [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.177436] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.348457] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702748, 'name': ReconfigVM_Task, 'duration_secs': 0.38012} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.348805] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1/c0e94a39-196b-49f4-8229-104f30633ec1.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.349684] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffd7b0a8-6107-4e25-a0a0-173c8c66cfc6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.361773] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1431.361773] env[62522]: value = "task-1702749" [ 1431.361773] env[62522]: _type = "Task" [ 1431.361773] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.378204] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702749, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.484483] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1702747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.999572} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.488102] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] bb6150c2-75de-4147-8831-fbe9122f8aac/bb6150c2-75de-4147-8831-fbe9122f8aac.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.488402] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1431.489750] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0a341a0-53e1-4e4a-9bde-2f494f63c540 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.496563] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1431.496563] env[62522]: value = "task-1702750" [ 1431.496563] env[62522]: _type = "Task" [ 1431.496563] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.509038] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1702750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.572909] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee99673-7faa-41b2-8ae2-c66d80100adc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.589019] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec6195e-f553-4b57-9487-e576b5e9e40f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.631605] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf706531-39ee-4188-aa19-55beba7415f2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.640662] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a991051-18f8-4b93-a00d-12a23d8fd2e8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.660084] env[62522]: DEBUG nova.compute.provider_tree [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.676740] env[62522]: DEBUG oslo_vmware.api [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702745, 'name': PowerOnVM_Task, 'duration_secs': 1.103814} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.677055] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.677308] env[62522]: INFO nova.compute.manager [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1431.677502] env[62522]: DEBUG nova.compute.manager [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.678404] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2532c774-6b8e-4906-b5c2-62bf449bd7d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.692861] env[62522]: DEBUG nova.network.neutron [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1431.872791] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702749, 'name': Rename_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.884743] env[62522]: DEBUG nova.network.neutron [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Updating instance_info_cache with network_info: [{"id": "a1ecbb36-455d-436f-99af-6b06d47a5f95", "address": "fa:16:3e:85:bc:76", "network": {"id": "d7b517fa-ee4b-49e6-acf7-efbc3b039229", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544103160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58252a6fc8449c9f720942b7b02ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ecbb36-45", "ovs_interfaceid": "a1ecbb36-455d-436f-99af-6b06d47a5f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.010260] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1702750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250151} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.010694] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.013047] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0d9722-7e76-4957-ad4d-7dea35f8afa3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.032362] env[62522]: DEBUG nova.compute.manager [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1432.044912] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] bb6150c2-75de-4147-8831-fbe9122f8aac/bb6150c2-75de-4147-8831-fbe9122f8aac.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.045879] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-811de26f-1063-4e25-b7c5-354dda19fa60 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.070026] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1432.070026] env[62522]: value = "task-1702751" [ 1432.070026] env[62522]: _type = "Task" [ 1432.070026] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.075855] env[62522]: DEBUG nova.virt.hardware [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1432.075855] env[62522]: DEBUG nova.virt.hardware [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1432.075855] env[62522]: DEBUG nova.virt.hardware [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.075855] env[62522]: DEBUG nova.virt.hardware [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1432.076272] env[62522]: DEBUG nova.virt.hardware [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.076272] env[62522]: DEBUG nova.virt.hardware [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1432.076352] env[62522]: DEBUG nova.virt.hardware [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1432.076549] env[62522]: DEBUG nova.virt.hardware [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1432.076652] env[62522]: DEBUG nova.virt.hardware [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1432.076808] env[62522]: DEBUG nova.virt.hardware [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1432.076979] env[62522]: DEBUG nova.virt.hardware [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1432.077785] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eb7a45-e122-4cc0-835f-0630c5ce0711 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.091224] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33b09a8-db0e-4d07-a7a8-32c38434efa1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.095271] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1702751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.164181] env[62522]: DEBUG nova.scheduler.client.report [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1432.200263] env[62522]: INFO nova.compute.manager [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Took 39.35 seconds to build instance. [ 1432.375432] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702749, 'name': Rename_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.392120] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Releasing lock "refresh_cache-7bdf55bc-9458-455e-8cad-56c7e895b5cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.392120] env[62522]: DEBUG nova.compute.manager [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Instance network_info: |[{"id": "a1ecbb36-455d-436f-99af-6b06d47a5f95", "address": "fa:16:3e:85:bc:76", "network": {"id": "d7b517fa-ee4b-49e6-acf7-efbc3b039229", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544103160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58252a6fc8449c9f720942b7b02ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ecbb36-45", "ovs_interfaceid": "a1ecbb36-455d-436f-99af-6b06d47a5f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1432.392120] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:bc:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1ecbb36-455d-436f-99af-6b06d47a5f95', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.398633] env[62522]: DEBUG oslo.service.loopingcall [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.399122] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.399516] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b32d65cc-ed42-488f-a0f6-8f987a064074 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.423759] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.423759] env[62522]: value = "task-1702752" [ 1432.423759] env[62522]: _type = "Task" [ 1432.423759] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.435138] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702752, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.487171] env[62522]: DEBUG nova.compute.manager [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.488235] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfdf766-f4f7-4dde-94e2-45c0c02fb5b9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.553556] env[62522]: DEBUG nova.compute.manager [req-628232e5-1a68-4856-8054-59f396a2ea14 req-609784f3-9f8e-4263-8a0d-40127944003f service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Received event network-changed-a1ecbb36-455d-436f-99af-6b06d47a5f95 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1432.553663] env[62522]: DEBUG nova.compute.manager [req-628232e5-1a68-4856-8054-59f396a2ea14 req-609784f3-9f8e-4263-8a0d-40127944003f service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Refreshing instance network info cache due to event network-changed-a1ecbb36-455d-436f-99af-6b06d47a5f95. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1432.553871] env[62522]: DEBUG oslo_concurrency.lockutils [req-628232e5-1a68-4856-8054-59f396a2ea14 req-609784f3-9f8e-4263-8a0d-40127944003f service nova] Acquiring lock "refresh_cache-7bdf55bc-9458-455e-8cad-56c7e895b5cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.554024] env[62522]: DEBUG oslo_concurrency.lockutils [req-628232e5-1a68-4856-8054-59f396a2ea14 req-609784f3-9f8e-4263-8a0d-40127944003f service nova] Acquired lock "refresh_cache-7bdf55bc-9458-455e-8cad-56c7e895b5cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.554206] env[62522]: DEBUG nova.network.neutron [req-628232e5-1a68-4856-8054-59f396a2ea14 req-609784f3-9f8e-4263-8a0d-40127944003f service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Refreshing network info cache for port a1ecbb36-455d-436f-99af-6b06d47a5f95 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.589057] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1702751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.669407] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.670073] env[62522]: DEBUG nova.compute.manager [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1432.673020] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.185s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.673020] env[62522]: DEBUG nova.objects.instance [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lazy-loading 'resources' on Instance uuid 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.702518] env[62522]: DEBUG oslo_concurrency.lockutils [None req-cbd0a1a2-08ad-4b41-8d2c-3f4efeb7df26 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Lock "416661b2-bf18-4e01-a7a2-ca928201ffe5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.595s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.875470] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702749, 'name': Rename_Task, 'duration_secs': 1.253676} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.875652] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.875917] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09d46363-8f12-4103-85ef-64dbd31f23da {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.885284] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1432.885284] env[62522]: value = "task-1702753" [ 1432.885284] env[62522]: _type = "Task" [ 1432.885284] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.894924] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.935011] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702752, 'name': CreateVM_Task, 'duration_secs': 0.439184} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.935195] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1432.935892] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.936065] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.936387] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1432.936648] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f39e647-4980-45bb-aa5f-f4f1f01266f6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.942402] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1432.942402] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bb7f61-1e0d-5c72-c094-d3592febb690" [ 1432.942402] env[62522]: _type = "Task" [ 1432.942402] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.944455] env[62522]: DEBUG nova.compute.manager [req-1580b97e-2138-490a-86ee-e38d0f7c4d1e req-4d706b64-bdab-4450-9960-563b54ede2df service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Received event network-vif-plugged-7d07fb1d-c983-4118-9187-f227ee0458e6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1432.944652] env[62522]: DEBUG oslo_concurrency.lockutils [req-1580b97e-2138-490a-86ee-e38d0f7c4d1e req-4d706b64-bdab-4450-9960-563b54ede2df service nova] Acquiring lock "37cd43dd-d403-4673-b40c-52cbc993ba5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.944909] env[62522]: DEBUG oslo_concurrency.lockutils [req-1580b97e-2138-490a-86ee-e38d0f7c4d1e req-4d706b64-bdab-4450-9960-563b54ede2df service nova] Lock "37cd43dd-d403-4673-b40c-52cbc993ba5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.945019] env[62522]: DEBUG oslo_concurrency.lockutils [req-1580b97e-2138-490a-86ee-e38d0f7c4d1e req-4d706b64-bdab-4450-9960-563b54ede2df service nova] Lock "37cd43dd-d403-4673-b40c-52cbc993ba5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.945599] env[62522]: DEBUG nova.compute.manager [req-1580b97e-2138-490a-86ee-e38d0f7c4d1e req-4d706b64-bdab-4450-9960-563b54ede2df service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] No waiting events found dispatching network-vif-plugged-7d07fb1d-c983-4118-9187-f227ee0458e6 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1432.945599] env[62522]: WARNING nova.compute.manager [req-1580b97e-2138-490a-86ee-e38d0f7c4d1e req-4d706b64-bdab-4450-9960-563b54ede2df service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Received unexpected event network-vif-plugged-7d07fb1d-c983-4118-9187-f227ee0458e6 for instance with vm_state building and task_state spawning. [ 1432.955161] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bb7f61-1e0d-5c72-c094-d3592febb690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.977418] env[62522]: DEBUG nova.network.neutron [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Successfully updated port: 7d07fb1d-c983-4118-9187-f227ee0458e6 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.999258] env[62522]: INFO nova.compute.manager [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] instance snapshotting [ 1432.999868] env[62522]: DEBUG nova.objects.instance [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'flavor' on Instance uuid ebc7284b-8da1-43e7-9a17-9572e4fe7e53 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.084178] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1702751, 'name': ReconfigVM_Task, 'duration_secs': 0.741078} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.084470] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Reconfigured VM instance instance-00000030 to attach disk [datastore1] bb6150c2-75de-4147-8831-fbe9122f8aac/bb6150c2-75de-4147-8831-fbe9122f8aac.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.085199] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b125bd9-9818-44d7-9cd8-97ffa4172984 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.097097] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1433.097097] env[62522]: value = "task-1702754" [ 1433.097097] env[62522]: _type = "Task" [ 1433.097097] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.107194] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1702754, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.180587] env[62522]: DEBUG nova.compute.utils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1433.182952] env[62522]: DEBUG nova.compute.manager [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1433.183068] env[62522]: DEBUG nova.network.neutron [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.269407] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquiring lock "416661b2-bf18-4e01-a7a2-ca928201ffe5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.269407] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Lock "416661b2-bf18-4e01-a7a2-ca928201ffe5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.269407] env[62522]: INFO nova.compute.manager [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Rebooting instance [ 1433.296546] env[62522]: DEBUG nova.policy [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e7cf6fbd0bf442c9be7c88cf26a7cdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef5502b9a0e5486a8f71620d0a300880', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1433.367333] env[62522]: DEBUG nova.network.neutron [req-628232e5-1a68-4856-8054-59f396a2ea14 req-609784f3-9f8e-4263-8a0d-40127944003f service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Updated VIF entry in instance network info cache for port a1ecbb36-455d-436f-99af-6b06d47a5f95. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.367776] env[62522]: DEBUG nova.network.neutron [req-628232e5-1a68-4856-8054-59f396a2ea14 req-609784f3-9f8e-4263-8a0d-40127944003f service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Updating instance_info_cache with network_info: [{"id": "a1ecbb36-455d-436f-99af-6b06d47a5f95", "address": "fa:16:3e:85:bc:76", "network": {"id": "d7b517fa-ee4b-49e6-acf7-efbc3b039229", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544103160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58252a6fc8449c9f720942b7b02ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ecbb36-45", "ovs_interfaceid": "a1ecbb36-455d-436f-99af-6b06d47a5f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.401670] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.455326] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bb7f61-1e0d-5c72-c094-d3592febb690, 'name': SearchDatastore_Task, 'duration_secs': 0.047927} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.458056] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.458145] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.459259] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.459259] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.459259] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.460031] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5caf1e0-d7bd-4aed-9447-7040907eb4c7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.472782] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.473011] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.473860] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a0e255b-ad6d-4c14-b6a4-4622ba938b30 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.480038] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1433.480038] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a65d1c-045c-f52d-17cb-a4e07ec9d35c" [ 1433.480038] env[62522]: _type = "Task" [ 1433.480038] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.483510] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "refresh_cache-37cd43dd-d403-4673-b40c-52cbc993ba5b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.483671] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "refresh_cache-37cd43dd-d403-4673-b40c-52cbc993ba5b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.483819] env[62522]: DEBUG nova.network.neutron [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.491116] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a65d1c-045c-f52d-17cb-a4e07ec9d35c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.510646] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437955c0-9046-4869-a351-0f47f498cd50 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.534022] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b10834f-5bb6-4b7b-b1e5-b84fc8156275 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.608064] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1702754, 'name': Rename_Task, 'duration_secs': 0.231712} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.610858] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.611403] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d37ac486-6cde-4578-a340-87ff82989dab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.619146] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1433.619146] env[62522]: value = "task-1702755" [ 1433.619146] env[62522]: _type = "Task" [ 1433.619146] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.630535] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1702755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.674923] env[62522]: DEBUG nova.network.neutron [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Successfully created port: 4f5dd73e-23e0-414e-bd16-08573ace428c {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1433.686604] env[62522]: DEBUG nova.compute.manager [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1433.729386] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0516b66-a5a3-485a-9c71-f9821b6ea4f4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.740655] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ff47d8-d0ee-4879-a6f0-8c225f60ccdf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.776594] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83e6484-67bf-4fb8-bf75-27f1ac5d7f08 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.786879] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97b2221-3167-4233-badb-e10517cdb66e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.804081] env[62522]: DEBUG nova.compute.provider_tree [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.807454] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquiring lock "refresh_cache-416661b2-bf18-4e01-a7a2-ca928201ffe5" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.807706] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquired lock "refresh_cache-416661b2-bf18-4e01-a7a2-ca928201ffe5" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.807940] env[62522]: DEBUG nova.network.neutron [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.871575] env[62522]: DEBUG oslo_concurrency.lockutils [req-628232e5-1a68-4856-8054-59f396a2ea14 req-609784f3-9f8e-4263-8a0d-40127944003f service nova] Releasing lock "refresh_cache-7bdf55bc-9458-455e-8cad-56c7e895b5cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.897438] env[62522]: DEBUG oslo_vmware.api [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702753, 'name': PowerOnVM_Task, 'duration_secs': 0.83662} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.897896] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.898254] env[62522]: DEBUG nova.compute.manager [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1433.899598] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9581528e-690f-4f96-bfaf-be2d522143f8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.995131] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a65d1c-045c-f52d-17cb-a4e07ec9d35c, 'name': SearchDatastore_Task, 'duration_secs': 0.017978} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.996589] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8cdd502-6ffd-4a6f-bec6-ff461ab05c8b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.004636] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1434.004636] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52df5e9d-f11e-8eb3-4dbc-4c349030cefb" [ 1434.004636] env[62522]: _type = "Task" [ 1434.004636] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.013720] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52df5e9d-f11e-8eb3-4dbc-4c349030cefb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.048188] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1434.050025] env[62522]: DEBUG nova.network.neutron [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1434.054376] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-44818d6f-9ec4-4d41-aa46-1dfc43429602 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.063088] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1434.063088] env[62522]: value = "task-1702756" [ 1434.063088] env[62522]: _type = "Task" [ 1434.063088] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.076411] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702756, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.130510] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1702755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.307416] env[62522]: DEBUG nova.scheduler.client.report [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1434.420900] env[62522]: DEBUG oslo_concurrency.lockutils [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.493652] env[62522]: DEBUG nova.network.neutron [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Updating instance_info_cache with network_info: [{"id": "7d07fb1d-c983-4118-9187-f227ee0458e6", "address": "fa:16:3e:53:65:2d", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d07fb1d-c9", "ovs_interfaceid": "7d07fb1d-c983-4118-9187-f227ee0458e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.520496] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52df5e9d-f11e-8eb3-4dbc-4c349030cefb, 'name': SearchDatastore_Task, 'duration_secs': 0.012358} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.520836] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.521271] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 7bdf55bc-9458-455e-8cad-56c7e895b5cc/7bdf55bc-9458-455e-8cad-56c7e895b5cc.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.521452] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4341398-f7df-4efc-8102-9256958376e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.530879] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1434.530879] env[62522]: value = "task-1702757" [ 1434.530879] env[62522]: _type = "Task" [ 1434.530879] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.542217] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.590875] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702756, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.631728] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1702755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.700820] env[62522]: DEBUG nova.compute.manager [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1434.727244] env[62522]: DEBUG nova.virt.hardware [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1434.727495] env[62522]: DEBUG nova.virt.hardware [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1434.727647] env[62522]: DEBUG nova.virt.hardware [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.727823] env[62522]: DEBUG nova.virt.hardware [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1434.727966] env[62522]: DEBUG nova.virt.hardware [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.728123] env[62522]: DEBUG nova.virt.hardware [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1434.728327] env[62522]: DEBUG nova.virt.hardware [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1434.728486] env[62522]: DEBUG nova.virt.hardware [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1434.728642] env[62522]: DEBUG nova.virt.hardware [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1434.728800] env[62522]: DEBUG nova.virt.hardware [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1434.728967] env[62522]: DEBUG nova.virt.hardware [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1434.730014] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09019f83-2e5a-4a25-a5f6-282dd3472f55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.738762] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ba8f48-2f51-402e-9d44-18d1c15a3ddb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.815613] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.818650] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.751s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.819180] env[62522]: DEBUG nova.objects.instance [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lazy-loading 'resources' on Instance uuid d75e5a33-50fd-490e-b0d2-9242a25d32a3 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.843319] env[62522]: INFO nova.scheduler.client.report [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Deleted allocations for instance 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195 [ 1434.887114] env[62522]: DEBUG nova.network.neutron [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Updating instance_info_cache with network_info: [{"id": "b7168927-1b82-413a-992f-8f1e1cd73b98", "address": "fa:16:3e:ef:44:f7", "network": {"id": "5efdb096-ca41-45fd-af86-2496ea8f83d7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1899870700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ee24ca5b474f209e715ac250354437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7168927-1b", "ovs_interfaceid": "b7168927-1b82-413a-992f-8f1e1cd73b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.979161] env[62522]: DEBUG nova.compute.manager [req-146f903b-550a-4cb4-88f0-3dfd21ac2353 req-8ed6bb55-2010-4954-9b4a-6ce05ce0e032 service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Received event network-changed-7d07fb1d-c983-4118-9187-f227ee0458e6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1434.979393] env[62522]: DEBUG nova.compute.manager [req-146f903b-550a-4cb4-88f0-3dfd21ac2353 req-8ed6bb55-2010-4954-9b4a-6ce05ce0e032 service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Refreshing instance network info cache due to event network-changed-7d07fb1d-c983-4118-9187-f227ee0458e6. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1434.979587] env[62522]: DEBUG oslo_concurrency.lockutils [req-146f903b-550a-4cb4-88f0-3dfd21ac2353 req-8ed6bb55-2010-4954-9b4a-6ce05ce0e032 service nova] Acquiring lock "refresh_cache-37cd43dd-d403-4673-b40c-52cbc993ba5b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.996888] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "refresh_cache-37cd43dd-d403-4673-b40c-52cbc993ba5b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.997313] env[62522]: DEBUG nova.compute.manager [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Instance network_info: |[{"id": "7d07fb1d-c983-4118-9187-f227ee0458e6", "address": "fa:16:3e:53:65:2d", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d07fb1d-c9", "ovs_interfaceid": "7d07fb1d-c983-4118-9187-f227ee0458e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1434.997672] env[62522]: DEBUG oslo_concurrency.lockutils [req-146f903b-550a-4cb4-88f0-3dfd21ac2353 req-8ed6bb55-2010-4954-9b4a-6ce05ce0e032 service nova] Acquired lock "refresh_cache-37cd43dd-d403-4673-b40c-52cbc993ba5b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.997903] env[62522]: DEBUG nova.network.neutron [req-146f903b-550a-4cb4-88f0-3dfd21ac2353 req-8ed6bb55-2010-4954-9b4a-6ce05ce0e032 service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Refreshing network info cache for port 7d07fb1d-c983-4118-9187-f227ee0458e6 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.999374] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:65:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d07fb1d-c983-4118-9187-f227ee0458e6', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.012158] env[62522]: DEBUG oslo.service.loopingcall [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.013036] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1435.013332] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bc1567e-efb2-438b-8df0-5a6dd658cedc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.037644] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1435.037644] env[62522]: value = "task-1702758" [ 1435.037644] env[62522]: _type = "Task" [ 1435.037644] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.044480] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702757, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.052959] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702758, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.076663] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702756, 'name': CreateSnapshot_Task, 'duration_secs': 0.55198} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.077052] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1435.077915] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8114c98d-4174-435b-9826-c0e2db1d684a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.133396] env[62522]: DEBUG oslo_vmware.api [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1702755, 'name': PowerOnVM_Task, 'duration_secs': 1.28645} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.133710] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.133819] env[62522]: INFO nova.compute.manager [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Took 10.60 seconds to spawn the instance on the hypervisor. [ 1435.134038] env[62522]: DEBUG nova.compute.manager [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.135062] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f83740d-063f-41f7-90bc-0ed0aa146789 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.274850] env[62522]: DEBUG nova.compute.manager [req-0bd908e1-d066-4df5-bbf4-8bcba8e361f5 req-c66074bc-c422-4019-9d83-29a3919de886 service nova] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Received event network-vif-plugged-4f5dd73e-23e0-414e-bd16-08573ace428c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1435.275423] env[62522]: DEBUG oslo_concurrency.lockutils [req-0bd908e1-d066-4df5-bbf4-8bcba8e361f5 req-c66074bc-c422-4019-9d83-29a3919de886 service nova] Acquiring lock "a391f64f-a08c-44a3-8ba4-f4607d177545-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.275638] env[62522]: DEBUG oslo_concurrency.lockutils [req-0bd908e1-d066-4df5-bbf4-8bcba8e361f5 req-c66074bc-c422-4019-9d83-29a3919de886 service nova] Lock "a391f64f-a08c-44a3-8ba4-f4607d177545-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.275911] env[62522]: DEBUG oslo_concurrency.lockutils [req-0bd908e1-d066-4df5-bbf4-8bcba8e361f5 req-c66074bc-c422-4019-9d83-29a3919de886 service nova] Lock "a391f64f-a08c-44a3-8ba4-f4607d177545-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.276249] env[62522]: DEBUG nova.compute.manager [req-0bd908e1-d066-4df5-bbf4-8bcba8e361f5 req-c66074bc-c422-4019-9d83-29a3919de886 service nova] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] No waiting events found dispatching network-vif-plugged-4f5dd73e-23e0-414e-bd16-08573ace428c {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1435.278356] env[62522]: WARNING nova.compute.manager [req-0bd908e1-d066-4df5-bbf4-8bcba8e361f5 req-c66074bc-c422-4019-9d83-29a3919de886 service nova] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Received unexpected event network-vif-plugged-4f5dd73e-23e0-414e-bd16-08573ace428c for instance with vm_state building and task_state spawning. [ 1435.360020] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5a8b2b7d-5645-41bf-b749-74bba7ea70f0 tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "4d229de7-ae9e-4ae7-b9bc-48ef85a9d195" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.081s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.371711] env[62522]: DEBUG nova.network.neutron [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Successfully updated port: 4f5dd73e-23e0-414e-bd16-08573ace428c {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.391877] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Releasing lock "refresh_cache-416661b2-bf18-4e01-a7a2-ca928201ffe5" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.548313] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61367} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.551732] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 7bdf55bc-9458-455e-8cad-56c7e895b5cc/7bdf55bc-9458-455e-8cad-56c7e895b5cc.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.551732] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.551732] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1585c241-da9d-401d-a744-f03a9b05317a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.559848] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702758, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.566686] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1435.566686] env[62522]: value = "task-1702759" [ 1435.566686] env[62522]: _type = "Task" [ 1435.566686] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.583386] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.597510] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1435.600552] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-269f499f-ee3a-44a9-8021-f238c5a7e0ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.610694] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1435.610694] env[62522]: value = "task-1702760" [ 1435.610694] env[62522]: _type = "Task" [ 1435.610694] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.625461] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702760, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.659400] env[62522]: INFO nova.compute.manager [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Took 41.35 seconds to build instance. [ 1435.714167] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.714167] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.825941] env[62522]: DEBUG nova.network.neutron [req-146f903b-550a-4cb4-88f0-3dfd21ac2353 req-8ed6bb55-2010-4954-9b4a-6ce05ce0e032 service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Updated VIF entry in instance network info cache for port 7d07fb1d-c983-4118-9187-f227ee0458e6. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.826451] env[62522]: DEBUG nova.network.neutron [req-146f903b-550a-4cb4-88f0-3dfd21ac2353 req-8ed6bb55-2010-4954-9b4a-6ce05ce0e032 service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Updating instance_info_cache with network_info: [{"id": "7d07fb1d-c983-4118-9187-f227ee0458e6", "address": "fa:16:3e:53:65:2d", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d07fb1d-c9", "ovs_interfaceid": "7d07fb1d-c983-4118-9187-f227ee0458e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.874092] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265c3074-24c9-4bbc-b6e3-1786a3fcf089 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.878439] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquiring lock "refresh_cache-a391f64f-a08c-44a3-8ba4-f4607d177545" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.878552] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquired lock "refresh_cache-a391f64f-a08c-44a3-8ba4-f4607d177545" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.878700] env[62522]: DEBUG nova.network.neutron [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1435.891344] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760d6dcc-88da-4bf3-99f0-36466525c60f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.900547] env[62522]: DEBUG nova.compute.manager [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.930988] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54ff3d7-621e-405d-9d1e-2f44033f0bf4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.934126] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3d90d4-7b3d-483f-bd81-d5017d753d49 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.951311] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54936e7a-4613-4792-b676-b0d980acf6d5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.967019] env[62522]: DEBUG nova.compute.provider_tree [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.050508] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702758, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.082805] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081123} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.083095] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.084293] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87263426-eab2-44bc-97f0-765c5b162e6f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.107307] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 7bdf55bc-9458-455e-8cad-56c7e895b5cc/7bdf55bc-9458-455e-8cad-56c7e895b5cc.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.107307] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe965e2-3f0f-455f-bf6f-03ead9f8954d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.132043] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702760, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.133301] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1436.133301] env[62522]: value = "task-1702761" [ 1436.133301] env[62522]: _type = "Task" [ 1436.133301] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.144641] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.161790] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e8e83223-917b-4f10-b02a-af19c8b40b02 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "bb6150c2-75de-4147-8831-fbe9122f8aac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.325s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.228348] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.228571] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1436.332655] env[62522]: DEBUG oslo_concurrency.lockutils [req-146f903b-550a-4cb4-88f0-3dfd21ac2353 req-8ed6bb55-2010-4954-9b4a-6ce05ce0e032 service nova] Releasing lock "refresh_cache-37cd43dd-d403-4673-b40c-52cbc993ba5b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.438547] env[62522]: DEBUG nova.network.neutron [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1436.470118] env[62522]: DEBUG nova.scheduler.client.report [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1436.553313] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702758, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.634750] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702760, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.639427] env[62522]: DEBUG nova.network.neutron [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Updating instance_info_cache with network_info: [{"id": "4f5dd73e-23e0-414e-bd16-08573ace428c", "address": "fa:16:3e:f0:85:40", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f5dd73e-23", "ovs_interfaceid": "4f5dd73e-23e0-414e-bd16-08573ace428c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.645029] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702761, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.954287] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21738d2-1624-4fe3-b169-f48ffa36283d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.965816] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Doing hard reboot of VM {{(pid=62522) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1436.966184] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9c711b49-f306-4871-b7a7-8723af2287de {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.975952] env[62522]: DEBUG oslo_vmware.api [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Waiting for the task: (returnval){ [ 1436.975952] env[62522]: value = "task-1702762" [ 1436.975952] env[62522]: _type = "Task" [ 1436.975952] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.980021] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.983240] env[62522]: DEBUG oslo_concurrency.lockutils [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.058s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.983507] env[62522]: DEBUG nova.objects.instance [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Lazy-loading 'resources' on Instance uuid 309977e4-9042-4911-9d4f-82d7e334b08f {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.992526] env[62522]: DEBUG oslo_vmware.api [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702762, 'name': ResetVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.017268] env[62522]: INFO nova.scheduler.client.report [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Deleted allocations for instance d75e5a33-50fd-490e-b0d2-9242a25d32a3 [ 1437.055882] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702758, 'name': CreateVM_Task, 'duration_secs': 1.862655} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.057291] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1437.057291] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.057455] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.059298] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1437.059298] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed2409de-bb64-4382-8ee3-b0cdd7a8bfbb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.064748] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1437.064748] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a42b60-f24e-3f3d-727a-050854f325cc" [ 1437.064748] env[62522]: _type = "Task" [ 1437.064748] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.077918] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a42b60-f24e-3f3d-727a-050854f325cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.133941] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702760, 'name': CloneVM_Task} progress is 95%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.147177] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Releasing lock "refresh_cache-a391f64f-a08c-44a3-8ba4-f4607d177545" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.147177] env[62522]: DEBUG nova.compute.manager [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Instance network_info: |[{"id": "4f5dd73e-23e0-414e-bd16-08573ace428c", "address": "fa:16:3e:f0:85:40", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f5dd73e-23", "ovs_interfaceid": "4f5dd73e-23e0-414e-bd16-08573ace428c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1437.147731] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702761, 'name': ReconfigVM_Task, 'duration_secs': 0.575631} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.148190] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:85:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f5dd73e-23e0-414e-bd16-08573ace428c', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.158295] env[62522]: DEBUG oslo.service.loopingcall [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.158295] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 7bdf55bc-9458-455e-8cad-56c7e895b5cc/7bdf55bc-9458-455e-8cad-56c7e895b5cc.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.159744] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.159975] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4335ade6-449f-462f-8244-5bffdcbc9c8c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.162010] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05f6bcca-5f1c-4887-bb92-7922a7a1353c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.178144] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "af281b60-1bae-489d-8363-853112ca6f23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.178215] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "af281b60-1bae-489d-8363-853112ca6f23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.178418] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "af281b60-1bae-489d-8363-853112ca6f23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.178604] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "af281b60-1bae-489d-8363-853112ca6f23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.178876] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "af281b60-1bae-489d-8363-853112ca6f23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.185120] env[62522]: INFO nova.compute.manager [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Terminating instance [ 1437.189409] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.189409] env[62522]: value = "task-1702764" [ 1437.189409] env[62522]: _type = "Task" [ 1437.189409] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.190575] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1437.190575] env[62522]: value = "task-1702763" [ 1437.190575] env[62522]: _type = "Task" [ 1437.190575] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.204856] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702764, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.210257] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702763, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.285587] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "refresh_cache-c0e94a39-196b-49f4-8229-104f30633ec1" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.285870] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquired lock "refresh_cache-c0e94a39-196b-49f4-8229-104f30633ec1" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.286095] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Forcefully refreshing network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1437.491728] env[62522]: DEBUG oslo_vmware.api [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702762, 'name': ResetVM_Task, 'duration_secs': 0.114419} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.492219] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Did hard reboot of VM {{(pid=62522) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1437.492417] env[62522]: DEBUG nova.compute.manager [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.493225] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbca9a6-4e04-4453-91f2-0f258947d200 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.533158] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07de0520-8e6a-4e9a-8fa2-ccdcf9de37ed tempest-MultipleCreateTestJSON-1420939225 tempest-MultipleCreateTestJSON-1420939225-project-member] Lock "d75e5a33-50fd-490e-b0d2-9242a25d32a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.023s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.590287] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a42b60-f24e-3f3d-727a-050854f325cc, 'name': SearchDatastore_Task, 'duration_secs': 0.017656} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.590617] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.590855] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.591124] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.591288] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.591469] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.591737] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dcfcfff-3ad6-4900-89f9-e987657a885c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.606178] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.606372] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.608101] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe225bb4-a3f5-49d6-aa9b-4948a12cab1b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.618583] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1437.618583] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a25397-46b5-24a7-9a8a-e704105a3a18" [ 1437.618583] env[62522]: _type = "Task" [ 1437.618583] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.627962] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a25397-46b5-24a7-9a8a-e704105a3a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.642583] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702760, 'name': CloneVM_Task, 'duration_secs': 1.689686} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.642956] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Created linked-clone VM from snapshot [ 1437.643891] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc97914-8a81-46e1-9088-4102b0cecdaf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.653054] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Uploading image 55d508b4-c18f-4c68-be01-5e372df524c2 {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1437.690700] env[62522]: DEBUG oslo_vmware.rw_handles [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1437.690700] env[62522]: value = "vm-354880" [ 1437.690700] env[62522]: _type = "VirtualMachine" [ 1437.690700] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1437.691041] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ce718e29-4c95-4582-af98-af3e69a46d2d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.702271] env[62522]: DEBUG nova.compute.manager [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1437.702403] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1437.703505] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2935332b-2d3f-4502-b998-f9d9d9ad501a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.709746] env[62522]: DEBUG oslo_vmware.rw_handles [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lease: (returnval){ [ 1437.709746] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f0418a-c9fd-32bd-6d96-a8934d8e681c" [ 1437.709746] env[62522]: _type = "HttpNfcLease" [ 1437.709746] env[62522]: } obtained for exporting VM: (result){ [ 1437.709746] env[62522]: value = "vm-354880" [ 1437.709746] env[62522]: _type = "VirtualMachine" [ 1437.709746] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1437.710246] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the lease: (returnval){ [ 1437.710246] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f0418a-c9fd-32bd-6d96-a8934d8e681c" [ 1437.710246] env[62522]: _type = "HttpNfcLease" [ 1437.710246] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1437.720473] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702763, 'name': Rename_Task, 'duration_secs': 0.210826} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.720794] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702764, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.720939] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.724477] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.724724] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-555007ed-d403-48e3-a598-dc5c620da5a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.726376] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdf11699-0684-4e56-9d5b-6f63d1855760 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.732931] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1437.732931] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f0418a-c9fd-32bd-6d96-a8934d8e681c" [ 1437.732931] env[62522]: _type = "HttpNfcLease" [ 1437.732931] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1437.732931] env[62522]: DEBUG oslo_vmware.rw_handles [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1437.732931] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f0418a-c9fd-32bd-6d96-a8934d8e681c" [ 1437.732931] env[62522]: _type = "HttpNfcLease" [ 1437.732931] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1437.734495] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5ffacd-7540-4319-ab1b-8ef8265568d1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.739280] env[62522]: DEBUG oslo_vmware.api [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1437.739280] env[62522]: value = "task-1702766" [ 1437.739280] env[62522]: _type = "Task" [ 1437.739280] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.739542] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1437.739542] env[62522]: value = "task-1702767" [ 1437.739542] env[62522]: _type = "Task" [ 1437.739542] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.754960] env[62522]: DEBUG oslo_vmware.rw_handles [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52296fd7-182a-aa2d-0786-7f4f028e34cc/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1437.755341] env[62522]: DEBUG oslo_vmware.rw_handles [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52296fd7-182a-aa2d-0786-7f4f028e34cc/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1437.825323] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.825562] env[62522]: DEBUG oslo_vmware.api [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.866922] env[62522]: DEBUG nova.compute.manager [req-9f9a34be-d963-4dcd-9f2e-91ee0bf326e3 req-fba4c37b-ffb1-42be-8c15-e4481bf446b7 service nova] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Received event network-changed-4f5dd73e-23e0-414e-bd16-08573ace428c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1437.867132] env[62522]: DEBUG nova.compute.manager [req-9f9a34be-d963-4dcd-9f2e-91ee0bf326e3 req-fba4c37b-ffb1-42be-8c15-e4481bf446b7 service nova] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Refreshing instance network info cache due to event network-changed-4f5dd73e-23e0-414e-bd16-08573ace428c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1437.867395] env[62522]: DEBUG oslo_concurrency.lockutils [req-9f9a34be-d963-4dcd-9f2e-91ee0bf326e3 req-fba4c37b-ffb1-42be-8c15-e4481bf446b7 service nova] Acquiring lock "refresh_cache-a391f64f-a08c-44a3-8ba4-f4607d177545" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.867561] env[62522]: DEBUG oslo_concurrency.lockutils [req-9f9a34be-d963-4dcd-9f2e-91ee0bf326e3 req-fba4c37b-ffb1-42be-8c15-e4481bf446b7 service nova] Acquired lock "refresh_cache-a391f64f-a08c-44a3-8ba4-f4607d177545" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.867744] env[62522]: DEBUG nova.network.neutron [req-9f9a34be-d963-4dcd-9f2e-91ee0bf326e3 req-fba4c37b-ffb1-42be-8c15-e4481bf446b7 service nova] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Refreshing network info cache for port 4f5dd73e-23e0-414e-bd16-08573ace428c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1437.878770] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-79c5f70d-22cb-4324-ba31-60252fe0e512 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.009078] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4177f2b7-cc79-493f-81af-118bb9da88d0 tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Lock "416661b2-bf18-4e01-a7a2-ca928201ffe5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.739s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.068205] env[62522]: DEBUG nova.compute.manager [req-7531e3cd-be46-4f6c-ab16-8c6be4cd4383 req-b3395da5-3bd6-4a4a-994d-6bb40e27c6f6 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Received event network-changed-4083ab31-13b1-415f-a116-cd5da3084b61 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1438.068299] env[62522]: DEBUG nova.compute.manager [req-7531e3cd-be46-4f6c-ab16-8c6be4cd4383 req-b3395da5-3bd6-4a4a-994d-6bb40e27c6f6 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Refreshing instance network info cache due to event network-changed-4083ab31-13b1-415f-a116-cd5da3084b61. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1438.068450] env[62522]: DEBUG oslo_concurrency.lockutils [req-7531e3cd-be46-4f6c-ab16-8c6be4cd4383 req-b3395da5-3bd6-4a4a-994d-6bb40e27c6f6 service nova] Acquiring lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.068589] env[62522]: DEBUG oslo_concurrency.lockutils [req-7531e3cd-be46-4f6c-ab16-8c6be4cd4383 req-b3395da5-3bd6-4a4a-994d-6bb40e27c6f6 service nova] Acquired lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.068990] env[62522]: DEBUG nova.network.neutron [req-7531e3cd-be46-4f6c-ab16-8c6be4cd4383 req-b3395da5-3bd6-4a4a-994d-6bb40e27c6f6 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Refreshing network info cache for port 4083ab31-13b1-415f-a116-cd5da3084b61 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.109256] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997c184b-dff8-494a-85d6-8d8f878b100f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.122898] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf43788-d72b-43b6-9f3b-554851a3b507 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.132998] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a25397-46b5-24a7-9a8a-e704105a3a18, 'name': SearchDatastore_Task, 'duration_secs': 0.013412} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.160339] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2746d761-d808-4949-9a10-d00efe68d697 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.163720] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b891875d-725c-4d5e-b91f-beb129bbac91 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.173981] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1438.173981] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f99736-5f2c-adac-a4a0-4de6ecec4c1a" [ 1438.173981] env[62522]: _type = "Task" [ 1438.173981] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.175217] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455cdaf5-47f5-4251-974f-69f716b663e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.189669] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f99736-5f2c-adac-a4a0-4de6ecec4c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.200456] env[62522]: DEBUG nova.compute.provider_tree [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.211847] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702764, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.265790] env[62522]: DEBUG oslo_vmware.api [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.269266] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702767, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.367587] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "b80c3cb9-87a2-4079-8ab1-14a45e185d28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.367587] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "b80c3cb9-87a2-4079-8ab1-14a45e185d28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.702569] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f99736-5f2c-adac-a4a0-4de6ecec4c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.020304} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.709517] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.709933] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 37cd43dd-d403-4673-b40c-52cbc993ba5b/37cd43dd-d403-4673-b40c-52cbc993ba5b.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.711070] env[62522]: DEBUG nova.scheduler.client.report [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1438.721185] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccae4a5f-ae69-451e-ac9f-fec04f679766 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.729652] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702764, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.736731] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1438.736731] env[62522]: value = "task-1702768" [ 1438.736731] env[62522]: _type = "Task" [ 1438.736731] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.751733] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.770832] env[62522]: DEBUG oslo_vmware.api [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.778269] env[62522]: DEBUG oslo_vmware.api [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702767, 'name': PowerOnVM_Task, 'duration_secs': 0.568687} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.778611] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.778824] env[62522]: INFO nova.compute.manager [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1438.779020] env[62522]: DEBUG nova.compute.manager [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.779868] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ae3442-0f05-4c63-9d14-35482d7be487 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.804899] env[62522]: DEBUG nova.network.neutron [req-9f9a34be-d963-4dcd-9f2e-91ee0bf326e3 req-fba4c37b-ffb1-42be-8c15-e4481bf446b7 service nova] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Updated VIF entry in instance network info cache for port 4f5dd73e-23e0-414e-bd16-08573ace428c. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1438.805324] env[62522]: DEBUG nova.network.neutron [req-9f9a34be-d963-4dcd-9f2e-91ee0bf326e3 req-fba4c37b-ffb1-42be-8c15-e4481bf446b7 service nova] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Updating instance_info_cache with network_info: [{"id": "4f5dd73e-23e0-414e-bd16-08573ace428c", "address": "fa:16:3e:f0:85:40", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f5dd73e-23", "ovs_interfaceid": "4f5dd73e-23e0-414e-bd16-08573ace428c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.818125] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Updating instance_info_cache with network_info: [{"id": "75430c71-b17b-43e0-a79b-72f5001e4558", "address": "fa:16:3e:9a:bd:78", "network": {"id": "b3a9bc46-606d-4607-a0a0-ae10798d9b88", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-891483861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f11982ce0ca433a96f800ffb3221ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75430c71-b1", "ovs_interfaceid": "75430c71-b17b-43e0-a79b-72f5001e4558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.870616] env[62522]: DEBUG nova.compute.manager [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1439.050225] env[62522]: DEBUG nova.network.neutron [req-7531e3cd-be46-4f6c-ab16-8c6be4cd4383 req-b3395da5-3bd6-4a4a-994d-6bb40e27c6f6 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Updated VIF entry in instance network info cache for port 4083ab31-13b1-415f-a116-cd5da3084b61. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.051044] env[62522]: DEBUG nova.network.neutron [req-7531e3cd-be46-4f6c-ab16-8c6be4cd4383 req-b3395da5-3bd6-4a4a-994d-6bb40e27c6f6 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Updating instance_info_cache with network_info: [{"id": "4083ab31-13b1-415f-a116-cd5da3084b61", "address": "fa:16:3e:c2:df:ba", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4083ab31-13", "ovs_interfaceid": "4083ab31-13b1-415f-a116-cd5da3084b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.063645] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquiring lock "416661b2-bf18-4e01-a7a2-ca928201ffe5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.063794] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Lock "416661b2-bf18-4e01-a7a2-ca928201ffe5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.064298] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquiring lock "416661b2-bf18-4e01-a7a2-ca928201ffe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.064298] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Lock "416661b2-bf18-4e01-a7a2-ca928201ffe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.064456] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Lock "416661b2-bf18-4e01-a7a2-ca928201ffe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.066773] env[62522]: INFO nova.compute.manager [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Terminating instance [ 1439.217304] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702764, 'name': CreateVM_Task, 'duration_secs': 1.547511} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.221027] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.221027] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.221027] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.221027] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.221027] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5923e40-c7c1-4038-88e0-d12633ad15d0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.226209] env[62522]: DEBUG oslo_concurrency.lockutils [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.233428] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.661s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.234102] env[62522]: DEBUG nova.objects.instance [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lazy-loading 'resources' on Instance uuid 03bded63-fcac-4cc4-8f6f-65e9e2f291b6 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.247530] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1439.247530] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526b69eb-33f2-b1cc-b2ac-5272bc0158c4" [ 1439.247530] env[62522]: _type = "Task" [ 1439.247530] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.261165] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702768, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.272673] env[62522]: DEBUG oslo_vmware.api [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702766, 'name': PowerOffVM_Task, 'duration_secs': 1.122991} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.277665] env[62522]: INFO nova.scheduler.client.report [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Deleted allocations for instance 309977e4-9042-4911-9d4f-82d7e334b08f [ 1439.280721] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.280721] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1439.280721] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526b69eb-33f2-b1cc-b2ac-5272bc0158c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.286838] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-082c601d-e4b3-40a2-b007-5f5d870fa5c0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.305834] env[62522]: INFO nova.compute.manager [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Took 38.65 seconds to build instance. [ 1439.307986] env[62522]: DEBUG oslo_concurrency.lockutils [req-9f9a34be-d963-4dcd-9f2e-91ee0bf326e3 req-fba4c37b-ffb1-42be-8c15-e4481bf446b7 service nova] Releasing lock "refresh_cache-a391f64f-a08c-44a3-8ba4-f4607d177545" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.324215] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Releasing lock "refresh_cache-c0e94a39-196b-49f4-8229-104f30633ec1" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.324215] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Updated the network info_cache for instance {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1439.324215] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.324215] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.324215] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.324215] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.324215] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.324215] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.324215] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1439.324215] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.389891] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.391021] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.391559] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleting the datastore file [datastore1] af281b60-1bae-489d-8363-853112ca6f23 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.392035] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2d96cbf-fdbb-45a9-b792-039cc451ffb4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.403356] env[62522]: DEBUG oslo_vmware.api [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1439.403356] env[62522]: value = "task-1702770" [ 1439.403356] env[62522]: _type = "Task" [ 1439.403356] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.404411] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.415895] env[62522]: DEBUG oslo_vmware.api [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.555793] env[62522]: DEBUG oslo_concurrency.lockutils [req-7531e3cd-be46-4f6c-ab16-8c6be4cd4383 req-b3395da5-3bd6-4a4a-994d-6bb40e27c6f6 service nova] Releasing lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.571900] env[62522]: DEBUG nova.compute.manager [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1439.572356] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.573537] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cead4b38-0530-44d5-96a5-de22bda58067 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.590313] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.590811] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09df9b15-7237-4418-8aa1-f54b94f43f23 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.598757] env[62522]: DEBUG oslo_vmware.api [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Waiting for the task: (returnval){ [ 1439.598757] env[62522]: value = "task-1702771" [ 1439.598757] env[62522]: _type = "Task" [ 1439.598757] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.610490] env[62522]: DEBUG oslo_vmware.api [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.765631] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631918} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.769777] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 37cd43dd-d403-4673-b40c-52cbc993ba5b/37cd43dd-d403-4673-b40c-52cbc993ba5b.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.770260] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.770741] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526b69eb-33f2-b1cc-b2ac-5272bc0158c4, 'name': SearchDatastore_Task, 'duration_secs': 0.06391} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.771079] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01d020bc-0013-4167-96a1-6385d15154c3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.773914] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.773914] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.774120] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.774426] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.775975] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.775975] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a947ea2-ce08-44d8-a59d-ad69f310d0a9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.795611] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1439.795611] env[62522]: value = "task-1702772" [ 1439.795611] env[62522]: _type = "Task" [ 1439.795611] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.800403] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.800759] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.801994] env[62522]: DEBUG oslo_concurrency.lockutils [None req-14ef3e00-6235-40a3-a06a-9e29958b88e7 tempest-AttachInterfacesUnderV243Test-956709335 tempest-AttachInterfacesUnderV243Test-956709335-project-member] Lock "309977e4-9042-4911-9d4f-82d7e334b08f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.222s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.807521] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f80599-2e8b-4f46-af42-6ae9f6eec26b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.816972] env[62522]: DEBUG oslo_concurrency.lockutils [None req-787c30eb-7d8a-45b5-a0ea-e7b0934222a0 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "7bdf55bc-9458-455e-8cad-56c7e895b5cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.573s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.825222] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1439.825222] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522b308c-d799-ed03-4dab-4e30d98e79be" [ 1439.825222] env[62522]: _type = "Task" [ 1439.825222] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.828833] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.829256] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.846905] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522b308c-d799-ed03-4dab-4e30d98e79be, 'name': SearchDatastore_Task, 'duration_secs': 0.018903} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.848346] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0db09e-2a9e-4dd8-b3eb-0ba39aaa1f68 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.855785] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1439.855785] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522d9f22-f917-46ec-6ab2-696566d1698e" [ 1439.855785] env[62522]: _type = "Task" [ 1439.855785] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.869517] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522d9f22-f917-46ec-6ab2-696566d1698e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.917018] env[62522]: DEBUG oslo_vmware.api [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435681} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.919602] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1439.919861] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1439.920476] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1439.920476] env[62522]: INFO nova.compute.manager [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: af281b60-1bae-489d-8363-853112ca6f23] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1439.920659] env[62522]: DEBUG oslo.service.loopingcall [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1439.921713] env[62522]: DEBUG nova.compute.manager [-] [instance: af281b60-1bae-489d-8363-853112ca6f23] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1439.921713] env[62522]: DEBUG nova.network.neutron [-] [instance: af281b60-1bae-489d-8363-853112ca6f23] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1440.114197] env[62522]: DEBUG oslo_vmware.api [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702771, 'name': PowerOffVM_Task, 'duration_secs': 0.32382} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.117578] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.117578] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.117578] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb2cd0a5-da95-498e-ae72-b321f3f11a0a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.196908] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.197055] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.197245] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Deleting the datastore file [datastore1] 416661b2-bf18-4e01-a7a2-ca928201ffe5 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.197518] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad8e5d16-6b65-4727-9711-8fec72b3e117 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.209610] env[62522]: DEBUG oslo_vmware.api [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Waiting for the task: (returnval){ [ 1440.209610] env[62522]: value = "task-1702774" [ 1440.209610] env[62522]: _type = "Task" [ 1440.209610] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.225138] env[62522]: DEBUG oslo_vmware.api [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.312800] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159034} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.317347] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1440.319111] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a843de02-03ea-4d48-b09e-a6a0e8fac1d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.349496] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 37cd43dd-d403-4673-b40c-52cbc993ba5b/37cd43dd-d403-4673-b40c-52cbc993ba5b.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.351283] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3524a2a-cd48-4eaf-8eee-b5ef5c9c0055 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.372478] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e4226d-a19f-439c-82ce-be05de81c549 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.386188] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522d9f22-f917-46ec-6ab2-696566d1698e, 'name': SearchDatastore_Task, 'duration_secs': 0.021122} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.389134] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.389484] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] a391f64f-a08c-44a3-8ba4-f4607d177545/a391f64f-a08c-44a3-8ba4-f4607d177545.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.389830] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1440.389830] env[62522]: value = "task-1702775" [ 1440.389830] env[62522]: _type = "Task" [ 1440.389830] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.390116] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9d8286c-8a45-41ec-b904-df3e940047a8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.393477] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfa2e74-e1ff-4ac6-aace-5b610827d4b5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.413789] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.444561] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1440.444561] env[62522]: value = "task-1702776" [ 1440.444561] env[62522]: _type = "Task" [ 1440.444561] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.446121] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b46ee1-8f23-4d57-96fe-079b1f167340 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.461710] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bbddbb-659b-459e-a39d-d5b2a6cf6f6a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.466016] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.477845] env[62522]: DEBUG nova.compute.provider_tree [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.723616] env[62522]: DEBUG oslo_vmware.api [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Task: {'id': task-1702774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301897} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.723616] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.723915] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.723915] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.724063] env[62522]: INFO nova.compute.manager [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1440.724270] env[62522]: DEBUG oslo.service.loopingcall [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1440.724463] env[62522]: DEBUG nova.compute.manager [-] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1440.724547] env[62522]: DEBUG nova.network.neutron [-] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1440.776528] env[62522]: DEBUG nova.network.neutron [-] [instance: af281b60-1bae-489d-8363-853112ca6f23] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.915991] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.930920] env[62522]: DEBUG nova.compute.manager [req-8d0ace2e-d3a0-4e33-8ebc-6fec27714b0a req-18165527-4290-4926-b9ea-e97242284d57 service nova] [instance: af281b60-1bae-489d-8363-853112ca6f23] Received event network-vif-deleted-9709d75c-de3c-4782-884c-c88a69901e96 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1440.964027] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702776, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.981921] env[62522]: DEBUG nova.scheduler.client.report [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1441.283214] env[62522]: INFO nova.compute.manager [-] [instance: af281b60-1bae-489d-8363-853112ca6f23] Took 1.36 seconds to deallocate network for instance. [ 1441.401166] env[62522]: DEBUG nova.compute.manager [req-d296f3a3-7701-4c69-b41e-324e7ba2d74b req-a8342ed2-47ae-4f21-b4d3-152798f6c396 service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Received event network-changed-66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1441.401375] env[62522]: DEBUG nova.compute.manager [req-d296f3a3-7701-4c69-b41e-324e7ba2d74b req-a8342ed2-47ae-4f21-b4d3-152798f6c396 service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Refreshing instance network info cache due to event network-changed-66d97e6f-5e75-4822-ad5b-7c18beb367c1. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1441.401588] env[62522]: DEBUG oslo_concurrency.lockutils [req-d296f3a3-7701-4c69-b41e-324e7ba2d74b req-a8342ed2-47ae-4f21-b4d3-152798f6c396 service nova] Acquiring lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.401727] env[62522]: DEBUG oslo_concurrency.lockutils [req-d296f3a3-7701-4c69-b41e-324e7ba2d74b req-a8342ed2-47ae-4f21-b4d3-152798f6c396 service nova] Acquired lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.401883] env[62522]: DEBUG nova.network.neutron [req-d296f3a3-7701-4c69-b41e-324e7ba2d74b req-a8342ed2-47ae-4f21-b4d3-152798f6c396 service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Refreshing network info cache for port 66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.409761] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702775, 'name': ReconfigVM_Task, 'duration_secs': 0.598606} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.410152] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 37cd43dd-d403-4673-b40c-52cbc993ba5b/37cd43dd-d403-4673-b40c-52cbc993ba5b.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.410787] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e00e8ae5-a206-4b8d-88be-ca8f8e593b7a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.422065] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1441.422065] env[62522]: value = "task-1702777" [ 1441.422065] env[62522]: _type = "Task" [ 1441.422065] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.438588] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702777, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.464294] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884989} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.464637] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] a391f64f-a08c-44a3-8ba4-f4607d177545/a391f64f-a08c-44a3-8ba4-f4607d177545.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.464864] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.465380] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e714bb4-1dc1-4b82-8005-855a739dac00 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.475543] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1441.475543] env[62522]: value = "task-1702778" [ 1441.475543] env[62522]: _type = "Task" [ 1441.475543] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.491037] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.493459] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.496825] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.747s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.498149] env[62522]: DEBUG nova.objects.instance [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lazy-loading 'resources' on Instance uuid b75ffa1f-f876-4e28-96ea-72e223d0c01a {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.525962] env[62522]: INFO nova.scheduler.client.report [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Deleted allocations for instance 03bded63-fcac-4cc4-8f6f-65e9e2f291b6 [ 1441.559682] env[62522]: DEBUG nova.network.neutron [-] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.793108] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.932072] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702777, 'name': Rename_Task, 'duration_secs': 0.254987} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.932420] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1441.932683] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af39eb6c-4f58-4068-b279-f70135850421 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.940712] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1441.940712] env[62522]: value = "task-1702779" [ 1441.940712] env[62522]: _type = "Task" [ 1441.940712] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.951634] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.996535] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702778, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.037085] env[62522]: DEBUG oslo_concurrency.lockutils [None req-07552ca1-3761-4203-8762-938e2e42a9af tempest-ListImageFiltersTestJSON-1513985170 tempest-ListImageFiltersTestJSON-1513985170-project-member] Lock "03bded63-fcac-4cc4-8f6f-65e9e2f291b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.340s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.062117] env[62522]: INFO nova.compute.manager [-] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Took 1.34 seconds to deallocate network for instance. [ 1442.433993] env[62522]: DEBUG nova.network.neutron [req-d296f3a3-7701-4c69-b41e-324e7ba2d74b req-a8342ed2-47ae-4f21-b4d3-152798f6c396 service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Updated VIF entry in instance network info cache for port 66d97e6f-5e75-4822-ad5b-7c18beb367c1. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.436948] env[62522]: DEBUG nova.network.neutron [req-d296f3a3-7701-4c69-b41e-324e7ba2d74b req-a8342ed2-47ae-4f21-b4d3-152798f6c396 service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Updating instance_info_cache with network_info: [{"id": "66d97e6f-5e75-4822-ad5b-7c18beb367c1", "address": "fa:16:3e:5d:59:1a", "network": {"id": "d7b517fa-ee4b-49e6-acf7-efbc3b039229", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544103160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58252a6fc8449c9f720942b7b02ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d97e6f-5e", "ovs_interfaceid": "66d97e6f-5e75-4822-ad5b-7c18beb367c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.454580] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702779, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.491901] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.516062} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.492249] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1442.493095] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70573e6e-4323-4e82-91fe-73065cd56f60 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.523493] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] a391f64f-a08c-44a3-8ba4-f4607d177545/a391f64f-a08c-44a3-8ba4-f4607d177545.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.524922] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33d9d85f-dadd-4751-bc02-be9d9fb6f145 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.541113] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b21d64-4560-47f7-8085-40a9594968ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.551253] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75bd363-5deb-4d18-9f79-87186aa9340d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.555845] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1442.555845] env[62522]: value = "task-1702780" [ 1442.555845] env[62522]: _type = "Task" [ 1442.555845] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.586214] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.587770] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c07def7-488f-4b87-ba54-2dd8e5a7fa2a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.594570] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.601678] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119b76f5-20d6-4b9b-bdf3-e93e1e10bede {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.615402] env[62522]: DEBUG nova.compute.provider_tree [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.940727] env[62522]: DEBUG oslo_concurrency.lockutils [req-d296f3a3-7701-4c69-b41e-324e7ba2d74b req-a8342ed2-47ae-4f21-b4d3-152798f6c396 service nova] Releasing lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.958698] env[62522]: DEBUG oslo_vmware.api [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702779, 'name': PowerOnVM_Task, 'duration_secs': 0.529156} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.959406] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.959728] env[62522]: INFO nova.compute.manager [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1442.959972] env[62522]: DEBUG nova.compute.manager [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.961576] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9206fd85-37f1-4895-bbff-e9c5fbb07ca1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.072499] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.118694] env[62522]: DEBUG nova.scheduler.client.report [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1443.486793] env[62522]: INFO nova.compute.manager [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Took 41.23 seconds to build instance. [ 1443.573248] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702780, 'name': ReconfigVM_Task, 'duration_secs': 0.68899} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.573248] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Reconfigured VM instance instance-00000033 to attach disk [datastore1] a391f64f-a08c-44a3-8ba4-f4607d177545/a391f64f-a08c-44a3-8ba4-f4607d177545.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.576744] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6464dd3c-20cc-4186-915f-99f032897682 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.587944] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1443.587944] env[62522]: value = "task-1702781" [ 1443.587944] env[62522]: _type = "Task" [ 1443.587944] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.596563] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702781, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.626689] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.629862] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.837s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.630309] env[62522]: DEBUG nova.objects.instance [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Lazy-loading 'resources' on Instance uuid f5c15175-f2d1-4e11-a11c-8bee5cd69390 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.664257] env[62522]: INFO nova.scheduler.client.report [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Deleted allocations for instance b75ffa1f-f876-4e28-96ea-72e223d0c01a [ 1443.698202] env[62522]: DEBUG nova.compute.manager [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Received event network-vif-deleted-b7168927-1b82-413a-992f-8f1e1cd73b98 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1443.698202] env[62522]: DEBUG nova.compute.manager [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Received event network-changed-66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1443.698202] env[62522]: DEBUG nova.compute.manager [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Refreshing instance network info cache due to event network-changed-66d97e6f-5e75-4822-ad5b-7c18beb367c1. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1443.698202] env[62522]: DEBUG oslo_concurrency.lockutils [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] Acquiring lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.699972] env[62522]: DEBUG oslo_concurrency.lockutils [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] Acquired lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.699972] env[62522]: DEBUG nova.network.neutron [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Refreshing network info cache for port 66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1443.989510] env[62522]: DEBUG oslo_concurrency.lockutils [None req-89ccc9f2-e598-4799-885b-c15f00583679 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "37cd43dd-d403-4673-b40c-52cbc993ba5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.509s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.100495] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702781, 'name': Rename_Task, 'duration_secs': 0.272968} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.101849] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.102161] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f2f3d5a-8bfb-41d1-a4b3-e0128b356749 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.111664] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1444.111664] env[62522]: value = "task-1702782" [ 1444.111664] env[62522]: _type = "Task" [ 1444.111664] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.126039] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.174382] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4730bda2-5d0f-4892-9b10-1ba38546355f tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "b75ffa1f-f876-4e28-96ea-72e223d0c01a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.107s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.625214] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.627931] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae5e5dc-a8a1-4254-baf9-163552f57431 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.637209] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2094c7-5c88-4012-981e-aaa214766531 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.683031] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c710de1c-4822-432e-bfb7-f6fbda57b941 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.692395] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588f30de-9b9a-45b0-972c-bb72623b8a37 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.709750] env[62522]: DEBUG nova.compute.provider_tree [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.867206] env[62522]: DEBUG nova.network.neutron [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Updated VIF entry in instance network info cache for port 66d97e6f-5e75-4822-ad5b-7c18beb367c1. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1444.867942] env[62522]: DEBUG nova.network.neutron [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Updating instance_info_cache with network_info: [{"id": "66d97e6f-5e75-4822-ad5b-7c18beb367c1", "address": "fa:16:3e:5d:59:1a", "network": {"id": "d7b517fa-ee4b-49e6-acf7-efbc3b039229", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544103160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58252a6fc8449c9f720942b7b02ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d97e6f-5e", "ovs_interfaceid": "66d97e6f-5e75-4822-ad5b-7c18beb367c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.998591] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "37cd43dd-d403-4673-b40c-52cbc993ba5b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.999309] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "37cd43dd-d403-4673-b40c-52cbc993ba5b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.999581] env[62522]: INFO nova.compute.manager [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Shelving [ 1445.128988] env[62522]: DEBUG oslo_vmware.api [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702782, 'name': PowerOnVM_Task, 'duration_secs': 0.990967} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.128988] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.129409] env[62522]: INFO nova.compute.manager [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1445.130178] env[62522]: DEBUG nova.compute.manager [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.131562] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbb015d-b815-42c8-a235-b75c1be33286 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.214515] env[62522]: DEBUG nova.scheduler.client.report [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1445.370362] env[62522]: DEBUG oslo_concurrency.lockutils [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] Releasing lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.374349] env[62522]: DEBUG nova.compute.manager [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Received event network-changed-a1ecbb36-455d-436f-99af-6b06d47a5f95 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1445.377928] env[62522]: DEBUG nova.compute.manager [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Refreshing instance network info cache due to event network-changed-a1ecbb36-455d-436f-99af-6b06d47a5f95. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1445.377928] env[62522]: DEBUG oslo_concurrency.lockutils [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] Acquiring lock "refresh_cache-7bdf55bc-9458-455e-8cad-56c7e895b5cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.377928] env[62522]: DEBUG oslo_concurrency.lockutils [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] Acquired lock "refresh_cache-7bdf55bc-9458-455e-8cad-56c7e895b5cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.377928] env[62522]: DEBUG nova.network.neutron [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Refreshing network info cache for port a1ecbb36-455d-436f-99af-6b06d47a5f95 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1445.660189] env[62522]: INFO nova.compute.manager [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Took 40.75 seconds to build instance. [ 1445.723493] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.724069] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.608s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.725289] env[62522]: DEBUG nova.objects.instance [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Lazy-loading 'resources' on Instance uuid 1c8b87b0-2230-4e68-9da5-09db6fd43b5d {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.755134] env[62522]: INFO nova.scheduler.client.report [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Deleted allocations for instance f5c15175-f2d1-4e11-a11c-8bee5cd69390 [ 1445.934152] env[62522]: DEBUG nova.compute.manager [req-4e0df275-3c37-43d0-afe0-f490036ed67b req-98ebf534-196f-423b-b3b3-b46c5046bf38 service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Received event network-changed-a1ecbb36-455d-436f-99af-6b06d47a5f95 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1445.934152] env[62522]: DEBUG nova.compute.manager [req-4e0df275-3c37-43d0-afe0-f490036ed67b req-98ebf534-196f-423b-b3b3-b46c5046bf38 service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Refreshing instance network info cache due to event network-changed-a1ecbb36-455d-436f-99af-6b06d47a5f95. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1445.934152] env[62522]: DEBUG oslo_concurrency.lockutils [req-4e0df275-3c37-43d0-afe0-f490036ed67b req-98ebf534-196f-423b-b3b3-b46c5046bf38 service nova] Acquiring lock "refresh_cache-7bdf55bc-9458-455e-8cad-56c7e895b5cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.016390] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.016687] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2f3964d-f57f-4089-8a77-126e882a565a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.025570] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1446.025570] env[62522]: value = "task-1702783" [ 1446.025570] env[62522]: _type = "Task" [ 1446.025570] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.034721] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.159485] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "e0a1472b-9c2b-4812-8e25-290623077bdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.160243] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "e0a1472b-9c2b-4812-8e25-290623077bdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.160243] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "e0a1472b-9c2b-4812-8e25-290623077bdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.160358] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "e0a1472b-9c2b-4812-8e25-290623077bdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.160572] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "e0a1472b-9c2b-4812-8e25-290623077bdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.165051] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b0d225f0-c513-4aa2-8b54-ee51a0f3ce56 tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lock "a391f64f-a08c-44a3-8ba4-f4607d177545" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.148s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.165627] env[62522]: INFO nova.compute.manager [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Terminating instance [ 1446.276634] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f6e6d148-db16-4f3e-9498-9e80b2d52491 tempest-ImagesNegativeTestJSON-1863536558 tempest-ImagesNegativeTestJSON-1863536558-project-member] Lock "f5c15175-f2d1-4e11-a11c-8bee5cd69390" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.043s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.360021] env[62522]: DEBUG nova.network.neutron [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Updated VIF entry in instance network info cache for port a1ecbb36-455d-436f-99af-6b06d47a5f95. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.360613] env[62522]: DEBUG nova.network.neutron [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Updating instance_info_cache with network_info: [{"id": "a1ecbb36-455d-436f-99af-6b06d47a5f95", "address": "fa:16:3e:85:bc:76", "network": {"id": "d7b517fa-ee4b-49e6-acf7-efbc3b039229", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544103160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58252a6fc8449c9f720942b7b02ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ecbb36-45", "ovs_interfaceid": "a1ecbb36-455d-436f-99af-6b06d47a5f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.543513] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702783, 'name': PowerOffVM_Task, 'duration_secs': 0.325112} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.550040] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.550040] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160aee96-e107-4690-8e7b-5c793f7b3c42 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.580333] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e015abf-ce01-4a9c-a534-dee760f3f2df {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.670928] env[62522]: DEBUG nova.compute.manager [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1446.671243] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.672083] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba01a2f-9544-4441-8532-12f09a6fee99 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.683627] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.683799] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de76a708-bec2-466f-9584-5ef7fc5451d4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.696961] env[62522]: DEBUG oslo_vmware.api [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1446.696961] env[62522]: value = "task-1702784" [ 1446.696961] env[62522]: _type = "Task" [ 1446.696961] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.708531] env[62522]: DEBUG oslo_vmware.api [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.757286] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09cee6a-9446-4fd8-af7d-cf69a8a7d30f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.765884] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c558e7-a847-4bd4-b57b-8119909d07c2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.801930] env[62522]: DEBUG oslo_concurrency.lockutils [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "7bdf55bc-9458-455e-8cad-56c7e895b5cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.801930] env[62522]: DEBUG oslo_concurrency.lockutils [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "7bdf55bc-9458-455e-8cad-56c7e895b5cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.801930] env[62522]: DEBUG oslo_concurrency.lockutils [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "7bdf55bc-9458-455e-8cad-56c7e895b5cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.801930] env[62522]: DEBUG oslo_concurrency.lockutils [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "7bdf55bc-9458-455e-8cad-56c7e895b5cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.801930] env[62522]: DEBUG oslo_concurrency.lockutils [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "7bdf55bc-9458-455e-8cad-56c7e895b5cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.804072] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece20789-5e65-4e26-938f-29a54fd596b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.807804] env[62522]: INFO nova.compute.manager [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Terminating instance [ 1446.817921] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9ecc90-d638-456a-a107-3008fa6a960e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.834595] env[62522]: DEBUG nova.compute.provider_tree [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.870296] env[62522]: DEBUG oslo_concurrency.lockutils [req-17484e3b-812d-46df-87d0-0b8fa2da22ea req-ad431f56-fd29-4a29-9b36-53d96a5ac5de service nova] Releasing lock "refresh_cache-7bdf55bc-9458-455e-8cad-56c7e895b5cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.870759] env[62522]: DEBUG oslo_concurrency.lockutils [req-4e0df275-3c37-43d0-afe0-f490036ed67b req-98ebf534-196f-423b-b3b3-b46c5046bf38 service nova] Acquired lock "refresh_cache-7bdf55bc-9458-455e-8cad-56c7e895b5cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.870968] env[62522]: DEBUG nova.network.neutron [req-4e0df275-3c37-43d0-afe0-f490036ed67b req-98ebf534-196f-423b-b3b3-b46c5046bf38 service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Refreshing network info cache for port a1ecbb36-455d-436f-99af-6b06d47a5f95 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.002265] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Acquiring lock "d68a86ff-47af-4bae-b37b-bf18e539748b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.002626] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Lock "d68a86ff-47af-4bae-b37b-bf18e539748b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.093578] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1447.093766] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e63e8954-e7a3-49e4-bfb4-9683803e3e8a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.103297] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1447.103297] env[62522]: value = "task-1702785" [ 1447.103297] env[62522]: _type = "Task" [ 1447.103297] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.113303] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702785, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.211686] env[62522]: DEBUG oslo_vmware.api [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702784, 'name': PowerOffVM_Task, 'duration_secs': 0.316866} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.211686] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.211686] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.211686] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59dab342-041b-44b6-8142-0e15e68ed475 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.304170] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.304170] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.304170] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Deleting the datastore file [datastore1] e0a1472b-9c2b-4812-8e25-290623077bdc {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.304170] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76cf9565-a1f4-48db-99e8-407b108d089a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.313272] env[62522]: DEBUG nova.compute.manager [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.314794] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.314794] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6295c145-22e3-4fb3-88ad-5c7db75ea30a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.321393] env[62522]: DEBUG oslo_vmware.api [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1447.321393] env[62522]: value = "task-1702787" [ 1447.321393] env[62522]: _type = "Task" [ 1447.321393] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.332858] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.333620] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-301975e7-e4fd-4ff3-b250-97164243f40b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.340981] env[62522]: DEBUG nova.scheduler.client.report [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1447.349235] env[62522]: DEBUG oslo_vmware.api [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.349235] env[62522]: DEBUG oslo_vmware.api [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1447.349235] env[62522]: value = "task-1702788" [ 1447.349235] env[62522]: _type = "Task" [ 1447.349235] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.363354] env[62522]: DEBUG oslo_vmware.api [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.506958] env[62522]: DEBUG nova.compute.manager [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1447.532061] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquiring lock "a391f64f-a08c-44a3-8ba4-f4607d177545" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.532061] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lock "a391f64f-a08c-44a3-8ba4-f4607d177545" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.532599] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquiring lock "a391f64f-a08c-44a3-8ba4-f4607d177545-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.532599] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lock "a391f64f-a08c-44a3-8ba4-f4607d177545-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.532783] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lock "a391f64f-a08c-44a3-8ba4-f4607d177545-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.536782] env[62522]: INFO nova.compute.manager [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Terminating instance [ 1447.618515] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702785, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.835333] env[62522]: DEBUG oslo_vmware.api [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193856} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.835333] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.835333] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.835333] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.836431] env[62522]: INFO nova.compute.manager [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1447.839020] env[62522]: DEBUG oslo.service.loopingcall [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.839020] env[62522]: DEBUG nova.compute.manager [-] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1447.839020] env[62522]: DEBUG nova.network.neutron [-] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.852223] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.854492] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.838s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.857173] env[62522]: INFO nova.compute.claims [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1447.875775] env[62522]: DEBUG oslo_vmware.api [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702788, 'name': PowerOffVM_Task, 'duration_secs': 0.223469} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.875775] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.875775] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.875991] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a17845c-e134-4e15-ae1d-1ee53a3d67cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.897667] env[62522]: INFO nova.scheduler.client.report [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Deleted allocations for instance 1c8b87b0-2230-4e68-9da5-09db6fd43b5d [ 1448.030283] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.042095] env[62522]: DEBUG nova.compute.manager [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1448.042757] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.043683] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83460d34-72a0-4176-88a8-4314e0464e06 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.055557] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.056059] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ca1cbc6-1424-4807-8e7b-b43c6b561337 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.064887] env[62522]: DEBUG oslo_vmware.api [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1448.064887] env[62522]: value = "task-1702790" [ 1448.064887] env[62522]: _type = "Task" [ 1448.064887] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.085671] env[62522]: DEBUG oslo_vmware.api [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.120373] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702785, 'name': CreateSnapshot_Task, 'duration_secs': 0.770243} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.120373] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1448.120373] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32ac8ea-a1d0-4167-957e-e3ab5fd4e02a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.122542] env[62522]: DEBUG nova.network.neutron [req-4e0df275-3c37-43d0-afe0-f490036ed67b req-98ebf534-196f-423b-b3b3-b46c5046bf38 service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Updated VIF entry in instance network info cache for port a1ecbb36-455d-436f-99af-6b06d47a5f95. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1448.123231] env[62522]: DEBUG nova.network.neutron [req-4e0df275-3c37-43d0-afe0-f490036ed67b req-98ebf534-196f-423b-b3b3-b46c5046bf38 service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Updating instance_info_cache with network_info: [{"id": "a1ecbb36-455d-436f-99af-6b06d47a5f95", "address": "fa:16:3e:85:bc:76", "network": {"id": "d7b517fa-ee4b-49e6-acf7-efbc3b039229", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544103160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58252a6fc8449c9f720942b7b02ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ecbb36-45", "ovs_interfaceid": "a1ecbb36-455d-436f-99af-6b06d47a5f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.409548] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f014e780-6dcb-412f-8467-c1df3b86faf9 tempest-ServersTestManualDisk-256538544 tempest-ServersTestManualDisk-256538544-project-member] Lock "1c8b87b0-2230-4e68-9da5-09db6fd43b5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.297s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.575879] env[62522]: DEBUG oslo_vmware.api [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702790, 'name': PowerOffVM_Task, 'duration_secs': 0.255746} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.576218] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.576402] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.576700] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da1c2326-5c0f-4262-8908-156226596e12 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.603623] env[62522]: DEBUG nova.compute.manager [req-b014bc9d-f98b-4a74-95fd-3e2b0c069f19 req-b7bac077-694d-4f79-ad23-888388dcfbca service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Received event network-changed-66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1448.603804] env[62522]: DEBUG nova.compute.manager [req-b014bc9d-f98b-4a74-95fd-3e2b0c069f19 req-b7bac077-694d-4f79-ad23-888388dcfbca service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Refreshing instance network info cache due to event network-changed-66d97e6f-5e75-4822-ad5b-7c18beb367c1. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1448.606080] env[62522]: DEBUG oslo_concurrency.lockutils [req-b014bc9d-f98b-4a74-95fd-3e2b0c069f19 req-b7bac077-694d-4f79-ad23-888388dcfbca service nova] Acquiring lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.606080] env[62522]: DEBUG oslo_concurrency.lockutils [req-b014bc9d-f98b-4a74-95fd-3e2b0c069f19 req-b7bac077-694d-4f79-ad23-888388dcfbca service nova] Acquired lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.606080] env[62522]: DEBUG nova.network.neutron [req-b014bc9d-f98b-4a74-95fd-3e2b0c069f19 req-b7bac077-694d-4f79-ad23-888388dcfbca service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Refreshing network info cache for port 66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.630026] env[62522]: DEBUG nova.compute.manager [req-ccd65d38-898b-4400-a5ee-e23478d671f4 req-ea03b049-10b5-4059-8a6b-5cd64d2229bf service nova] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Received event network-vif-deleted-870efd7b-275e-4747-9573-8a022840890e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1448.630026] env[62522]: INFO nova.compute.manager [req-ccd65d38-898b-4400-a5ee-e23478d671f4 req-ea03b049-10b5-4059-8a6b-5cd64d2229bf service nova] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Neutron deleted interface 870efd7b-275e-4747-9573-8a022840890e; detaching it from the instance and deleting it from the info cache [ 1448.630026] env[62522]: DEBUG nova.network.neutron [req-ccd65d38-898b-4400-a5ee-e23478d671f4 req-ea03b049-10b5-4059-8a6b-5cd64d2229bf service nova] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.634435] env[62522]: DEBUG oslo_concurrency.lockutils [req-4e0df275-3c37-43d0-afe0-f490036ed67b req-98ebf534-196f-423b-b3b3-b46c5046bf38 service nova] Releasing lock "refresh_cache-7bdf55bc-9458-455e-8cad-56c7e895b5cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.646028] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1448.647962] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e3469a8-211d-4734-97d3-325ea7ae5452 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.658571] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1448.658571] env[62522]: value = "task-1702792" [ 1448.658571] env[62522]: _type = "Task" [ 1448.658571] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.668533] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702792, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.783827] env[62522]: DEBUG nova.network.neutron [-] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.036724] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.037109] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.042472] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Deleting the datastore file [datastore1] 7bdf55bc-9458-455e-8cad-56c7e895b5cc {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.042472] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.042472] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.042472] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Deleting the datastore file [datastore1] a391f64f-a08c-44a3-8ba4-f4607d177545 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.044275] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c1166d7-5572-4bb1-b37c-ae58ca22d5f0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.047694] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71b764e8-105b-49e1-9327-860e3f1b53e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.057182] env[62522]: DEBUG oslo_vmware.api [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for the task: (returnval){ [ 1449.057182] env[62522]: value = "task-1702793" [ 1449.057182] env[62522]: _type = "Task" [ 1449.057182] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.058994] env[62522]: DEBUG oslo_vmware.api [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1449.058994] env[62522]: value = "task-1702794" [ 1449.058994] env[62522]: _type = "Task" [ 1449.058994] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.074509] env[62522]: DEBUG oslo_vmware.api [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.080928] env[62522]: DEBUG oslo_vmware.api [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.138375] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1059bb8-d264-4f8f-ab2a-959f8d841919 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.150259] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355eaa41-654f-4d3e-9ee1-670f776f6e7e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.173708] env[62522]: DEBUG oslo_vmware.rw_handles [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52296fd7-182a-aa2d-0786-7f4f028e34cc/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1449.174116] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf8094a-3244-4606-b666-c0905764ad74 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.184257] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702792, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.196682] env[62522]: DEBUG nova.compute.manager [req-ccd65d38-898b-4400-a5ee-e23478d671f4 req-ea03b049-10b5-4059-8a6b-5cd64d2229bf service nova] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Detach interface failed, port_id=870efd7b-275e-4747-9573-8a022840890e, reason: Instance e0a1472b-9c2b-4812-8e25-290623077bdc could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1449.200677] env[62522]: DEBUG oslo_vmware.rw_handles [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52296fd7-182a-aa2d-0786-7f4f028e34cc/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1449.201027] env[62522]: ERROR oslo_vmware.rw_handles [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52296fd7-182a-aa2d-0786-7f4f028e34cc/disk-0.vmdk due to incomplete transfer. [ 1449.201161] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4f0c9f59-03c6-4eda-9340-cbef1d5cb73a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.212240] env[62522]: DEBUG oslo_vmware.rw_handles [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52296fd7-182a-aa2d-0786-7f4f028e34cc/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1449.213366] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Uploaded image 55d508b4-c18f-4c68-be01-5e372df524c2 to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1449.215132] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1449.215409] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f46846f9-9a11-49d9-b73f-5274b8dcda72 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.226184] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1449.226184] env[62522]: value = "task-1702795" [ 1449.226184] env[62522]: _type = "Task" [ 1449.226184] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.239025] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702795, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.287112] env[62522]: INFO nova.compute.manager [-] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Took 1.45 seconds to deallocate network for instance. [ 1449.434220] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7722cb38-d043-4a38-b3a0-20df76c0889e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.443455] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9280d36-d023-4ad8-902b-2ee64305b8b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.481009] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea56e9c2-d11e-4d40-83ba-a63224576119 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.490295] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8e2acb-533e-4eb8-981f-c32debf8f78e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.506804] env[62522]: DEBUG nova.compute.provider_tree [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.571508] env[62522]: DEBUG oslo_vmware.api [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Task: {'id': task-1702793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27133} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.572508] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.572508] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.572508] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.572992] env[62522]: INFO nova.compute.manager [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Took 1.53 seconds to destroy the instance on the hypervisor. [ 1449.572992] env[62522]: DEBUG oslo.service.loopingcall [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.573177] env[62522]: DEBUG nova.compute.manager [-] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.573233] env[62522]: DEBUG nova.network.neutron [-] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1449.578132] env[62522]: DEBUG oslo_vmware.api [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27588} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.578368] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.578444] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.578714] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.578796] env[62522]: INFO nova.compute.manager [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1449.578966] env[62522]: DEBUG oslo.service.loopingcall [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.579150] env[62522]: DEBUG nova.compute.manager [-] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.579242] env[62522]: DEBUG nova.network.neutron [-] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1449.678835] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702792, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.736897] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702795, 'name': Destroy_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.798737] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.012179] env[62522]: DEBUG nova.scheduler.client.report [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1450.179942] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702792, 'name': CloneVM_Task} progress is 95%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.198107] env[62522]: DEBUG nova.network.neutron [req-b014bc9d-f98b-4a74-95fd-3e2b0c069f19 req-b7bac077-694d-4f79-ad23-888388dcfbca service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Updated VIF entry in instance network info cache for port 66d97e6f-5e75-4822-ad5b-7c18beb367c1. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.198504] env[62522]: DEBUG nova.network.neutron [req-b014bc9d-f98b-4a74-95fd-3e2b0c069f19 req-b7bac077-694d-4f79-ad23-888388dcfbca service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Updating instance_info_cache with network_info: [{"id": "66d97e6f-5e75-4822-ad5b-7c18beb367c1", "address": "fa:16:3e:5d:59:1a", "network": {"id": "d7b517fa-ee4b-49e6-acf7-efbc3b039229", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544103160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58252a6fc8449c9f720942b7b02ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d97e6f-5e", "ovs_interfaceid": "66d97e6f-5e75-4822-ad5b-7c18beb367c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.240729] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702795, 'name': Destroy_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.518997] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.519593] env[62522]: DEBUG nova.compute.manager [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1450.522746] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.392s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.523722] env[62522]: INFO nova.compute.claims [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1450.634918] env[62522]: DEBUG nova.network.neutron [-] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.641478] env[62522]: DEBUG nova.network.neutron [-] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.679665] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702792, 'name': CloneVM_Task} progress is 95%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.701459] env[62522]: DEBUG oslo_concurrency.lockutils [req-b014bc9d-f98b-4a74-95fd-3e2b0c069f19 req-b7bac077-694d-4f79-ad23-888388dcfbca service nova] Releasing lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.719526] env[62522]: DEBUG nova.compute.manager [req-0a064e5b-618f-487e-922a-9e474956e84c req-20df6836-9b21-4eea-9d15-89c2e4297e07 service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Received event network-changed-66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1450.719714] env[62522]: DEBUG nova.compute.manager [req-0a064e5b-618f-487e-922a-9e474956e84c req-20df6836-9b21-4eea-9d15-89c2e4297e07 service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Refreshing instance network info cache due to event network-changed-66d97e6f-5e75-4822-ad5b-7c18beb367c1. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1450.720903] env[62522]: DEBUG oslo_concurrency.lockutils [req-0a064e5b-618f-487e-922a-9e474956e84c req-20df6836-9b21-4eea-9d15-89c2e4297e07 service nova] Acquiring lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.720903] env[62522]: DEBUG oslo_concurrency.lockutils [req-0a064e5b-618f-487e-922a-9e474956e84c req-20df6836-9b21-4eea-9d15-89c2e4297e07 service nova] Acquired lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.720903] env[62522]: DEBUG nova.network.neutron [req-0a064e5b-618f-487e-922a-9e474956e84c req-20df6836-9b21-4eea-9d15-89c2e4297e07 service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Refreshing network info cache for port 66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.739849] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702795, 'name': Destroy_Task, 'duration_secs': 1.38829} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.740533] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Destroyed the VM [ 1450.740837] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1450.741143] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1237c8f-13ce-4250-b9d1-9624e5f01b39 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.749101] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1450.749101] env[62522]: value = "task-1702796" [ 1450.749101] env[62522]: _type = "Task" [ 1450.749101] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.760743] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702796, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.032638] env[62522]: DEBUG nova.compute.utils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1451.042682] env[62522]: DEBUG nova.compute.manager [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1451.042864] env[62522]: DEBUG nova.network.neutron [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1451.138757] env[62522]: INFO nova.compute.manager [-] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Took 1.56 seconds to deallocate network for instance. [ 1451.142780] env[62522]: DEBUG nova.policy [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd017f22bdc0849129e3813e970c984b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f553e68809934612a8080c2fe1404383', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1451.151220] env[62522]: INFO nova.compute.manager [-] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Took 1.57 seconds to deallocate network for instance. [ 1451.181831] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702792, 'name': CloneVM_Task} progress is 95%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.260268] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702796, 'name': RemoveSnapshot_Task} progress is 63%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.543481] env[62522]: DEBUG nova.compute.manager [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1451.636976] env[62522]: DEBUG nova.network.neutron [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Successfully created port: d572f330-ebd8-41e3-bc49-3463c78d4f67 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1451.653477] env[62522]: DEBUG oslo_concurrency.lockutils [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.659104] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.681262] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702792, 'name': CloneVM_Task, 'duration_secs': 2.811693} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.684962] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Created linked-clone VM from snapshot [ 1451.684962] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd49470-dd60-4a65-8d3e-1c9145ec5a0d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.702872] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Uploading image 850e1b5f-2f83-4ca8-a2fe-8aee1d1b7426 {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1451.763810] env[62522]: DEBUG nova.network.neutron [req-0a064e5b-618f-487e-922a-9e474956e84c req-20df6836-9b21-4eea-9d15-89c2e4297e07 service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Updated VIF entry in instance network info cache for port 66d97e6f-5e75-4822-ad5b-7c18beb367c1. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.764584] env[62522]: DEBUG nova.network.neutron [req-0a064e5b-618f-487e-922a-9e474956e84c req-20df6836-9b21-4eea-9d15-89c2e4297e07 service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Updating instance_info_cache with network_info: [{"id": "66d97e6f-5e75-4822-ad5b-7c18beb367c1", "address": "fa:16:3e:5d:59:1a", "network": {"id": "d7b517fa-ee4b-49e6-acf7-efbc3b039229", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544103160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f58252a6fc8449c9f720942b7b02ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d97e6f-5e", "ovs_interfaceid": "66d97e6f-5e75-4822-ad5b-7c18beb367c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.769524] env[62522]: DEBUG oslo_vmware.api [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702796, 'name': RemoveSnapshot_Task, 'duration_secs': 0.677383} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.770690] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1451.770690] env[62522]: INFO nova.compute.manager [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Took 18.26 seconds to snapshot the instance on the hypervisor. [ 1451.784773] env[62522]: DEBUG oslo_vmware.rw_handles [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1451.784773] env[62522]: value = "vm-354883" [ 1451.784773] env[62522]: _type = "VirtualMachine" [ 1451.784773] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1451.784773] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-38679bdd-1682-4974-8a92-3f3f8f445087 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.797881] env[62522]: DEBUG oslo_vmware.rw_handles [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lease: (returnval){ [ 1451.797881] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52779e1b-8f60-c297-9b73-1bbdb21fb16a" [ 1451.797881] env[62522]: _type = "HttpNfcLease" [ 1451.797881] env[62522]: } obtained for exporting VM: (result){ [ 1451.797881] env[62522]: value = "vm-354883" [ 1451.797881] env[62522]: _type = "VirtualMachine" [ 1451.797881] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1451.797881] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the lease: (returnval){ [ 1451.797881] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52779e1b-8f60-c297-9b73-1bbdb21fb16a" [ 1451.797881] env[62522]: _type = "HttpNfcLease" [ 1451.797881] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1451.816349] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1451.816349] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52779e1b-8f60-c297-9b73-1bbdb21fb16a" [ 1451.816349] env[62522]: _type = "HttpNfcLease" [ 1451.816349] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1451.816709] env[62522]: DEBUG oslo_vmware.rw_handles [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1451.816709] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52779e1b-8f60-c297-9b73-1bbdb21fb16a" [ 1451.816709] env[62522]: _type = "HttpNfcLease" [ 1451.816709] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1451.817725] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb70117-e3c6-40ec-87d0-5dfbc497b9e8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.830588] env[62522]: DEBUG oslo_vmware.rw_handles [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d737f-a152-50c9-8e33-62b9ffd433fe/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1451.830777] env[62522]: DEBUG oslo_vmware.rw_handles [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d737f-a152-50c9-8e33-62b9ffd433fe/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1451.926285] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e94598c2-cac9-4309-bf68-c9ce56dcf9a8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.206473] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff165bb0-f98b-49a8-bffb-754cd4f5f5aa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.217610] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85443016-d0fd-4336-837d-b9b4ac415c1c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.266033] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd49ac85-7916-43c9-b306-88f3eee14509 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.273452] env[62522]: DEBUG oslo_concurrency.lockutils [req-0a064e5b-618f-487e-922a-9e474956e84c req-20df6836-9b21-4eea-9d15-89c2e4297e07 service nova] Releasing lock "refresh_cache-b4635be1-b5df-4c4a-ace3-a438791c0b33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.274086] env[62522]: DEBUG nova.compute.manager [req-0a064e5b-618f-487e-922a-9e474956e84c req-20df6836-9b21-4eea-9d15-89c2e4297e07 service nova] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Received event network-vif-deleted-a1ecbb36-455d-436f-99af-6b06d47a5f95 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1452.274427] env[62522]: DEBUG nova.compute.manager [req-0a064e5b-618f-487e-922a-9e474956e84c req-20df6836-9b21-4eea-9d15-89c2e4297e07 service nova] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Received event network-vif-deleted-4f5dd73e-23e0-414e-bd16-08573ace428c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1452.275318] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "f6ebb4e2-a119-4431-a395-d909acd21dae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.275489] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "f6ebb4e2-a119-4431-a395-d909acd21dae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.289854] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b161f44f-1968-44ea-aeed-eb789aa558f1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.308483] env[62522]: DEBUG nova.compute.provider_tree [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.349777] env[62522]: DEBUG nova.compute.manager [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Found 3 images (rotation: 2) {{(pid=62522) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1452.349955] env[62522]: DEBUG nova.compute.manager [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Rotating out 1 backups {{(pid=62522) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4906}} [ 1452.350276] env[62522]: DEBUG nova.compute.manager [None req-826f743e-e2a4-4fbb-8c59-28990f5cfba4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Deleting image dd3e0a63-0883-4b94-ad78-d90dad6fa1bf {{(pid=62522) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4911}} [ 1452.554672] env[62522]: DEBUG nova.compute.manager [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1452.591230] env[62522]: DEBUG nova.virt.hardware [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1452.591512] env[62522]: DEBUG nova.virt.hardware [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1452.592883] env[62522]: DEBUG nova.virt.hardware [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.592883] env[62522]: DEBUG nova.virt.hardware [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1452.592883] env[62522]: DEBUG nova.virt.hardware [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.592883] env[62522]: DEBUG nova.virt.hardware [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1452.592883] env[62522]: DEBUG nova.virt.hardware [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1452.592883] env[62522]: DEBUG nova.virt.hardware [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1452.592883] env[62522]: DEBUG nova.virt.hardware [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1452.593171] env[62522]: DEBUG nova.virt.hardware [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1452.593442] env[62522]: DEBUG nova.virt.hardware [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1452.594739] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7953beb1-995b-4958-9057-e22fddde7d32 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.605534] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fea9d10-b503-4722-87aa-ec85722ccf90 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.779927] env[62522]: DEBUG nova.compute.manager [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1452.814483] env[62522]: DEBUG nova.scheduler.client.report [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1453.305233] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.324629] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.324629] env[62522]: DEBUG nova.compute.manager [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1453.327136] env[62522]: DEBUG oslo_concurrency.lockutils [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.734s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.327322] env[62522]: DEBUG nova.objects.instance [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62522) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1453.391566] env[62522]: DEBUG nova.compute.manager [req-651b71d7-53c5-4366-b6e7-9dc738a46e07 req-d085b5b2-6d15-4976-b688-7288e05c58b6 service nova] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Received event network-vif-plugged-d572f330-ebd8-41e3-bc49-3463c78d4f67 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1453.391852] env[62522]: DEBUG oslo_concurrency.lockutils [req-651b71d7-53c5-4366-b6e7-9dc738a46e07 req-d085b5b2-6d15-4976-b688-7288e05c58b6 service nova] Acquiring lock "759aa3b9-b9cc-4148-ad4d-fe9e376f40c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.392252] env[62522]: DEBUG oslo_concurrency.lockutils [req-651b71d7-53c5-4366-b6e7-9dc738a46e07 req-d085b5b2-6d15-4976-b688-7288e05c58b6 service nova] Lock "759aa3b9-b9cc-4148-ad4d-fe9e376f40c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.392645] env[62522]: DEBUG oslo_concurrency.lockutils [req-651b71d7-53c5-4366-b6e7-9dc738a46e07 req-d085b5b2-6d15-4976-b688-7288e05c58b6 service nova] Lock "759aa3b9-b9cc-4148-ad4d-fe9e376f40c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.392856] env[62522]: DEBUG nova.compute.manager [req-651b71d7-53c5-4366-b6e7-9dc738a46e07 req-d085b5b2-6d15-4976-b688-7288e05c58b6 service nova] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] No waiting events found dispatching network-vif-plugged-d572f330-ebd8-41e3-bc49-3463c78d4f67 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1453.393075] env[62522]: WARNING nova.compute.manager [req-651b71d7-53c5-4366-b6e7-9dc738a46e07 req-d085b5b2-6d15-4976-b688-7288e05c58b6 service nova] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Received unexpected event network-vif-plugged-d572f330-ebd8-41e3-bc49-3463c78d4f67 for instance with vm_state building and task_state spawning. [ 1453.517896] env[62522]: DEBUG nova.network.neutron [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Successfully updated port: d572f330-ebd8-41e3-bc49-3463c78d4f67 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1453.831994] env[62522]: DEBUG nova.compute.utils [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1453.833494] env[62522]: DEBUG nova.compute.manager [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Not allocating networking since 'none' was specified. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1454.022275] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "refresh_cache-759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.022443] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquired lock "refresh_cache-759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.022576] env[62522]: DEBUG nova.network.neutron [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.337845] env[62522]: DEBUG nova.compute.manager [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1454.342923] env[62522]: DEBUG oslo_concurrency.lockutils [None req-90572875-e41b-4678-a490-88ca0f253aaf tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.342923] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.026s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.343996] env[62522]: DEBUG nova.objects.instance [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62522) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1454.573223] env[62522]: DEBUG nova.network.neutron [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1454.856201] env[62522]: DEBUG nova.network.neutron [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Updating instance_info_cache with network_info: [{"id": "d572f330-ebd8-41e3-bc49-3463c78d4f67", "address": "fa:16:3e:33:75:46", "network": {"id": "a7d252eb-357d-4b2c-9f96-d39603741506", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-680414745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f553e68809934612a8080c2fe1404383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd572f330-eb", "ovs_interfaceid": "d572f330-ebd8-41e3-bc49-3463c78d4f67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.353034] env[62522]: DEBUG nova.compute.manager [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1455.359732] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e2c2ed16-6202-4d41-bef1-be0e48be7f20 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.359732] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Releasing lock "refresh_cache-759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.359732] env[62522]: DEBUG nova.compute.manager [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Instance network_info: |[{"id": "d572f330-ebd8-41e3-bc49-3463c78d4f67", "address": "fa:16:3e:33:75:46", "network": {"id": "a7d252eb-357d-4b2c-9f96-d39603741506", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-680414745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f553e68809934612a8080c2fe1404383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd572f330-eb", "ovs_interfaceid": "d572f330-ebd8-41e3-bc49-3463c78d4f67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1455.359991] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.469s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.361440] env[62522]: INFO nova.compute.claims [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.368021] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:75:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd572f330-ebd8-41e3-bc49-3463c78d4f67', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1455.375019] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Creating folder: Project (f553e68809934612a8080c2fe1404383). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1455.375019] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-080299f8-39b3-4aa1-8a6d-0a31479682b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.392034] env[62522]: DEBUG nova.virt.hardware [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1455.392034] env[62522]: DEBUG nova.virt.hardware [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1455.392034] env[62522]: DEBUG nova.virt.hardware [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.392034] env[62522]: DEBUG nova.virt.hardware [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1455.392034] env[62522]: DEBUG nova.virt.hardware [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.392034] env[62522]: DEBUG nova.virt.hardware [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1455.392034] env[62522]: DEBUG nova.virt.hardware [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1455.392034] env[62522]: DEBUG nova.virt.hardware [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1455.395098] env[62522]: DEBUG nova.virt.hardware [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1455.395433] env[62522]: DEBUG nova.virt.hardware [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1455.395636] env[62522]: DEBUG nova.virt.hardware [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1455.398504] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbabdc5-2191-450c-8456-4dda17483c2d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.401348] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Created folder: Project (f553e68809934612a8080c2fe1404383) in parent group-v354730. [ 1455.401547] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Creating folder: Instances. Parent ref: group-v354884. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1455.402174] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-109e13c7-d3f2-459c-b278-ad8d891e069b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.408234] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec8a74c-4458-47ec-a38c-020f853b56b5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.413868] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Created folder: Instances in parent group-v354884. [ 1455.414385] env[62522]: DEBUG oslo.service.loopingcall [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.414756] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1455.415047] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90fe7844-3a1f-45b6-a363-1b6e847774d5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.438277] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Instance VIF info [] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1455.444397] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Creating folder: Project (6a8597feab7a4a06acf8b06929cf30d2). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1455.445463] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef999363-139a-4637-acad-99a8361a1b01 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.451315] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1455.451315] env[62522]: value = "task-1702800" [ 1455.451315] env[62522]: _type = "Task" [ 1455.451315] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.456838] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Created folder: Project (6a8597feab7a4a06acf8b06929cf30d2) in parent group-v354730. [ 1455.457013] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Creating folder: Instances. Parent ref: group-v354886. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1455.457269] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1872b28-8c46-4728-a5a9-0433a18039f9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.461832] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702800, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.471737] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Created folder: Instances in parent group-v354886. [ 1455.472571] env[62522]: DEBUG oslo.service.loopingcall [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.472571] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1455.472571] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a85931af-aca5-4f76-a2bb-c4a6fc20b852 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.490823] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1455.490823] env[62522]: value = "task-1702803" [ 1455.490823] env[62522]: _type = "Task" [ 1455.490823] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.502429] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702803, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.617084] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fee9142f-278a-4dbe-a515-a09d5c66aa69 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.617443] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fee9142f-278a-4dbe-a515-a09d5c66aa69 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.617637] env[62522]: DEBUG nova.compute.manager [None req-fee9142f-278a-4dbe-a515-a09d5c66aa69 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.618675] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec542ca2-2437-4e0e-baf6-e7cb46689436 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.627756] env[62522]: DEBUG nova.compute.manager [None req-fee9142f-278a-4dbe-a515-a09d5c66aa69 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62522) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1455.628400] env[62522]: DEBUG nova.objects.instance [None req-fee9142f-278a-4dbe-a515-a09d5c66aa69 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'flavor' on Instance uuid ebc7284b-8da1-43e7-9a17-9572e4fe7e53 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.631918] env[62522]: DEBUG nova.compute.manager [req-2c0a9223-fcd7-40dd-a19e-200531df3c59 req-996fffe7-d387-4393-bf63-d02b878b0a36 service nova] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Received event network-changed-d572f330-ebd8-41e3-bc49-3463c78d4f67 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1455.632184] env[62522]: DEBUG nova.compute.manager [req-2c0a9223-fcd7-40dd-a19e-200531df3c59 req-996fffe7-d387-4393-bf63-d02b878b0a36 service nova] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Refreshing instance network info cache due to event network-changed-d572f330-ebd8-41e3-bc49-3463c78d4f67. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1455.632703] env[62522]: DEBUG oslo_concurrency.lockutils [req-2c0a9223-fcd7-40dd-a19e-200531df3c59 req-996fffe7-d387-4393-bf63-d02b878b0a36 service nova] Acquiring lock "refresh_cache-759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.632703] env[62522]: DEBUG oslo_concurrency.lockutils [req-2c0a9223-fcd7-40dd-a19e-200531df3c59 req-996fffe7-d387-4393-bf63-d02b878b0a36 service nova] Acquired lock "refresh_cache-759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.633243] env[62522]: DEBUG nova.network.neutron [req-2c0a9223-fcd7-40dd-a19e-200531df3c59 req-996fffe7-d387-4393-bf63-d02b878b0a36 service nova] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Refreshing network info cache for port d572f330-ebd8-41e3-bc49-3463c78d4f67 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.965917] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702800, 'name': CreateVM_Task, 'duration_secs': 0.443359} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.965917] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1455.966412] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.966595] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.966915] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1455.967216] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8285e85b-60a7-4eb5-9128-85b7216f361a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.973079] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1455.973079] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524686bc-a17b-314f-d0c3-b9b330214f6b" [ 1455.973079] env[62522]: _type = "Task" [ 1455.973079] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.981113] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524686bc-a17b-314f-d0c3-b9b330214f6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.000623] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702803, 'name': CreateVM_Task, 'duration_secs': 0.399597} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.000846] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1456.001369] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.457922] env[62522]: DEBUG nova.network.neutron [req-2c0a9223-fcd7-40dd-a19e-200531df3c59 req-996fffe7-d387-4393-bf63-d02b878b0a36 service nova] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Updated VIF entry in instance network info cache for port d572f330-ebd8-41e3-bc49-3463c78d4f67. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.458440] env[62522]: DEBUG nova.network.neutron [req-2c0a9223-fcd7-40dd-a19e-200531df3c59 req-996fffe7-d387-4393-bf63-d02b878b0a36 service nova] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Updating instance_info_cache with network_info: [{"id": "d572f330-ebd8-41e3-bc49-3463c78d4f67", "address": "fa:16:3e:33:75:46", "network": {"id": "a7d252eb-357d-4b2c-9f96-d39603741506", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-680414745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f553e68809934612a8080c2fe1404383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd572f330-eb", "ovs_interfaceid": "d572f330-ebd8-41e3-bc49-3463c78d4f67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.487393] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524686bc-a17b-314f-d0c3-b9b330214f6b, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.487752] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.487994] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1456.488285] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.488434] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.488611] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1456.488981] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.489292] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1456.489656] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bffb1047-ceaf-49ff-b0de-7a964f6fa2aa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.494050] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5425eb3f-47ed-40a1-8480-77744f87cd8d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.501980] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Waiting for the task: (returnval){ [ 1456.501980] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523f35db-dd68-f632-294b-4e092449cc16" [ 1456.501980] env[62522]: _type = "Task" [ 1456.501980] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.505767] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1456.506145] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1456.507166] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf59009-df0e-4df4-bb41-85ef547406e3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.518026] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523f35db-dd68-f632-294b-4e092449cc16, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.518253] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.518483] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1456.518714] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.521949] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1456.521949] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529d55bf-ce8a-9a02-4789-a09d65df8d20" [ 1456.521949] env[62522]: _type = "Task" [ 1456.521949] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.532488] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529d55bf-ce8a-9a02-4789-a09d65df8d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.646037] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee9142f-278a-4dbe-a515-a09d5c66aa69 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1456.646037] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1caeaa1c-4eea-4ef8-86bb-d6c3b388a522 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.654388] env[62522]: DEBUG oslo_vmware.api [None req-fee9142f-278a-4dbe-a515-a09d5c66aa69 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1456.654388] env[62522]: value = "task-1702804" [ 1456.654388] env[62522]: _type = "Task" [ 1456.654388] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.665813] env[62522]: DEBUG oslo_vmware.api [None req-fee9142f-278a-4dbe-a515-a09d5c66aa69 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.811069] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9f41ed-b797-4fad-b447-4625e7ad7323 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.823182] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7eccdc8-e4b8-4a29-aca8-0f1908894192 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.858858] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a8fa13-fd51-40db-8be3-ea3fe8c7af61 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.870675] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343a15b0-06b1-4f07-af95-83d2bd7ef3cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.887789] env[62522]: DEBUG nova.compute.provider_tree [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.964595] env[62522]: DEBUG oslo_concurrency.lockutils [req-2c0a9223-fcd7-40dd-a19e-200531df3c59 req-996fffe7-d387-4393-bf63-d02b878b0a36 service nova] Releasing lock "refresh_cache-759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.033903] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529d55bf-ce8a-9a02-4789-a09d65df8d20, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.034730] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-402c3728-6b9e-4e6b-96de-3197be34eb53 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.042438] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1457.042438] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5202c341-2437-e85e-c9f2-2846c1f2b76e" [ 1457.042438] env[62522]: _type = "Task" [ 1457.042438] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.051325] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5202c341-2437-e85e-c9f2-2846c1f2b76e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.166207] env[62522]: DEBUG oslo_vmware.api [None req-fee9142f-278a-4dbe-a515-a09d5c66aa69 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702804, 'name': PowerOffVM_Task, 'duration_secs': 0.2158} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.166528] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee9142f-278a-4dbe-a515-a09d5c66aa69 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1457.166724] env[62522]: DEBUG nova.compute.manager [None req-fee9142f-278a-4dbe-a515-a09d5c66aa69 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.167610] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bc155a-201f-4c28-8b1a-fdf0faaadb53 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.392670] env[62522]: DEBUG nova.scheduler.client.report [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1457.554725] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5202c341-2437-e85e-c9f2-2846c1f2b76e, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.557032] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.557032] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9/759aa3b9-b9cc-4148-ad4d-fe9e376f40c9.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1457.557032] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.557032] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1457.557032] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74974043-0439-458f-b4a6-5b1690e72136 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.562467] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c9be902-cc57-4036-9978-0fdb37bac190 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.585026] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1457.585026] env[62522]: value = "task-1702805" [ 1457.585026] env[62522]: _type = "Task" [ 1457.585026] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.585026] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1457.585026] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1457.589514] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9432353-a276-4c17-bc47-7024707aa702 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.601612] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.601612] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Waiting for the task: (returnval){ [ 1457.601612] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c71177-bbaa-6fcd-7203-3c39ceff82de" [ 1457.601612] env[62522]: _type = "Task" [ 1457.601612] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.611379] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c71177-bbaa-6fcd-7203-3c39ceff82de, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.612757] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7da2083-2eca-4c98-93d3-6e73ce724e41 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.619178] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Waiting for the task: (returnval){ [ 1457.619178] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c40d16-1f13-2a4d-1756-366ffe00ff93" [ 1457.619178] env[62522]: _type = "Task" [ 1457.619178] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.630049] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c40d16-1f13-2a4d-1756-366ffe00ff93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.683123] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fee9142f-278a-4dbe-a515-a09d5c66aa69 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.903982] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.904619] env[62522]: DEBUG nova.compute.manager [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1457.908074] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.272s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.908514] env[62522]: DEBUG nova.objects.instance [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Lazy-loading 'resources' on Instance uuid 3fa0236a-1a4c-4545-8dee-67fbe3088153 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.103019] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492262} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.103107] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9/759aa3b9-b9cc-4148-ad4d-fe9e376f40c9.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1458.103328] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1458.103590] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4bc29d4-0983-43dc-83a6-f7546c9ca3c1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.112814] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1458.112814] env[62522]: value = "task-1702806" [ 1458.112814] env[62522]: _type = "Task" [ 1458.112814] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.124788] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.136972] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c40d16-1f13-2a4d-1756-366ffe00ff93, 'name': SearchDatastore_Task, 'duration_secs': 0.010499} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.136972] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.137260] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] c1e49079-86fa-43eb-b590-fcce2bdd22e5/c1e49079-86fa-43eb-b590-fcce2bdd22e5.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1458.137501] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db53c6d6-68fd-470c-8d70-d945d675b105 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.148743] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Waiting for the task: (returnval){ [ 1458.148743] env[62522]: value = "task-1702807" [ 1458.148743] env[62522]: _type = "Task" [ 1458.148743] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.160355] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.416453] env[62522]: DEBUG nova.compute.utils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1458.418232] env[62522]: DEBUG nova.compute.manager [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1458.418525] env[62522]: DEBUG nova.network.neutron [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1458.494907] env[62522]: DEBUG nova.policy [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '388b122ffdc247d2bfd454d858139b20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43698ac2838d492f8377bf46d5aacf2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1458.600861] env[62522]: DEBUG oslo_vmware.rw_handles [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d737f-a152-50c9-8e33-62b9ffd433fe/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1458.602205] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f973bec3-5f05-423c-8143-2965337d5bc9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.611298] env[62522]: DEBUG oslo_vmware.rw_handles [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d737f-a152-50c9-8e33-62b9ffd433fe/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1458.611524] env[62522]: ERROR oslo_vmware.rw_handles [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d737f-a152-50c9-8e33-62b9ffd433fe/disk-0.vmdk due to incomplete transfer. [ 1458.611771] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6e433297-b740-4ebd-9c4d-a1765fab5804 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.623373] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112657} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.626823] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1458.627154] env[62522]: DEBUG oslo_vmware.rw_handles [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d737f-a152-50c9-8e33-62b9ffd433fe/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1458.627328] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Uploaded image 850e1b5f-2f83-4ca8-a2fe-8aee1d1b7426 to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1458.629597] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1458.633149] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e9cb7c-a3b9-49ed-92e3-0d7ad6248a52 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.633414] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b5401a7-3b8b-41e6-bcfb-3eefa8e4b93e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.656233] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9/759aa3b9-b9cc-4148-ad4d-fe9e376f40c9.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.660897] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad9b95e-7026-4d39-bb12-cd6efdbf1a2a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.675832] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1458.675832] env[62522]: value = "task-1702808" [ 1458.675832] env[62522]: _type = "Task" [ 1458.675832] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.691178] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469154} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.691459] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702808, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.695216] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] c1e49079-86fa-43eb-b590-fcce2bdd22e5/c1e49079-86fa-43eb-b590-fcce2bdd22e5.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1458.695501] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1458.695830] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1458.695830] env[62522]: value = "task-1702809" [ 1458.695830] env[62522]: _type = "Task" [ 1458.695830] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.697738] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49768348-8890-491d-8821-0dd59312dd7d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.710239] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.714788] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Waiting for the task: (returnval){ [ 1458.714788] env[62522]: value = "task-1702810" [ 1458.714788] env[62522]: _type = "Task" [ 1458.714788] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.727200] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.811767] env[62522]: DEBUG nova.network.neutron [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Successfully created port: 7244971f-2995-4901-b5b7-d7692a9af172 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1458.922222] env[62522]: DEBUG nova.compute.manager [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1458.965007] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a5c22f-0887-4544-a313-89f21d3d9ab7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.974214] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a722a9c3-f469-4d42-b28b-a71408341f08 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.006186] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb248a9-4e52-440a-ac4d-9e1c71d5e630 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.014431] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c22977-01c4-4b9b-a218-22d3925a14b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.029412] env[62522]: DEBUG nova.compute.provider_tree [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.067619] env[62522]: DEBUG nova.compute.manager [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Stashing vm_state: stopped {{(pid=62522) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1459.190497] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702808, 'name': Destroy_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.207312] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702809, 'name': ReconfigVM_Task, 'duration_secs': 0.294143} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.207530] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9/759aa3b9-b9cc-4148-ad4d-fe9e376f40c9.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.208256] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e015123-bfc7-4e08-88ec-3e09181a5775 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.215723] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1459.215723] env[62522]: value = "task-1702811" [ 1459.215723] env[62522]: _type = "Task" [ 1459.215723] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.228318] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076306} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.231638] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1459.231953] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702811, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.232706] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d5ea26-f9fc-478c-891e-002a43bce4f4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.259860] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] c1e49079-86fa-43eb-b590-fcce2bdd22e5/c1e49079-86fa-43eb-b590-fcce2bdd22e5.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.260295] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47b32679-e679-4d5b-b667-321320101f75 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.283292] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Waiting for the task: (returnval){ [ 1459.283292] env[62522]: value = "task-1702812" [ 1459.283292] env[62522]: _type = "Task" [ 1459.283292] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.292773] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.532226] env[62522]: DEBUG nova.scheduler.client.report [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1459.594223] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.690183] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702808, 'name': Destroy_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.733720] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702811, 'name': Rename_Task, 'duration_secs': 0.147243} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.734209] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1459.734576] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42c1a68d-b2d8-4246-90f4-b2d65e55c3a9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.743715] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f225b4b3-f001-4d37-a9ac-cc0e115d7071 tempest-ServersListShow296Test-1049958221 tempest-ServersListShow296Test-1049958221-project-member] Acquiring lock "b1a6c0d5-e90f-4c5d-9b3c-6588dd9d4a56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.744089] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f225b4b3-f001-4d37-a9ac-cc0e115d7071 tempest-ServersListShow296Test-1049958221 tempest-ServersListShow296Test-1049958221-project-member] Lock "b1a6c0d5-e90f-4c5d-9b3c-6588dd9d4a56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.749556] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1459.749556] env[62522]: value = "task-1702813" [ 1459.749556] env[62522]: _type = "Task" [ 1459.749556] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.763473] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.794436] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702812, 'name': ReconfigVM_Task, 'duration_secs': 0.264757} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.794710] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Reconfigured VM instance instance-00000035 to attach disk [datastore1] c1e49079-86fa-43eb-b590-fcce2bdd22e5/c1e49079-86fa-43eb-b590-fcce2bdd22e5.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.795351] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c54bfdfb-c412-4887-9eb6-67494adc8948 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.803688] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Waiting for the task: (returnval){ [ 1459.803688] env[62522]: value = "task-1702814" [ 1459.803688] env[62522]: _type = "Task" [ 1459.803688] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.812730] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702814, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.933694] env[62522]: DEBUG nova.compute.manager [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1459.968624] env[62522]: DEBUG nova.virt.hardware [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1459.969235] env[62522]: DEBUG nova.virt.hardware [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1459.969235] env[62522]: DEBUG nova.virt.hardware [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.969327] env[62522]: DEBUG nova.virt.hardware [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1459.969481] env[62522]: DEBUG nova.virt.hardware [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.969569] env[62522]: DEBUG nova.virt.hardware [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1459.969807] env[62522]: DEBUG nova.virt.hardware [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1459.969973] env[62522]: DEBUG nova.virt.hardware [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1459.970362] env[62522]: DEBUG nova.virt.hardware [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1459.970610] env[62522]: DEBUG nova.virt.hardware [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1459.970992] env[62522]: DEBUG nova.virt.hardware [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1459.972249] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d72c22e-e7b7-467c-b0d8-ec5a3a003381 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.981505] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25534d81-fda6-44f6-b64f-2491f412135d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.037916] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.040554] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.958s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.042364] env[62522]: INFO nova.compute.claims [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1460.056212] env[62522]: INFO nova.scheduler.client.report [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Deleted allocations for instance 3fa0236a-1a4c-4545-8dee-67fbe3088153 [ 1460.192044] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702808, 'name': Destroy_Task, 'duration_secs': 1.363717} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.192044] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Destroyed the VM [ 1460.192307] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1460.192578] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf8c7af5-b51c-4b71-b751-fa7abf1f26b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.202099] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1460.202099] env[62522]: value = "task-1702815" [ 1460.202099] env[62522]: _type = "Task" [ 1460.202099] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.210862] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702815, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.248337] env[62522]: DEBUG nova.compute.manager [None req-f225b4b3-f001-4d37-a9ac-cc0e115d7071 tempest-ServersListShow296Test-1049958221 tempest-ServersListShow296Test-1049958221-project-member] [instance: b1a6c0d5-e90f-4c5d-9b3c-6588dd9d4a56] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1460.263127] env[62522]: DEBUG oslo_vmware.api [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702813, 'name': PowerOnVM_Task, 'duration_secs': 0.501694} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.263464] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1460.263701] env[62522]: INFO nova.compute.manager [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1460.263920] env[62522]: DEBUG nova.compute.manager [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1460.266848] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd9c2b1-d3cf-4c52-943a-68bcd59b2da8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.314766] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702814, 'name': Rename_Task, 'duration_secs': 0.191507} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.315702] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.315952] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b724c7bb-68b7-4264-83dd-4bec847e2871 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.324098] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Waiting for the task: (returnval){ [ 1460.324098] env[62522]: value = "task-1702816" [ 1460.324098] env[62522]: _type = "Task" [ 1460.324098] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.333708] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.505327] env[62522]: DEBUG nova.compute.manager [req-49d180b6-e137-4986-ba29-6a78bedd3d02 req-8662c969-a7cd-4f6d-b3cd-72edad0d4787 service nova] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Received event network-vif-plugged-7244971f-2995-4901-b5b7-d7692a9af172 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1460.505555] env[62522]: DEBUG oslo_concurrency.lockutils [req-49d180b6-e137-4986-ba29-6a78bedd3d02 req-8662c969-a7cd-4f6d-b3cd-72edad0d4787 service nova] Acquiring lock "95016bac-95e9-4665-823f-fb026924c3d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.505761] env[62522]: DEBUG oslo_concurrency.lockutils [req-49d180b6-e137-4986-ba29-6a78bedd3d02 req-8662c969-a7cd-4f6d-b3cd-72edad0d4787 service nova] Lock "95016bac-95e9-4665-823f-fb026924c3d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.505930] env[62522]: DEBUG oslo_concurrency.lockutils [req-49d180b6-e137-4986-ba29-6a78bedd3d02 req-8662c969-a7cd-4f6d-b3cd-72edad0d4787 service nova] Lock "95016bac-95e9-4665-823f-fb026924c3d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.506110] env[62522]: DEBUG nova.compute.manager [req-49d180b6-e137-4986-ba29-6a78bedd3d02 req-8662c969-a7cd-4f6d-b3cd-72edad0d4787 service nova] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] No waiting events found dispatching network-vif-plugged-7244971f-2995-4901-b5b7-d7692a9af172 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1460.506285] env[62522]: WARNING nova.compute.manager [req-49d180b6-e137-4986-ba29-6a78bedd3d02 req-8662c969-a7cd-4f6d-b3cd-72edad0d4787 service nova] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Received unexpected event network-vif-plugged-7244971f-2995-4901-b5b7-d7692a9af172 for instance with vm_state building and task_state spawning. [ 1460.565084] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1933812f-829e-4f5a-88a7-0c2171609881 tempest-ServerRescueTestJSONUnderV235-822284822 tempest-ServerRescueTestJSONUnderV235-822284822-project-member] Lock "3fa0236a-1a4c-4545-8dee-67fbe3088153" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.843s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.625504] env[62522]: DEBUG nova.network.neutron [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Successfully updated port: 7244971f-2995-4901-b5b7-d7692a9af172 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1460.713811] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702815, 'name': RemoveSnapshot_Task, 'duration_secs': 0.397826} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.714537] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1460.714983] env[62522]: DEBUG nova.compute.manager [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1460.715916] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cddc85-bbf9-4dc0-b740-a931a6e3adf7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.752976] env[62522]: DEBUG nova.compute.manager [None req-f225b4b3-f001-4d37-a9ac-cc0e115d7071 tempest-ServersListShow296Test-1049958221 tempest-ServersListShow296Test-1049958221-project-member] [instance: b1a6c0d5-e90f-4c5d-9b3c-6588dd9d4a56] Instance disappeared before build. {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1460.791545] env[62522]: INFO nova.compute.manager [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Took 42.83 seconds to build instance. [ 1460.836354] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.134950] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Acquiring lock "refresh_cache-95016bac-95e9-4665-823f-fb026924c3d6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.135268] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Acquired lock "refresh_cache-95016bac-95e9-4665-823f-fb026924c3d6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.135268] env[62522]: DEBUG nova.network.neutron [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.236470] env[62522]: INFO nova.compute.manager [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Shelve offloading [ 1461.272453] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f225b4b3-f001-4d37-a9ac-cc0e115d7071 tempest-ServersListShow296Test-1049958221 tempest-ServersListShow296Test-1049958221-project-member] Lock "b1a6c0d5-e90f-4c5d-9b3c-6588dd9d4a56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.528s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.299679] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbaca8a2-aa7d-43b0-9d1b-c063020f4ecf tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.371s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.335979] env[62522]: DEBUG oslo_vmware.api [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702816, 'name': PowerOnVM_Task, 'duration_secs': 0.932825} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.339680] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.339956] env[62522]: INFO nova.compute.manager [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Took 5.99 seconds to spawn the instance on the hypervisor. [ 1461.340163] env[62522]: DEBUG nova.compute.manager [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.341455] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139403fd-04ff-4b06-a27d-1a4ad4fa2877 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.423871] env[62522]: INFO nova.compute.manager [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Rescuing [ 1461.424374] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "refresh_cache-759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.424374] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquired lock "refresh_cache-759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.424513] env[62522]: DEBUG nova.network.neutron [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.463258] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb5cd3f-ad3f-495f-b333-d68078b7a86f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.471965] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554d1027-e7b4-481f-a135-54f55f737029 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.503733] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277ce6a7-63e5-42a4-8ce1-be9fe2e681ef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.512200] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e548de9f-2230-4d4c-b846-223f94199b66 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.529454] env[62522]: DEBUG nova.compute.provider_tree [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.690597] env[62522]: DEBUG nova.network.neutron [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.739311] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.739614] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f505a3c-84de-4ccc-a523-561c666a7c8e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.751534] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1461.751534] env[62522]: value = "task-1702817" [ 1461.751534] env[62522]: _type = "Task" [ 1461.751534] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.758468] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.851561] env[62522]: DEBUG nova.network.neutron [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Updating instance_info_cache with network_info: [{"id": "7244971f-2995-4901-b5b7-d7692a9af172", "address": "fa:16:3e:84:39:61", "network": {"id": "2f74735d-986f-4122-9fba-bc6db34b9985", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1892936931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43698ac2838d492f8377bf46d5aacf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7244971f-29", "ovs_interfaceid": "7244971f-2995-4901-b5b7-d7692a9af172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.862330] env[62522]: INFO nova.compute.manager [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Took 40.75 seconds to build instance. [ 1462.032504] env[62522]: DEBUG nova.scheduler.client.report [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1462.164413] env[62522]: DEBUG nova.network.neutron [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Updating instance_info_cache with network_info: [{"id": "d572f330-ebd8-41e3-bc49-3463c78d4f67", "address": "fa:16:3e:33:75:46", "network": {"id": "a7d252eb-357d-4b2c-9f96-d39603741506", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-680414745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f553e68809934612a8080c2fe1404383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd572f330-eb", "ovs_interfaceid": "d572f330-ebd8-41e3-bc49-3463c78d4f67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.265062] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1462.265428] env[62522]: DEBUG nova.compute.manager [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.266734] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3027e87-e61c-4358-b396-82e405765e0a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.276573] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "refresh_cache-37cd43dd-d403-4673-b40c-52cbc993ba5b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.276741] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "refresh_cache-37cd43dd-d403-4673-b40c-52cbc993ba5b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.277049] env[62522]: DEBUG nova.network.neutron [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.358102] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Releasing lock "refresh_cache-95016bac-95e9-4665-823f-fb026924c3d6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.358579] env[62522]: DEBUG nova.compute.manager [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Instance network_info: |[{"id": "7244971f-2995-4901-b5b7-d7692a9af172", "address": "fa:16:3e:84:39:61", "network": {"id": "2f74735d-986f-4122-9fba-bc6db34b9985", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1892936931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43698ac2838d492f8377bf46d5aacf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7244971f-29", "ovs_interfaceid": "7244971f-2995-4901-b5b7-d7692a9af172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1462.359045] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:39:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7244971f-2995-4901-b5b7-d7692a9af172', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.370525] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Creating folder: Project (43698ac2838d492f8377bf46d5aacf2e). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.370987] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8ecd4ac-8074-4752-b700-9b280cbf54c2 tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Lock "c1e49079-86fa-43eb-b590-fcce2bdd22e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.279s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.371300] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-930cac49-e6cb-4432-907d-3c5fbb3c6233 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.385413] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Created folder: Project (43698ac2838d492f8377bf46d5aacf2e) in parent group-v354730. [ 1462.385618] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Creating folder: Instances. Parent ref: group-v354890. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.385903] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4754e398-0518-4cd9-8af4-85bcde9c0625 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.398044] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Created folder: Instances in parent group-v354890. [ 1462.398302] env[62522]: DEBUG oslo.service.loopingcall [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1462.398497] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1462.398712] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9548655-7d53-4a0b-95c8-302175c56292 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.421420] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.421420] env[62522]: value = "task-1702820" [ 1462.421420] env[62522]: _type = "Task" [ 1462.421420] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.430870] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702820, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.543146] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.544463] env[62522]: DEBUG nova.compute.manager [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1462.548728] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.432s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.548870] env[62522]: DEBUG nova.objects.instance [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lazy-loading 'resources' on Instance uuid 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.595090] env[62522]: DEBUG nova.compute.manager [req-25ad4dec-f1e4-4c41-b2e1-e9a902882d0b req-681f9205-ca24-40c8-a1d9-e7419dd5a03a service nova] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Received event network-changed-7244971f-2995-4901-b5b7-d7692a9af172 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1462.595275] env[62522]: DEBUG nova.compute.manager [req-25ad4dec-f1e4-4c41-b2e1-e9a902882d0b req-681f9205-ca24-40c8-a1d9-e7419dd5a03a service nova] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Refreshing instance network info cache due to event network-changed-7244971f-2995-4901-b5b7-d7692a9af172. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1462.595524] env[62522]: DEBUG oslo_concurrency.lockutils [req-25ad4dec-f1e4-4c41-b2e1-e9a902882d0b req-681f9205-ca24-40c8-a1d9-e7419dd5a03a service nova] Acquiring lock "refresh_cache-95016bac-95e9-4665-823f-fb026924c3d6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.595524] env[62522]: DEBUG oslo_concurrency.lockutils [req-25ad4dec-f1e4-4c41-b2e1-e9a902882d0b req-681f9205-ca24-40c8-a1d9-e7419dd5a03a service nova] Acquired lock "refresh_cache-95016bac-95e9-4665-823f-fb026924c3d6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.595660] env[62522]: DEBUG nova.network.neutron [req-25ad4dec-f1e4-4c41-b2e1-e9a902882d0b req-681f9205-ca24-40c8-a1d9-e7419dd5a03a service nova] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Refreshing network info cache for port 7244971f-2995-4901-b5b7-d7692a9af172 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.666941] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Releasing lock "refresh_cache-759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.935231] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702820, 'name': CreateVM_Task, 'duration_secs': 0.485017} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.935530] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.936281] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.936519] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.937019] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1462.937425] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-706fbf89-3b76-44a5-9d6e-4bc56b732b15 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.944034] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Waiting for the task: (returnval){ [ 1462.944034] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52803145-bf19-8a62-15b1-7e468c855d9b" [ 1462.944034] env[62522]: _type = "Task" [ 1462.944034] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.953372] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52803145-bf19-8a62-15b1-7e468c855d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.015582] env[62522]: DEBUG nova.network.neutron [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Updating instance_info_cache with network_info: [{"id": "7d07fb1d-c983-4118-9187-f227ee0458e6", "address": "fa:16:3e:53:65:2d", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d07fb1d-c9", "ovs_interfaceid": "7d07fb1d-c983-4118-9187-f227ee0458e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.057564] env[62522]: DEBUG nova.compute.utils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1463.059141] env[62522]: DEBUG nova.compute.manager [None req-9a557c60-87dc-451c-b31b-8317e0895c7d tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.060019] env[62522]: DEBUG nova.compute.manager [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1463.060019] env[62522]: DEBUG nova.network.neutron [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1463.062988] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0dfc57-ef3a-4052-9cd5-ec4250591eb2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.131758] env[62522]: DEBUG nova.policy [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83cfd0037a2541d6b710e78aee65be9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99a80c399a2241859e04aaac4f30e428', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1463.166901] env[62522]: DEBUG oslo_concurrency.lockutils [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Acquiring lock "c1e49079-86fa-43eb-b590-fcce2bdd22e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.167308] env[62522]: DEBUG oslo_concurrency.lockutils [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Lock "c1e49079-86fa-43eb-b590-fcce2bdd22e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.167514] env[62522]: DEBUG oslo_concurrency.lockutils [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Acquiring lock "c1e49079-86fa-43eb-b590-fcce2bdd22e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.167716] env[62522]: DEBUG oslo_concurrency.lockutils [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Lock "c1e49079-86fa-43eb-b590-fcce2bdd22e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.167867] env[62522]: DEBUG oslo_concurrency.lockutils [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Lock "c1e49079-86fa-43eb-b590-fcce2bdd22e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.170307] env[62522]: INFO nova.compute.manager [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Terminating instance [ 1463.411104] env[62522]: DEBUG nova.network.neutron [req-25ad4dec-f1e4-4c41-b2e1-e9a902882d0b req-681f9205-ca24-40c8-a1d9-e7419dd5a03a service nova] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Updated VIF entry in instance network info cache for port 7244971f-2995-4901-b5b7-d7692a9af172. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.411569] env[62522]: DEBUG nova.network.neutron [req-25ad4dec-f1e4-4c41-b2e1-e9a902882d0b req-681f9205-ca24-40c8-a1d9-e7419dd5a03a service nova] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Updating instance_info_cache with network_info: [{"id": "7244971f-2995-4901-b5b7-d7692a9af172", "address": "fa:16:3e:84:39:61", "network": {"id": "2f74735d-986f-4122-9fba-bc6db34b9985", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1892936931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43698ac2838d492f8377bf46d5aacf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7244971f-29", "ovs_interfaceid": "7244971f-2995-4901-b5b7-d7692a9af172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.457534] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52803145-bf19-8a62-15b1-7e468c855d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.012626} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.461775] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.465017] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1463.465017] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.465017] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.465017] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1463.465017] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2b14cde-8681-4853-94db-522a6086e330 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.474398] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1463.474573] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1463.475338] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82fb24b-c541-4a7c-94e7-cf8d11c784a0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.481878] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Waiting for the task: (returnval){ [ 1463.481878] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a1068d-d691-bc05-f776-805ecdc5948b" [ 1463.481878] env[62522]: _type = "Task" [ 1463.481878] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.492500] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a1068d-d691-bc05-f776-805ecdc5948b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.518555] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "refresh_cache-37cd43dd-d403-4673-b40c-52cbc993ba5b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.528232] env[62522]: DEBUG nova.network.neutron [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Successfully created port: 1a25df1d-0563-4fee-8abc-36047a037e15 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1463.560224] env[62522]: DEBUG nova.compute.manager [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1463.575369] env[62522]: INFO nova.compute.manager [None req-9a557c60-87dc-451c-b31b-8317e0895c7d tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] instance snapshotting [ 1463.575911] env[62522]: DEBUG nova.objects.instance [None req-9a557c60-87dc-451c-b31b-8317e0895c7d tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Lazy-loading 'flavor' on Instance uuid c1e49079-86fa-43eb-b590-fcce2bdd22e5 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.635719] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45709b32-f36b-41f5-b6f2-e3d1ab2db63c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.646739] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f277cccd-19ea-4c70-8307-1bbbbb56b8d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.679753] env[62522]: DEBUG oslo_concurrency.lockutils [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Acquiring lock "refresh_cache-c1e49079-86fa-43eb-b590-fcce2bdd22e5" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.679753] env[62522]: DEBUG oslo_concurrency.lockutils [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Acquired lock "refresh_cache-c1e49079-86fa-43eb-b590-fcce2bdd22e5" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.679753] env[62522]: DEBUG nova.network.neutron [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.681913] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7174819-bb1c-4832-9649-e15babe64922 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.690487] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b9a4c0-592a-41a3-a71e-19a8a69fc4a2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.706476] env[62522]: DEBUG nova.compute.provider_tree [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.755936] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1463.755936] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dcf3f10-61b6-413d-8939-428482ad81f2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.755936] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1463.755936] env[62522]: value = "task-1702821" [ 1463.755936] env[62522]: _type = "Task" [ 1463.755936] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.755936] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.914849] env[62522]: DEBUG oslo_concurrency.lockutils [req-25ad4dec-f1e4-4c41-b2e1-e9a902882d0b req-681f9205-ca24-40c8-a1d9-e7419dd5a03a service nova] Releasing lock "refresh_cache-95016bac-95e9-4665-823f-fb026924c3d6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.994378] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a1068d-d691-bc05-f776-805ecdc5948b, 'name': SearchDatastore_Task, 'duration_secs': 0.01476} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.995144] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985b7796-d4c7-4661-9665-d8f87e569602 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.001226] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Waiting for the task: (returnval){ [ 1464.001226] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52622055-d131-03e7-fd78-fcb7bbd59315" [ 1464.001226] env[62522]: _type = "Task" [ 1464.001226] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.009474] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52622055-d131-03e7-fd78-fcb7bbd59315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.083244] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41190ac8-2abd-435b-b86f-9c0a11509bdd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.107645] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43e9328-b730-444e-98d6-83edc1f50a44 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.143114] env[62522]: DEBUG nova.compute.manager [req-9fde5647-d7af-4770-a7fd-0c4393f52a0c req-283a75c8-9413-42bc-8b17-c46f0c8f17ea service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Received event network-vif-unplugged-7d07fb1d-c983-4118-9187-f227ee0458e6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1464.143114] env[62522]: DEBUG oslo_concurrency.lockutils [req-9fde5647-d7af-4770-a7fd-0c4393f52a0c req-283a75c8-9413-42bc-8b17-c46f0c8f17ea service nova] Acquiring lock "37cd43dd-d403-4673-b40c-52cbc993ba5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.143114] env[62522]: DEBUG oslo_concurrency.lockutils [req-9fde5647-d7af-4770-a7fd-0c4393f52a0c req-283a75c8-9413-42bc-8b17-c46f0c8f17ea service nova] Lock "37cd43dd-d403-4673-b40c-52cbc993ba5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.143114] env[62522]: DEBUG oslo_concurrency.lockutils [req-9fde5647-d7af-4770-a7fd-0c4393f52a0c req-283a75c8-9413-42bc-8b17-c46f0c8f17ea service nova] Lock "37cd43dd-d403-4673-b40c-52cbc993ba5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.143114] env[62522]: DEBUG nova.compute.manager [req-9fde5647-d7af-4770-a7fd-0c4393f52a0c req-283a75c8-9413-42bc-8b17-c46f0c8f17ea service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] No waiting events found dispatching network-vif-unplugged-7d07fb1d-c983-4118-9187-f227ee0458e6 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1464.143114] env[62522]: WARNING nova.compute.manager [req-9fde5647-d7af-4770-a7fd-0c4393f52a0c req-283a75c8-9413-42bc-8b17-c46f0c8f17ea service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Received unexpected event network-vif-unplugged-7d07fb1d-c983-4118-9187-f227ee0458e6 for instance with vm_state shelved and task_state shelving_offloading. [ 1464.144425] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.145873] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb7c23d-5098-4a35-af24-82d196f40b44 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.157033] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1464.157033] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09712497-a9d8-4018-ad5e-56c0905d4e1f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.203010] env[62522]: DEBUG nova.network.neutron [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.209924] env[62522]: DEBUG nova.scheduler.client.report [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1464.234473] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702821, 'name': PowerOffVM_Task, 'duration_secs': 0.243827} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.234874] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.236183] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdac0b62-7641-4aad-8b5c-8f84bbba89a1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.259850] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceb6a52-b79b-4b68-b999-7238509b12a7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.263336] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1464.263532] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1464.263703] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleting the datastore file [datastore1] 37cd43dd-d403-4673-b40c-52cbc993ba5b {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.264594] env[62522]: DEBUG nova.network.neutron [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.265690] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04be5dcb-49e7-4aa4-bd3c-dbfa3232e8db {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.277139] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1464.277139] env[62522]: value = "task-1702823" [ 1464.277139] env[62522]: _type = "Task" [ 1464.277139] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.286681] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.300626] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.300913] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a0e6153-e2fe-46b6-a68f-4047de913970 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.308830] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1464.308830] env[62522]: value = "task-1702824" [ 1464.308830] env[62522]: _type = "Task" [ 1464.308830] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.317574] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.514302] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52622055-d131-03e7-fd78-fcb7bbd59315, 'name': SearchDatastore_Task, 'duration_secs': 0.013466} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.514578] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.514834] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 95016bac-95e9-4665-823f-fb026924c3d6/95016bac-95e9-4665-823f-fb026924c3d6.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1464.515397] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d4eaed3-c72f-44c8-bf07-a89fda961706 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.523613] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Waiting for the task: (returnval){ [ 1464.523613] env[62522]: value = "task-1702825" [ 1464.523613] env[62522]: _type = "Task" [ 1464.523613] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.531862] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.573026] env[62522]: DEBUG nova.compute.manager [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1464.593977] env[62522]: DEBUG nova.virt.hardware [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1464.594235] env[62522]: DEBUG nova.virt.hardware [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1464.594400] env[62522]: DEBUG nova.virt.hardware [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.594584] env[62522]: DEBUG nova.virt.hardware [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1464.594728] env[62522]: DEBUG nova.virt.hardware [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.594873] env[62522]: DEBUG nova.virt.hardware [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1464.595083] env[62522]: DEBUG nova.virt.hardware [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1464.595261] env[62522]: DEBUG nova.virt.hardware [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1464.595448] env[62522]: DEBUG nova.virt.hardware [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1464.595627] env[62522]: DEBUG nova.virt.hardware [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1464.596156] env[62522]: DEBUG nova.virt.hardware [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1464.596741] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcad281c-c2f7-42f4-a761-13ab3c7a7eb2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.605252] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef75057a-92a3-4997-a1ad-41fe2c848cc8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.621419] env[62522]: DEBUG nova.compute.manager [None req-9a557c60-87dc-451c-b31b-8317e0895c7d tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Instance disappeared during snapshot {{(pid=62522) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1464.715107] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.718510] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.711s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.731020] env[62522]: DEBUG nova.compute.manager [None req-9a557c60-87dc-451c-b31b-8317e0895c7d tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Found 0 images (rotation: 2) {{(pid=62522) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1464.743313] env[62522]: INFO nova.scheduler.client.report [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleted allocations for instance 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8 [ 1464.768994] env[62522]: DEBUG oslo_concurrency.lockutils [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Releasing lock "refresh_cache-c1e49079-86fa-43eb-b590-fcce2bdd22e5" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.769451] env[62522]: DEBUG nova.compute.manager [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1464.769643] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.770735] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48525eb1-7de5-463e-99ea-4b20b409a788 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.779113] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.782638] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afbfe903-e9f3-43d5-8397-163fd52b5462 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.789697] env[62522]: DEBUG oslo_vmware.api [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468053} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.791419] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1464.791606] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1464.791781] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1464.793724] env[62522]: DEBUG oslo_vmware.api [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Waiting for the task: (returnval){ [ 1464.793724] env[62522]: value = "task-1702826" [ 1464.793724] env[62522]: _type = "Task" [ 1464.793724] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.802821] env[62522]: DEBUG oslo_vmware.api [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.809180] env[62522]: INFO nova.scheduler.client.report [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleted allocations for instance 37cd43dd-d403-4673-b40c-52cbc993ba5b [ 1464.820684] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1464.820887] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.821136] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.821304] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.821480] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.821718] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dca85a76-2f00-455a-a3fb-591ba240bb31 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.830354] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.830537] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.831269] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b417789-ad0b-4a21-909b-63993d1296d0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.836510] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1464.836510] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5244f89e-9566-1ee6-b399-8701ffd9db50" [ 1464.836510] env[62522]: _type = "Task" [ 1464.836510] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.845337] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5244f89e-9566-1ee6-b399-8701ffd9db50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.035730] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702825, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.222927] env[62522]: INFO nova.compute.claims [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.251879] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1da5576d-bcbb-48e5-9acd-9b1cb9d8e217 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8a1a54ef-36e9-4999-866d-dc2a0e95ecb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.206s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.289152] env[62522]: DEBUG nova.network.neutron [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Successfully updated port: 1a25df1d-0563-4fee-8abc-36047a037e15 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1465.305269] env[62522]: DEBUG oslo_vmware.api [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702826, 'name': PowerOffVM_Task, 'duration_secs': 0.107886} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.305395] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.305563] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.306084] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-162e80b2-52d7-4584-a720-e4ca9470009d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.313292] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.333435] env[62522]: DEBUG nova.compute.manager [req-f8ec20ee-a36e-4fe4-a5fb-459d40c67fea req-cfd4dbf9-7c1d-4a35-83e1-72baa4a0c6f0 service nova] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Received event network-vif-plugged-1a25df1d-0563-4fee-8abc-36047a037e15 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1465.333662] env[62522]: DEBUG oslo_concurrency.lockutils [req-f8ec20ee-a36e-4fe4-a5fb-459d40c67fea req-cfd4dbf9-7c1d-4a35-83e1-72baa4a0c6f0 service nova] Acquiring lock "eda916c9-1a82-4a7f-ad11-508f9e6c4b98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.334180] env[62522]: DEBUG oslo_concurrency.lockutils [req-f8ec20ee-a36e-4fe4-a5fb-459d40c67fea req-cfd4dbf9-7c1d-4a35-83e1-72baa4a0c6f0 service nova] Lock "eda916c9-1a82-4a7f-ad11-508f9e6c4b98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.334383] env[62522]: DEBUG oslo_concurrency.lockutils [req-f8ec20ee-a36e-4fe4-a5fb-459d40c67fea req-cfd4dbf9-7c1d-4a35-83e1-72baa4a0c6f0 service nova] Lock "eda916c9-1a82-4a7f-ad11-508f9e6c4b98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.334555] env[62522]: DEBUG nova.compute.manager [req-f8ec20ee-a36e-4fe4-a5fb-459d40c67fea req-cfd4dbf9-7c1d-4a35-83e1-72baa4a0c6f0 service nova] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] No waiting events found dispatching network-vif-plugged-1a25df1d-0563-4fee-8abc-36047a037e15 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1465.334720] env[62522]: WARNING nova.compute.manager [req-f8ec20ee-a36e-4fe4-a5fb-459d40c67fea req-cfd4dbf9-7c1d-4a35-83e1-72baa4a0c6f0 service nova] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Received unexpected event network-vif-plugged-1a25df1d-0563-4fee-8abc-36047a037e15 for instance with vm_state building and task_state spawning. [ 1465.338602] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.338796] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.338977] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Deleting the datastore file [datastore1] c1e49079-86fa-43eb-b590-fcce2bdd22e5 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.342312] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-146b1a0d-3a94-469b-a424-cc0db75a5be4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.350827] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5244f89e-9566-1ee6-b399-8701ffd9db50, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.352866] env[62522]: DEBUG oslo_vmware.api [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Waiting for the task: (returnval){ [ 1465.352866] env[62522]: value = "task-1702828" [ 1465.352866] env[62522]: _type = "Task" [ 1465.352866] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.353124] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a92bc2-4c29-4c6c-bdc9-aaa0ad8963a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.364472] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1465.364472] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522f19c5-c340-e86d-f09c-312e98b1d911" [ 1465.364472] env[62522]: _type = "Task" [ 1465.364472] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.367799] env[62522]: DEBUG oslo_vmware.api [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.378756] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522f19c5-c340-e86d-f09c-312e98b1d911, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.379058] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.379337] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk. {{(pid=62522) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1465.379631] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c339d173-9cb2-4b51-8bef-1633c886110f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.388927] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1465.388927] env[62522]: value = "task-1702829" [ 1465.388927] env[62522]: _type = "Task" [ 1465.388927] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.397766] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.535285] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680168} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.535521] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 95016bac-95e9-4665-823f-fb026924c3d6/95016bac-95e9-4665-823f-fb026924c3d6.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1465.535743] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1465.536033] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fadd080-4e58-47c8-a1bb-103e7f5ead01 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.542717] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Waiting for the task: (returnval){ [ 1465.542717] env[62522]: value = "task-1702830" [ 1465.542717] env[62522]: _type = "Task" [ 1465.542717] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.551326] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.728792] env[62522]: INFO nova.compute.resource_tracker [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating resource usage from migration 8946aab6-2c44-4fb6-b119-2a67535821cf [ 1465.793030] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "refresh_cache-eda916c9-1a82-4a7f-ad11-508f9e6c4b98" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.793030] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "refresh_cache-eda916c9-1a82-4a7f-ad11-508f9e6c4b98" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.793030] env[62522]: DEBUG nova.network.neutron [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.836616] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1cec47c-eb5a-48b7-9843-2cefc77d1935 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "37cd43dd-d403-4673-b40c-52cbc993ba5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.869253] env[62522]: DEBUG oslo_vmware.api [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Task: {'id': task-1702828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10642} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.869787] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.869977] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.870169] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.870434] env[62522]: INFO nova.compute.manager [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1465.870715] env[62522]: DEBUG oslo.service.loopingcall [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.870913] env[62522]: DEBUG nova.compute.manager [-] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1465.871016] env[62522]: DEBUG nova.network.neutron [-] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.888318] env[62522]: DEBUG nova.network.neutron [-] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.900340] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702829, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.030579] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033bd68b-2e83-4276-909a-fc897f988d73 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.038548] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7168fc9-5d33-461a-a498-ab1bb2f08e16 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.072484] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b89288-48fc-4832-9b0b-673cd247b29d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.077606] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093981} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.078151] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1466.078855] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab8a85d-d5c3-4eab-98ca-9b006d640e46 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.084247] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1977eb90-e75f-4271-ace8-21bd1c1e666d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.104754] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 95016bac-95e9-4665-823f-fb026924c3d6/95016bac-95e9-4665-823f-fb026924c3d6.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1466.105191] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-562f65ec-3fc8-4cf8-8098-2f29547163a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.126640] env[62522]: DEBUG nova.compute.provider_tree [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.133925] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Waiting for the task: (returnval){ [ 1466.133925] env[62522]: value = "task-1702831" [ 1466.133925] env[62522]: _type = "Task" [ 1466.133925] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.142823] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.170047] env[62522]: DEBUG nova.compute.manager [req-efb63b48-7ecc-4dfd-913d-7b9b7c580aea req-1a65e8a0-04a2-4347-9db6-2ae792fba11d service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Received event network-changed-7d07fb1d-c983-4118-9187-f227ee0458e6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1466.170289] env[62522]: DEBUG nova.compute.manager [req-efb63b48-7ecc-4dfd-913d-7b9b7c580aea req-1a65e8a0-04a2-4347-9db6-2ae792fba11d service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Refreshing instance network info cache due to event network-changed-7d07fb1d-c983-4118-9187-f227ee0458e6. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1466.171982] env[62522]: DEBUG oslo_concurrency.lockutils [req-efb63b48-7ecc-4dfd-913d-7b9b7c580aea req-1a65e8a0-04a2-4347-9db6-2ae792fba11d service nova] Acquiring lock "refresh_cache-37cd43dd-d403-4673-b40c-52cbc993ba5b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.171982] env[62522]: DEBUG oslo_concurrency.lockutils [req-efb63b48-7ecc-4dfd-913d-7b9b7c580aea req-1a65e8a0-04a2-4347-9db6-2ae792fba11d service nova] Acquired lock "refresh_cache-37cd43dd-d403-4673-b40c-52cbc993ba5b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.171982] env[62522]: DEBUG nova.network.neutron [req-efb63b48-7ecc-4dfd-913d-7b9b7c580aea req-1a65e8a0-04a2-4347-9db6-2ae792fba11d service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Refreshing network info cache for port 7d07fb1d-c983-4118-9187-f227ee0458e6 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.336610] env[62522]: DEBUG nova.network.neutron [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1466.398944] env[62522]: DEBUG nova.network.neutron [-] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.400172] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702829, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.488014] env[62522]: DEBUG nova.network.neutron [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Updating instance_info_cache with network_info: [{"id": "1a25df1d-0563-4fee-8abc-36047a037e15", "address": "fa:16:3e:e9:c3:d4", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a25df1d-05", "ovs_interfaceid": "1a25df1d-0563-4fee-8abc-36047a037e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.631400] env[62522]: DEBUG nova.scheduler.client.report [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1466.644330] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.899363] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702829, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.503824} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.899697] env[62522]: INFO nova.virt.vmwareapi.ds_util [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk. [ 1466.900624] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0019ed8-ad78-4af6-b8e5-ea0676f58a0c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.903526] env[62522]: INFO nova.compute.manager [-] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Took 1.03 seconds to deallocate network for instance. [ 1466.931973] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1466.933153] env[62522]: DEBUG nova.network.neutron [req-efb63b48-7ecc-4dfd-913d-7b9b7c580aea req-1a65e8a0-04a2-4347-9db6-2ae792fba11d service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Updated VIF entry in instance network info cache for port 7d07fb1d-c983-4118-9187-f227ee0458e6. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.934089] env[62522]: DEBUG nova.network.neutron [req-efb63b48-7ecc-4dfd-913d-7b9b7c580aea req-1a65e8a0-04a2-4347-9db6-2ae792fba11d service nova] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Updating instance_info_cache with network_info: [{"id": "7d07fb1d-c983-4118-9187-f227ee0458e6", "address": "fa:16:3e:53:65:2d", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": null, "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7d07fb1d-c9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.934901] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-479651b3-c18a-4824-bbd6-37efecc7550a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.956816] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1466.956816] env[62522]: value = "task-1702832" [ 1466.956816] env[62522]: _type = "Task" [ 1466.956816] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.965185] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.990530] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "refresh_cache-eda916c9-1a82-4a7f-ad11-508f9e6c4b98" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.990906] env[62522]: DEBUG nova.compute.manager [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Instance network_info: |[{"id": "1a25df1d-0563-4fee-8abc-36047a037e15", "address": "fa:16:3e:e9:c3:d4", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a25df1d-05", "ovs_interfaceid": "1a25df1d-0563-4fee-8abc-36047a037e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1466.991437] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:c3:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a25df1d-0563-4fee-8abc-36047a037e15', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.999313] env[62522]: DEBUG oslo.service.loopingcall [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.999547] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1466.999846] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15d30c4f-65e7-492a-9943-bc82616e4eea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.020419] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1467.020419] env[62522]: value = "task-1702833" [ 1467.020419] env[62522]: _type = "Task" [ 1467.020419] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.030590] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702833, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.141045] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.422s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.141045] env[62522]: INFO nova.compute.manager [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Migrating [ 1467.147277] env[62522]: DEBUG oslo_concurrency.lockutils [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.727s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.147492] env[62522]: DEBUG nova.objects.instance [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62522) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1467.162507] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.394135] env[62522]: DEBUG nova.compute.manager [req-9ff406af-d6f2-4e44-8a11-340593505c4a req-5cd7587f-c3b6-4d25-bb78-5784dc2fa655 service nova] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Received event network-changed-1a25df1d-0563-4fee-8abc-36047a037e15 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1467.394403] env[62522]: DEBUG nova.compute.manager [req-9ff406af-d6f2-4e44-8a11-340593505c4a req-5cd7587f-c3b6-4d25-bb78-5784dc2fa655 service nova] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Refreshing instance network info cache due to event network-changed-1a25df1d-0563-4fee-8abc-36047a037e15. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1467.394763] env[62522]: DEBUG oslo_concurrency.lockutils [req-9ff406af-d6f2-4e44-8a11-340593505c4a req-5cd7587f-c3b6-4d25-bb78-5784dc2fa655 service nova] Acquiring lock "refresh_cache-eda916c9-1a82-4a7f-ad11-508f9e6c4b98" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.394925] env[62522]: DEBUG oslo_concurrency.lockutils [req-9ff406af-d6f2-4e44-8a11-340593505c4a req-5cd7587f-c3b6-4d25-bb78-5784dc2fa655 service nova] Acquired lock "refresh_cache-eda916c9-1a82-4a7f-ad11-508f9e6c4b98" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.395189] env[62522]: DEBUG nova.network.neutron [req-9ff406af-d6f2-4e44-8a11-340593505c4a req-5cd7587f-c3b6-4d25-bb78-5784dc2fa655 service nova] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Refreshing network info cache for port 1a25df1d-0563-4fee-8abc-36047a037e15 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1467.436672] env[62522]: DEBUG oslo_concurrency.lockutils [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.451403] env[62522]: DEBUG oslo_concurrency.lockutils [req-efb63b48-7ecc-4dfd-913d-7b9b7c580aea req-1a65e8a0-04a2-4347-9db6-2ae792fba11d service nova] Releasing lock "refresh_cache-37cd43dd-d403-4673-b40c-52cbc993ba5b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.466709] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702832, 'name': ReconfigVM_Task, 'duration_secs': 0.35425} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.466709] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.467430] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b75446d-9442-4dfd-9454-a8470a3e0750 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.494914] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-300981c8-bc1c-4f2b-aa2a-9cb9fc27528a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.512216] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1467.512216] env[62522]: value = "task-1702834" [ 1467.512216] env[62522]: _type = "Task" [ 1467.512216] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.520193] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.529567] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702833, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.645646] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702831, 'name': ReconfigVM_Task, 'duration_secs': 1.134342} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.645936] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 95016bac-95e9-4665-823f-fb026924c3d6/95016bac-95e9-4665-823f-fb026924c3d6.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.646581] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-928d9aa7-cb41-4477-aa1f-67eb38ba3728 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.652479] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Waiting for the task: (returnval){ [ 1467.652479] env[62522]: value = "task-1702835" [ 1467.652479] env[62522]: _type = "Task" [ 1467.652479] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.664763] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.664865] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.665045] env[62522]: DEBUG nova.network.neutron [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1467.667281] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702835, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.021985] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702834, 'name': ReconfigVM_Task, 'duration_secs': 0.149733} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.022237] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1468.025093] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92ab0f83-82bb-4820-87e9-d03817942207 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.031440] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702833, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.032594] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1468.032594] env[62522]: value = "task-1702836" [ 1468.032594] env[62522]: _type = "Task" [ 1468.032594] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.041556] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.125839] env[62522]: DEBUG nova.network.neutron [req-9ff406af-d6f2-4e44-8a11-340593505c4a req-5cd7587f-c3b6-4d25-bb78-5784dc2fa655 service nova] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Updated VIF entry in instance network info cache for port 1a25df1d-0563-4fee-8abc-36047a037e15. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.126221] env[62522]: DEBUG nova.network.neutron [req-9ff406af-d6f2-4e44-8a11-340593505c4a req-5cd7587f-c3b6-4d25-bb78-5784dc2fa655 service nova] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Updating instance_info_cache with network_info: [{"id": "1a25df1d-0563-4fee-8abc-36047a037e15", "address": "fa:16:3e:e9:c3:d4", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a25df1d-05", "ovs_interfaceid": "1a25df1d-0563-4fee-8abc-36047a037e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.159822] env[62522]: DEBUG oslo_concurrency.lockutils [None req-de3f2b75-b3c5-4742-9305-c3a0f37cbdc8 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.166196] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.762s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.167732] env[62522]: INFO nova.compute.claims [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.170272] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702835, 'name': Rename_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.390715] env[62522]: DEBUG nova.network.neutron [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance_info_cache with network_info: [{"id": "20fc64c3-142f-438f-b514-1c44c4906147", "address": "fa:16:3e:26:57:e6", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fc64c3-14", "ovs_interfaceid": "20fc64c3-142f-438f-b514-1c44c4906147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.533437] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702833, 'name': CreateVM_Task, 'duration_secs': 1.480699} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.536367] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1468.537148] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.537234] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.537553] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1468.538119] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-926279d3-8b3f-4557-a626-57e0968cc026 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.544698] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.550019] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1468.550019] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dee1f4-b8b2-4cff-e4e5-f80ad1b5483b" [ 1468.550019] env[62522]: _type = "Task" [ 1468.550019] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.555819] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dee1f4-b8b2-4cff-e4e5-f80ad1b5483b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.628855] env[62522]: DEBUG oslo_concurrency.lockutils [req-9ff406af-d6f2-4e44-8a11-340593505c4a req-5cd7587f-c3b6-4d25-bb78-5784dc2fa655 service nova] Releasing lock "refresh_cache-eda916c9-1a82-4a7f-ad11-508f9e6c4b98" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.664148] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702835, 'name': Rename_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.894199] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Releasing lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.044260] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.056721] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dee1f4-b8b2-4cff-e4e5-f80ad1b5483b, 'name': SearchDatastore_Task, 'duration_secs': 0.009322} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.057292] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.057606] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1469.057849] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.057995] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.058220] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1469.058496] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5c0be51-7e53-4a5b-a87c-75b282df3a25 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.066705] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1469.066877] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1469.067535] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f1a7ed-a2d4-4a93-bdd6-107225a2953b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.072671] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1469.072671] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526b88de-00e4-4588-2bb1-3829e4572f60" [ 1469.072671] env[62522]: _type = "Task" [ 1469.072671] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.079907] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526b88de-00e4-4588-2bb1-3829e4572f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.164185] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702835, 'name': Rename_Task, 'duration_secs': 1.146584} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.164526] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.164733] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50d5c3de-6033-411a-aaa8-5710460d7664 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.173059] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Waiting for the task: (returnval){ [ 1469.173059] env[62522]: value = "task-1702837" [ 1469.173059] env[62522]: _type = "Task" [ 1469.173059] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.180465] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.467464] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9983f6-3b83-4852-b1ce-9b97cc4e98e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.475580] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2544781f-6842-498a-a097-8a3dd8726f4c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.509871] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5a4f12-890a-4c15-a6c8-7873224d9ccf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.517804] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488dc78b-0073-4f50-bb98-18c98758367c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.532180] env[62522]: DEBUG nova.compute.provider_tree [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.543591] env[62522]: DEBUG oslo_vmware.api [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702836, 'name': PowerOnVM_Task, 'duration_secs': 1.093094} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.545709] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.549018] env[62522]: DEBUG nova.compute.manager [None req-0505085c-236c-48ce-807b-a224c32f24eb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.549018] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb83c3c2-a4a6-4980-b750-4efc1011c424 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.584306] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526b88de-00e4-4588-2bb1-3829e4572f60, 'name': SearchDatastore_Task, 'duration_secs': 0.011859} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.585159] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3a78d9-f554-429e-b133-3e8a31fab66a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.590421] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1469.590421] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5298ceca-dacc-5e48-a630-05a663103de1" [ 1469.590421] env[62522]: _type = "Task" [ 1469.590421] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.599333] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5298ceca-dacc-5e48-a630-05a663103de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.682521] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.035935] env[62522]: DEBUG nova.scheduler.client.report [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1470.101548] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5298ceca-dacc-5e48-a630-05a663103de1, 'name': SearchDatastore_Task, 'duration_secs': 0.012784} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.102189] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.102189] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] eda916c9-1a82-4a7f-ad11-508f9e6c4b98/eda916c9-1a82-4a7f-ad11-508f9e6c4b98.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1470.102401] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5720f24a-a8b0-48f6-a535-cddd251905ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.109141] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1470.109141] env[62522]: value = "task-1702838" [ 1470.109141] env[62522]: _type = "Task" [ 1470.109141] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.117194] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.182640] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702837, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.410246] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8e8ae9-c8a2-4329-a789-de5fd9b7488b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.432433] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance 'a95a65fd-cc81-4780-964d-fd0af5e1623b' progress to 0 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1470.542548] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.543241] env[62522]: DEBUG nova.compute.manager [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1470.546015] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.717s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.546291] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.546465] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1470.546779] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.754s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.546983] env[62522]: DEBUG nova.objects.instance [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lazy-loading 'resources' on Instance uuid af281b60-1bae-489d-8363-853112ca6f23 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.549314] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f52c7e-b492-4801-87c5-359b7dfaa9a8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.558714] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73d6bc4-9e70-4903-9176-c1bb68424641 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.576313] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9a123c-245f-464b-9489-75157c6fcfa8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.583759] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e352e4ce-a162-4625-be39-2d68ce590546 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.615434] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179318MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1470.615434] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.623717] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476728} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.623982] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] eda916c9-1a82-4a7f-ad11-508f9e6c4b98/eda916c9-1a82-4a7f-ad11-508f9e6c4b98.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.624208] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1470.624457] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91869b25-87d0-4600-bb31-00529e69b431 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.631595] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1470.631595] env[62522]: value = "task-1702839" [ 1470.631595] env[62522]: _type = "Task" [ 1470.631595] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.640631] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.684226] env[62522]: DEBUG oslo_vmware.api [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702837, 'name': PowerOnVM_Task, 'duration_secs': 1.056244} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.685108] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.685108] env[62522]: INFO nova.compute.manager [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Took 10.75 seconds to spawn the instance on the hypervisor. [ 1470.685108] env[62522]: DEBUG nova.compute.manager [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.686094] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b830262-f213-4e02-ba53-b2bcdffd3388 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.939245] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.939589] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e3d705d-97a6-4042-aa48-c849c1c288a0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.947971] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1470.947971] env[62522]: value = "task-1702840" [ 1470.947971] env[62522]: _type = "Task" [ 1470.947971] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.958399] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.051022] env[62522]: DEBUG nova.compute.utils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1471.052775] env[62522]: DEBUG nova.compute.manager [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1471.052957] env[62522]: DEBUG nova.network.neutron [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1471.121432] env[62522]: DEBUG nova.policy [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3558656f362b40ee85f06e6705348ed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa02a9a201524ae39e1886f15263a260', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1471.143402] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059328} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.143698] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1471.144593] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577c8d9d-114c-427e-bde2-3cad88a7add5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.168816] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] eda916c9-1a82-4a7f-ad11-508f9e6c4b98/eda916c9-1a82-4a7f-ad11-508f9e6c4b98.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.171388] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2644f094-0acb-4d02-b286-1a9066f5b818 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.200734] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1471.200734] env[62522]: value = "task-1702841" [ 1471.200734] env[62522]: _type = "Task" [ 1471.200734] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.203173] env[62522]: INFO nova.compute.manager [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Took 44.34 seconds to build instance. [ 1471.220452] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.259098] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "3f76d1f8-c7d3-4396-bedb-07e55621f227" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.260608] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "3f76d1f8-c7d3-4396-bedb-07e55621f227" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.465789] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702840, 'name': PowerOffVM_Task, 'duration_secs': 0.223534} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.466799] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1471.470029] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance 'a95a65fd-cc81-4780-964d-fd0af5e1623b' progress to 17 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1471.489883] env[62522]: DEBUG nova.network.neutron [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Successfully created port: 6a64a0e4-147e-4fac-ba39-4ff936c148ed {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.502300] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21efa3ff-e64a-4382-95df-b9c1ee8ed96d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.509567] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a63f68-76af-44f4-8f6a-97f38fa790fc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.549167] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c9b67d-f79b-421d-98de-e30a0d007365 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.557834] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c548f4af-ba1e-4b4d-b6e2-7c60884e2706 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.562557] env[62522]: DEBUG nova.compute.manager [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1471.587530] env[62522]: DEBUG nova.compute.provider_tree [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.709751] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1d536ef-5a79-4f92-8d4b-cc4d33973310 tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Lock "95016bac-95e9-4665-823f-fb026924c3d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.856s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.714562] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702841, 'name': ReconfigVM_Task, 'duration_secs': 0.30742} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.714910] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Reconfigured VM instance instance-00000037 to attach disk [datastore1] eda916c9-1a82-4a7f-ad11-508f9e6c4b98/eda916c9-1a82-4a7f-ad11-508f9e6c4b98.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1471.717026] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4c621f4-b1c8-4d59-aeb9-4b791cc8c01a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.722543] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1471.722543] env[62522]: value = "task-1702842" [ 1471.722543] env[62522]: _type = "Task" [ 1471.722543] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.734967] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702842, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.763660] env[62522]: DEBUG nova.compute.manager [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1471.766522] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Acquiring lock "95016bac-95e9-4665-823f-fb026924c3d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.766759] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Lock "95016bac-95e9-4665-823f-fb026924c3d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.766971] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Acquiring lock "95016bac-95e9-4665-823f-fb026924c3d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.767631] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Lock "95016bac-95e9-4665-823f-fb026924c3d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.767833] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Lock "95016bac-95e9-4665-823f-fb026924c3d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.769909] env[62522]: INFO nova.compute.manager [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Terminating instance [ 1471.974053] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1471.974319] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1471.974477] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.974657] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1471.974801] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.974943] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1471.975197] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1471.975315] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1471.975475] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1471.975638] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1471.975819] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1471.981391] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbae8ad3-7184-4a7b-8e04-4730f156fb28 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.997862] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1471.997862] env[62522]: value = "task-1702843" [ 1471.997862] env[62522]: _type = "Task" [ 1471.997862] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.006596] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.090642] env[62522]: DEBUG nova.scheduler.client.report [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1472.232702] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702842, 'name': Rename_Task, 'duration_secs': 0.147478} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.233040] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.233253] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecdf2c0a-94b6-47ee-96a2-a91bf87d224b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.239594] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1472.239594] env[62522]: value = "task-1702844" [ 1472.239594] env[62522]: _type = "Task" [ 1472.239594] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.249512] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.276593] env[62522]: DEBUG nova.compute.manager [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1472.277404] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1472.281878] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb488231-97c3-4355-9ca7-7352e95a7c53 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.289758] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.290065] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7f83ac7-ff34-476c-80a0-d7de8fdb04bf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.296624] env[62522]: DEBUG oslo_vmware.api [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Waiting for the task: (returnval){ [ 1472.296624] env[62522]: value = "task-1702845" [ 1472.296624] env[62522]: _type = "Task" [ 1472.296624] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.300626] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.305454] env[62522]: DEBUG oslo_vmware.api [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.508139] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702843, 'name': ReconfigVM_Task, 'duration_secs': 0.340874} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.508460] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance 'a95a65fd-cc81-4780-964d-fd0af5e1623b' progress to 33 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1472.573654] env[62522]: DEBUG nova.compute.manager [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1472.596130] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.599115] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.012s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.599115] env[62522]: DEBUG nova.objects.instance [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Lazy-loading 'resources' on Instance uuid 416661b2-bf18-4e01-a7a2-ca928201ffe5 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.604731] env[62522]: DEBUG nova.virt.hardware [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1472.605042] env[62522]: DEBUG nova.virt.hardware [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1472.605276] env[62522]: DEBUG nova.virt.hardware [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.605472] env[62522]: DEBUG nova.virt.hardware [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1472.605620] env[62522]: DEBUG nova.virt.hardware [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.606094] env[62522]: DEBUG nova.virt.hardware [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1472.606477] env[62522]: DEBUG nova.virt.hardware [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1472.606566] env[62522]: DEBUG nova.virt.hardware [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1472.606756] env[62522]: DEBUG nova.virt.hardware [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1472.606971] env[62522]: DEBUG nova.virt.hardware [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1472.607185] env[62522]: DEBUG nova.virt.hardware [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1472.608047] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a490e1-bc30-48d5-a107-c2bb521b55f0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.617739] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994f4f90-bd9a-4c44-954d-83fc8fcb77e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.622823] env[62522]: INFO nova.scheduler.client.report [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleted allocations for instance af281b60-1bae-489d-8363-853112ca6f23 [ 1472.750396] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702844, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.807671] env[62522]: DEBUG oslo_vmware.api [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702845, 'name': PowerOffVM_Task, 'duration_secs': 0.328873} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.807981] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1472.808166] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.808438] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82a21c94-525c-4605-820f-6f8c2b954d97 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.886600] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.886828] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.887018] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Deleting the datastore file [datastore1] 95016bac-95e9-4665-823f-fb026924c3d6 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.887301] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35100097-69e1-4748-a56d-cb0449d32c54 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.893755] env[62522]: DEBUG oslo_vmware.api [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Waiting for the task: (returnval){ [ 1472.893755] env[62522]: value = "task-1702847" [ 1472.893755] env[62522]: _type = "Task" [ 1472.893755] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.901662] env[62522]: DEBUG oslo_vmware.api [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.923528] env[62522]: DEBUG nova.compute.manager [req-2800e1d8-eacd-49ed-bf81-ad920e854f0f req-46bf3ee1-d8fe-497f-9f40-7c30c233994e service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Received event network-vif-plugged-6a64a0e4-147e-4fac-ba39-4ff936c148ed {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1472.923757] env[62522]: DEBUG oslo_concurrency.lockutils [req-2800e1d8-eacd-49ed-bf81-ad920e854f0f req-46bf3ee1-d8fe-497f-9f40-7c30c233994e service nova] Acquiring lock "b80c3cb9-87a2-4079-8ab1-14a45e185d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.923972] env[62522]: DEBUG oslo_concurrency.lockutils [req-2800e1d8-eacd-49ed-bf81-ad920e854f0f req-46bf3ee1-d8fe-497f-9f40-7c30c233994e service nova] Lock "b80c3cb9-87a2-4079-8ab1-14a45e185d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.924162] env[62522]: DEBUG oslo_concurrency.lockutils [req-2800e1d8-eacd-49ed-bf81-ad920e854f0f req-46bf3ee1-d8fe-497f-9f40-7c30c233994e service nova] Lock "b80c3cb9-87a2-4079-8ab1-14a45e185d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.924358] env[62522]: DEBUG nova.compute.manager [req-2800e1d8-eacd-49ed-bf81-ad920e854f0f req-46bf3ee1-d8fe-497f-9f40-7c30c233994e service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] No waiting events found dispatching network-vif-plugged-6a64a0e4-147e-4fac-ba39-4ff936c148ed {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1472.924529] env[62522]: WARNING nova.compute.manager [req-2800e1d8-eacd-49ed-bf81-ad920e854f0f req-46bf3ee1-d8fe-497f-9f40-7c30c233994e service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Received unexpected event network-vif-plugged-6a64a0e4-147e-4fac-ba39-4ff936c148ed for instance with vm_state building and task_state spawning. [ 1473.014551] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:23:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e7def125-bcca-4799-ba43-52fc6856713d',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1771008734',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1473.014813] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1473.014969] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.015166] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1473.015403] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.015471] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1473.015649] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1473.015804] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1473.015971] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1473.016270] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1473.016454] env[62522]: DEBUG nova.virt.hardware [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1473.022146] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1473.022447] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06c9a283-42eb-4c96-b375-74e74eb0511c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.044747] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1473.044747] env[62522]: value = "task-1702848" [ 1473.044747] env[62522]: _type = "Task" [ 1473.044747] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.055262] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.091752] env[62522]: DEBUG nova.network.neutron [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Successfully updated port: 6a64a0e4-147e-4fac-ba39-4ff936c148ed {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1473.131258] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a70d42-f91e-4ecd-8cb1-7ab3c6fa3b8e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "af281b60-1bae-489d-8363-853112ca6f23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.953s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.257935] env[62522]: DEBUG oslo_vmware.api [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702844, 'name': PowerOnVM_Task, 'duration_secs': 0.524341} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.258311] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.258607] env[62522]: INFO nova.compute.manager [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1473.258660] env[62522]: DEBUG nova.compute.manager [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.259453] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e004eb81-efc3-479c-94d5-cc1e4bcfe0d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.406117] env[62522]: DEBUG oslo_vmware.api [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Task: {'id': task-1702847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36179} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.406972] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1473.406972] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1473.406972] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1473.406972] env[62522]: INFO nova.compute.manager [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1473.407155] env[62522]: DEBUG oslo.service.loopingcall [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.407337] env[62522]: DEBUG nova.compute.manager [-] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1473.407703] env[62522]: DEBUG nova.network.neutron [-] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1473.467418] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1977f88-3e47-4a62-a2d3-d3cfa99c4beb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.474932] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a017361-4994-45f7-87c1-8a97e41fb63d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.506366] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc559009-bf85-425b-b915-e935f4ba3088 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.513790] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d111e62e-e080-494f-bdba-cab54b3f4e5a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.529416] env[62522]: DEBUG nova.compute.provider_tree [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.554552] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702848, 'name': ReconfigVM_Task, 'duration_secs': 0.228834} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.554820] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1473.555605] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47ceb64-d7c9-4bb6-ab0b-565c414532c6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.586120] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a95a65fd-cc81-4780-964d-fd0af5e1623b/a95a65fd-cc81-4780-964d-fd0af5e1623b.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.586433] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a5f6c61-95bb-4a9f-ac4e-2c607c0390b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.601215] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "refresh_cache-b80c3cb9-87a2-4079-8ab1-14a45e185d28" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.601215] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquired lock "refresh_cache-b80c3cb9-87a2-4079-8ab1-14a45e185d28" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.601215] env[62522]: DEBUG nova.network.neutron [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.606220] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1473.606220] env[62522]: value = "task-1702849" [ 1473.606220] env[62522]: _type = "Task" [ 1473.606220] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.614851] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.715517] env[62522]: DEBUG oslo_concurrency.lockutils [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "2e5864ad-737f-4a8b-9b5a-c55602b41e0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.715782] env[62522]: DEBUG oslo_concurrency.lockutils [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "2e5864ad-737f-4a8b-9b5a-c55602b41e0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.715988] env[62522]: DEBUG oslo_concurrency.lockutils [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "2e5864ad-737f-4a8b-9b5a-c55602b41e0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.716183] env[62522]: DEBUG oslo_concurrency.lockutils [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "2e5864ad-737f-4a8b-9b5a-c55602b41e0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.716347] env[62522]: DEBUG oslo_concurrency.lockutils [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "2e5864ad-737f-4a8b-9b5a-c55602b41e0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.718406] env[62522]: INFO nova.compute.manager [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Terminating instance [ 1473.785543] env[62522]: INFO nova.compute.manager [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Took 44.75 seconds to build instance. [ 1474.032050] env[62522]: DEBUG nova.scheduler.client.report [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1474.118108] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.135032] env[62522]: DEBUG nova.network.neutron [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.201930] env[62522]: DEBUG nova.network.neutron [-] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.221954] env[62522]: DEBUG nova.compute.manager [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1474.222268] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1474.224054] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6cbdca-8207-489d-9f64-53938f89ada6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.231494] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1474.232027] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48eb1a38-2eb8-48a9-9642-7bee971ce0f1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.239154] env[62522]: DEBUG oslo_vmware.api [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1474.239154] env[62522]: value = "task-1702850" [ 1474.239154] env[62522]: _type = "Task" [ 1474.239154] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.258184] env[62522]: DEBUG oslo_vmware.api [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.286733] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ab0013b0-9ae0-4ee9-8169-815a0f44dc0d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "eda916c9-1a82-4a7f-ad11-508f9e6c4b98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.267s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.350488] env[62522]: DEBUG nova.network.neutron [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Updating instance_info_cache with network_info: [{"id": "6a64a0e4-147e-4fac-ba39-4ff936c148ed", "address": "fa:16:3e:18:d4:88", "network": {"id": "9d328e1b-9825-4cb3-b482-149152ffdd06", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-258108486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa02a9a201524ae39e1886f15263a260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a64a0e4-14", "ovs_interfaceid": "6a64a0e4-147e-4fac-ba39-4ff936c148ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.538581] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.541589] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.511s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.543125] env[62522]: INFO nova.compute.claims [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.560749] env[62522]: INFO nova.scheduler.client.report [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Deleted allocations for instance 416661b2-bf18-4e01-a7a2-ca928201ffe5 [ 1474.616512] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702849, 'name': ReconfigVM_Task, 'duration_secs': 0.623531} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.616789] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a95a65fd-cc81-4780-964d-fd0af5e1623b/a95a65fd-cc81-4780-964d-fd0af5e1623b.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1474.617073] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance 'a95a65fd-cc81-4780-964d-fd0af5e1623b' progress to 50 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1474.627266] env[62522]: INFO nova.compute.manager [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Rebuilding instance [ 1474.669409] env[62522]: DEBUG nova.compute.manager [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1474.670392] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9cf59b-3465-4702-b125-e563ddf1d2b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.705027] env[62522]: INFO nova.compute.manager [-] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Took 1.30 seconds to deallocate network for instance. [ 1474.752224] env[62522]: DEBUG oslo_vmware.api [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702850, 'name': PowerOffVM_Task, 'duration_secs': 0.194629} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.752522] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1474.752719] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1474.752989] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6f25c91-9fa7-4fa5-be6e-d0686f636f9b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.836043] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1474.836154] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1474.836297] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleting the datastore file [datastore1] 2e5864ad-737f-4a8b-9b5a-c55602b41e0f {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.836566] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f02af919-c283-406e-8e38-60b6f868649b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.843103] env[62522]: DEBUG oslo_vmware.api [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1474.843103] env[62522]: value = "task-1702852" [ 1474.843103] env[62522]: _type = "Task" [ 1474.843103] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.851898] env[62522]: DEBUG oslo_vmware.api [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.854132] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Releasing lock "refresh_cache-b80c3cb9-87a2-4079-8ab1-14a45e185d28" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.854132] env[62522]: DEBUG nova.compute.manager [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Instance network_info: |[{"id": "6a64a0e4-147e-4fac-ba39-4ff936c148ed", "address": "fa:16:3e:18:d4:88", "network": {"id": "9d328e1b-9825-4cb3-b482-149152ffdd06", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-258108486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa02a9a201524ae39e1886f15263a260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a64a0e4-14", "ovs_interfaceid": "6a64a0e4-147e-4fac-ba39-4ff936c148ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1474.854132] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:d4:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a64a0e4-147e-4fac-ba39-4ff936c148ed', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.861715] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Creating folder: Project (fa02a9a201524ae39e1886f15263a260). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.861995] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7805c1ab-5bd2-48a5-8ba8-14506f610476 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.871425] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Created folder: Project (fa02a9a201524ae39e1886f15263a260) in parent group-v354730. [ 1474.871600] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Creating folder: Instances. Parent ref: group-v354894. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.871826] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c869e6e-b63a-4539-885d-ed1cda26a995 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.881243] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Created folder: Instances in parent group-v354894. [ 1474.881474] env[62522]: DEBUG oslo.service.loopingcall [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.881649] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.881841] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fd7d9a7-4996-4ccf-840a-ba9d36b791bb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.899901] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1474.899901] env[62522]: value = "task-1702855" [ 1474.899901] env[62522]: _type = "Task" [ 1474.899901] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.906943] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702855, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.954688] env[62522]: DEBUG nova.compute.manager [req-d301b6cc-d8a4-4ced-922e-ec9b6f254317 req-3b7b83de-c497-4296-a61f-6c0d15361c3a service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Received event network-changed-6a64a0e4-147e-4fac-ba39-4ff936c148ed {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1474.954962] env[62522]: DEBUG nova.compute.manager [req-d301b6cc-d8a4-4ced-922e-ec9b6f254317 req-3b7b83de-c497-4296-a61f-6c0d15361c3a service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Refreshing instance network info cache due to event network-changed-6a64a0e4-147e-4fac-ba39-4ff936c148ed. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1474.955281] env[62522]: DEBUG oslo_concurrency.lockutils [req-d301b6cc-d8a4-4ced-922e-ec9b6f254317 req-3b7b83de-c497-4296-a61f-6c0d15361c3a service nova] Acquiring lock "refresh_cache-b80c3cb9-87a2-4079-8ab1-14a45e185d28" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.955474] env[62522]: DEBUG oslo_concurrency.lockutils [req-d301b6cc-d8a4-4ced-922e-ec9b6f254317 req-3b7b83de-c497-4296-a61f-6c0d15361c3a service nova] Acquired lock "refresh_cache-b80c3cb9-87a2-4079-8ab1-14a45e185d28" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.955662] env[62522]: DEBUG nova.network.neutron [req-d301b6cc-d8a4-4ced-922e-ec9b6f254317 req-3b7b83de-c497-4296-a61f-6c0d15361c3a service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Refreshing network info cache for port 6a64a0e4-147e-4fac-ba39-4ff936c148ed {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.067605] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cbb3b1f-75ec-4445-842f-3e8031c21cbf tempest-InstanceActionsTestJSON-1286111523 tempest-InstanceActionsTestJSON-1286111523-project-member] Lock "416661b2-bf18-4e01-a7a2-ca928201ffe5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.004s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.124154] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23aed0a-e127-4a31-832d-8527be3f1246 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.145641] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28ebccd-f7af-452e-87e4-5e12e26f83f2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.164703] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance 'a95a65fd-cc81-4780-964d-fd0af5e1623b' progress to 67 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1475.211687] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.354219] env[62522]: DEBUG oslo_vmware.api [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249088} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.354538] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1475.354745] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1475.354909] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1475.355120] env[62522]: INFO nova.compute.manager [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1475.355399] env[62522]: DEBUG oslo.service.loopingcall [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1475.355766] env[62522]: DEBUG nova.compute.manager [-] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1475.355866] env[62522]: DEBUG nova.network.neutron [-] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1475.409752] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702855, 'name': CreateVM_Task, 'duration_secs': 0.346669} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.409752] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.410478] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.410652] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.410986] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1475.411267] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d89dd1c7-bdad-4f4e-b6bd-b2e69233c871 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.416839] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1475.416839] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5285c72e-f520-05aa-d87f-7b987ad20b04" [ 1475.416839] env[62522]: _type = "Task" [ 1475.416839] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.424447] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5285c72e-f520-05aa-d87f-7b987ad20b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.682521] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1475.685094] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d9e1dd2-22ea-4ff8-9c2f-5eea6a1cdc89 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.693167] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1475.693167] env[62522]: value = "task-1702856" [ 1475.693167] env[62522]: _type = "Task" [ 1475.693167] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.715614] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.745458] env[62522]: DEBUG nova.network.neutron [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Port 20fc64c3-142f-438f-b514-1c44c4906147 binding to destination host cpu-1 is already ACTIVE {{(pid=62522) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1475.777646] env[62522]: DEBUG nova.network.neutron [req-d301b6cc-d8a4-4ced-922e-ec9b6f254317 req-3b7b83de-c497-4296-a61f-6c0d15361c3a service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Updated VIF entry in instance network info cache for port 6a64a0e4-147e-4fac-ba39-4ff936c148ed. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.778015] env[62522]: DEBUG nova.network.neutron [req-d301b6cc-d8a4-4ced-922e-ec9b6f254317 req-3b7b83de-c497-4296-a61f-6c0d15361c3a service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Updating instance_info_cache with network_info: [{"id": "6a64a0e4-147e-4fac-ba39-4ff936c148ed", "address": "fa:16:3e:18:d4:88", "network": {"id": "9d328e1b-9825-4cb3-b482-149152ffdd06", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-258108486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa02a9a201524ae39e1886f15263a260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a64a0e4-14", "ovs_interfaceid": "6a64a0e4-147e-4fac-ba39-4ff936c148ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.923376] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394d1fe0-efe4-486a-a898-b1907fbe58a8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.929746] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5285c72e-f520-05aa-d87f-7b987ad20b04, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.930491] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.930778] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1475.931051] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.931205] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.931451] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.933700] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-878e409b-e498-4dac-9416-622fddecc6dd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.936388] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1711f0-044b-4d8a-8a14-8bd7572429e3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.971024] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97232efc-2fcd-437c-aa82-23bb9dbde534 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.973581] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.973794] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1475.975031] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55433c4-8d23-4329-b514-7392aa92accc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.983464] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1475.983464] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524d40fd-de51-e1b1-ab87-0bb932fd9f9c" [ 1475.983464] env[62522]: _type = "Task" [ 1475.983464] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.983644] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec88c3c4-4cb4-402d-873a-0552943bbd60 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.000439] env[62522]: DEBUG nova.compute.provider_tree [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.004629] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524d40fd-de51-e1b1-ab87-0bb932fd9f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.203224] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702856, 'name': PowerOffVM_Task, 'duration_secs': 0.210248} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.203500] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1476.203727] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1476.204493] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3f1782-c300-4276-8b55-39af17e3fe57 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.210811] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1476.211049] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10e10ac3-2617-43e8-bbf3-10103f44e2af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.249188] env[62522]: DEBUG nova.network.neutron [-] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.281555] env[62522]: DEBUG oslo_concurrency.lockutils [req-d301b6cc-d8a4-4ced-922e-ec9b6f254317 req-3b7b83de-c497-4296-a61f-6c0d15361c3a service nova] Releasing lock "refresh_cache-b80c3cb9-87a2-4079-8ab1-14a45e185d28" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.281814] env[62522]: DEBUG nova.compute.manager [req-d301b6cc-d8a4-4ced-922e-ec9b6f254317 req-3b7b83de-c497-4296-a61f-6c0d15361c3a service nova] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Received event network-vif-deleted-7244971f-2995-4901-b5b7-d7692a9af172 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1476.282893] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1476.283100] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1476.283281] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleting the datastore file [datastore1] eda916c9-1a82-4a7f-ad11-508f9e6c4b98 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1476.283536] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a87f8ed7-60e4-4d73-935f-c416dc3a96b7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.292986] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1476.292986] env[62522]: value = "task-1702858" [ 1476.292986] env[62522]: _type = "Task" [ 1476.292986] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.302742] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.497467] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524d40fd-de51-e1b1-ab87-0bb932fd9f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.024803} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.498259] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b9bd2f-e1ec-46d3-8520-d80feb4aab43 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.503251] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1476.503251] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52398dd7-4b17-2466-713a-ae6fee7cff6f" [ 1476.503251] env[62522]: _type = "Task" [ 1476.503251] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.507265] env[62522]: DEBUG nova.scheduler.client.report [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1476.515445] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52398dd7-4b17-2466-713a-ae6fee7cff6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.759011] env[62522]: INFO nova.compute.manager [-] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Took 1.40 seconds to deallocate network for instance. [ 1476.780913] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "a95a65fd-cc81-4780-964d-fd0af5e1623b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.781195] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "a95a65fd-cc81-4780-964d-fd0af5e1623b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.781456] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "a95a65fd-cc81-4780-964d-fd0af5e1623b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.807073] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339948} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.807361] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1476.807912] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1476.807912] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1476.980154] env[62522]: DEBUG nova.compute.manager [req-90a319f3-cfc7-4d14-b29d-0218729bcbba req-bcfeec2f-2134-409f-bbde-7129945ac129 service nova] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Received event network-vif-deleted-7e9c8f58-8f58-47e8-a12f-2dedaa80811e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1477.014364] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.014884] env[62522]: DEBUG nova.compute.manager [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1477.020017] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52398dd7-4b17-2466-713a-ae6fee7cff6f, 'name': SearchDatastore_Task, 'duration_secs': 0.024963} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.020017] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.219s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.020017] env[62522]: DEBUG nova.objects.instance [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lazy-loading 'resources' on Instance uuid e0a1472b-9c2b-4812-8e25-290623077bdc {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.020017] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.020017] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] b80c3cb9-87a2-4079-8ab1-14a45e185d28/b80c3cb9-87a2-4079-8ab1-14a45e185d28.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.020017] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d24f644-106d-4ff9-83a6-a7dfecf697e8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.032022] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1477.032022] env[62522]: value = "task-1702859" [ 1477.032022] env[62522]: _type = "Task" [ 1477.032022] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.039778] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.286735] env[62522]: DEBUG oslo_concurrency.lockutils [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.520272] env[62522]: DEBUG nova.compute.utils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1477.521508] env[62522]: DEBUG nova.compute.manager [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1477.521936] env[62522]: DEBUG nova.network.neutron [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1477.542692] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702859, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.622216] env[62522]: DEBUG nova.policy [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25cfbed1a6754dfc950c93bf64f833b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cd2e23b8e914296b0c25cf91b157bc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1477.853956] env[62522]: DEBUG nova.virt.hardware [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1477.854228] env[62522]: DEBUG nova.virt.hardware [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1477.854382] env[62522]: DEBUG nova.virt.hardware [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.854563] env[62522]: DEBUG nova.virt.hardware [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1477.854709] env[62522]: DEBUG nova.virt.hardware [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.854896] env[62522]: DEBUG nova.virt.hardware [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1477.855127] env[62522]: DEBUG nova.virt.hardware [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1477.855286] env[62522]: DEBUG nova.virt.hardware [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1477.855449] env[62522]: DEBUG nova.virt.hardware [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1477.855608] env[62522]: DEBUG nova.virt.hardware [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1477.855778] env[62522]: DEBUG nova.virt.hardware [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1477.856673] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ba4352-d346-4ac8-8f02-b6359acee882 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.860023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.860194] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.860391] env[62522]: DEBUG nova.network.neutron [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.869258] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b2f662-24ea-4c57-8503-684fc63c2aad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.890534] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:c3:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a25df1d-0563-4fee-8abc-36047a037e15', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1477.897986] env[62522]: DEBUG oslo.service.loopingcall [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1477.901057] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1477.901608] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19cc6233-5cfa-4a3a-bbe2-b35c4171f2a9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.923296] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1477.923296] env[62522]: value = "task-1702860" [ 1477.923296] env[62522]: _type = "Task" [ 1477.923296] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.935945] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702860, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.027856] env[62522]: DEBUG nova.compute.manager [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1478.040026] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585517} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.040304] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] b80c3cb9-87a2-4079-8ab1-14a45e185d28/b80c3cb9-87a2-4079-8ab1-14a45e185d28.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.040573] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.040828] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cffdc57f-d455-47a9-a195-b723e3c9ee7c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.047839] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1478.047839] env[62522]: value = "task-1702861" [ 1478.047839] env[62522]: _type = "Task" [ 1478.047839] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.049798] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84391b65-e493-49cd-882f-187adcc10c80 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.063233] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3766db8-787c-40ab-ab31-579376abc57b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.066433] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.067220] env[62522]: DEBUG nova.network.neutron [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Successfully created port: c27988d9-d4dc-45ab-8872-e23e13db204d {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1478.096938] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d524c7-36ab-4b52-bdae-e1f7e14fa258 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.105667] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a38542e-9239-4370-a63a-0b69d9d499f6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.121173] env[62522]: DEBUG nova.compute.provider_tree [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.438150] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702860, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.560714] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.561786] env[62522]: DEBUG nova.network.neutron [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance_info_cache with network_info: [{"id": "20fc64c3-142f-438f-b514-1c44c4906147", "address": "fa:16:3e:26:57:e6", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fc64c3-14", "ovs_interfaceid": "20fc64c3-142f-438f-b514-1c44c4906147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.624335] env[62522]: DEBUG nova.scheduler.client.report [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1478.935311] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702860, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.040135] env[62522]: DEBUG nova.compute.manager [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1479.059741] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.67074} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.059953] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.060840] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb2e18c-efe9-4753-b4db-574c7aceace5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.065306] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Releasing lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.090046] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] b80c3cb9-87a2-4079-8ab1-14a45e185d28/b80c3cb9-87a2-4079-8ab1-14a45e185d28.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.092556] env[62522]: DEBUG nova.virt.hardware [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1479.092818] env[62522]: DEBUG nova.virt.hardware [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1479.092975] env[62522]: DEBUG nova.virt.hardware [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.093213] env[62522]: DEBUG nova.virt.hardware [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1479.093311] env[62522]: DEBUG nova.virt.hardware [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.093477] env[62522]: DEBUG nova.virt.hardware [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1479.093704] env[62522]: DEBUG nova.virt.hardware [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1479.093865] env[62522]: DEBUG nova.virt.hardware [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1479.094041] env[62522]: DEBUG nova.virt.hardware [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1479.094206] env[62522]: DEBUG nova.virt.hardware [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1479.094379] env[62522]: DEBUG nova.virt.hardware [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1479.094641] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc324300-209f-4687-81dc-e811ad384ebd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.109759] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0023f9ec-da54-4ede-9cb3-a135004fc179 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.121261] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2473fd7f-dd4a-4d03-b149-ff47b1f8d708 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.125361] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1479.125361] env[62522]: value = "task-1702862" [ 1479.125361] env[62522]: _type = "Task" [ 1479.125361] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.129497] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.139660] env[62522]: DEBUG oslo_concurrency.lockutils [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.486s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.140035] env[62522]: DEBUG nova.objects.instance [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lazy-loading 'resources' on Instance uuid 7bdf55bc-9458-455e-8cad-56c7e895b5cc {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.146834] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.161367] env[62522]: INFO nova.scheduler.client.report [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Deleted allocations for instance e0a1472b-9c2b-4812-8e25-290623077bdc [ 1479.437031] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702860, 'name': CreateVM_Task, 'duration_secs': 1.286614} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.437031] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1479.437722] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.437931] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.438281] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1479.438585] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181b3f67-caad-4c03-b17f-ccb66e5ab39f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.443710] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1479.443710] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525af5ce-b971-e5f4-522b-25a08e1d9849" [ 1479.443710] env[62522]: _type = "Task" [ 1479.443710] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.450808] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525af5ce-b971-e5f4-522b-25a08e1d9849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.500146] env[62522]: DEBUG nova.compute.manager [req-1b15c90e-e74b-4ede-9281-b40b29601953 req-550fac9c-9080-454c-a789-0790ac6c68df service nova] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Received event network-vif-plugged-c27988d9-d4dc-45ab-8872-e23e13db204d {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1479.500401] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b15c90e-e74b-4ede-9281-b40b29601953 req-550fac9c-9080-454c-a789-0790ac6c68df service nova] Acquiring lock "d68a86ff-47af-4bae-b37b-bf18e539748b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.500627] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b15c90e-e74b-4ede-9281-b40b29601953 req-550fac9c-9080-454c-a789-0790ac6c68df service nova] Lock "d68a86ff-47af-4bae-b37b-bf18e539748b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.500798] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b15c90e-e74b-4ede-9281-b40b29601953 req-550fac9c-9080-454c-a789-0790ac6c68df service nova] Lock "d68a86ff-47af-4bae-b37b-bf18e539748b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.501027] env[62522]: DEBUG nova.compute.manager [req-1b15c90e-e74b-4ede-9281-b40b29601953 req-550fac9c-9080-454c-a789-0790ac6c68df service nova] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] No waiting events found dispatching network-vif-plugged-c27988d9-d4dc-45ab-8872-e23e13db204d {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1479.501203] env[62522]: WARNING nova.compute.manager [req-1b15c90e-e74b-4ede-9281-b40b29601953 req-550fac9c-9080-454c-a789-0790ac6c68df service nova] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Received unexpected event network-vif-plugged-c27988d9-d4dc-45ab-8872-e23e13db204d for instance with vm_state building and task_state spawning. [ 1479.584796] env[62522]: DEBUG nova.network.neutron [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Successfully updated port: c27988d9-d4dc-45ab-8872-e23e13db204d {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1479.588243] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf716ba-ae2a-48c3-8de9-9600b95a7141 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.609791] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bdc5d6-8698-4965-8a01-a15267eb062d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.618923] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance 'a95a65fd-cc81-4780-964d-fd0af5e1623b' progress to 83 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1479.635440] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702862, 'name': ReconfigVM_Task, 'duration_secs': 0.270896} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.635711] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Reconfigured VM instance instance-00000038 to attach disk [datastore1] b80c3cb9-87a2-4079-8ab1-14a45e185d28/b80c3cb9-87a2-4079-8ab1-14a45e185d28.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.636324] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c41f73e4-72e9-466e-9254-ed5accca53b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.644705] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1479.644705] env[62522]: value = "task-1702863" [ 1479.644705] env[62522]: _type = "Task" [ 1479.644705] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.652851] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702863, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.670419] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9194a86c-218c-46b2-8431-94fc2c71591c tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "e0a1472b-9c2b-4812-8e25-290623077bdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.511s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.917901] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daca4c59-b3a9-4853-8991-2511edba3961 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.927954] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c31ea9-73c3-4cd9-9c64-840698002ea3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.968246] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a28b7cb-a656-444f-9e66-e105a6607003 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.976230] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525af5ce-b971-e5f4-522b-25a08e1d9849, 'name': SearchDatastore_Task, 'duration_secs': 0.00827} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.978251] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.978490] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1479.978719] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.978864] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.979051] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1479.979343] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9033fc0d-3a77-4c19-96bc-48303f922806 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.982098] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65e880b-4586-4d18-9700-4c73ccf2e779 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.995970] env[62522]: DEBUG nova.compute.provider_tree [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.998144] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1479.998328] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1479.999223] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7345cc3-c24f-476c-8710-765f7c1ccd06 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.003990] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1480.003990] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52870c0b-b827-e780-55f5-4356c0f1e14b" [ 1480.003990] env[62522]: _type = "Task" [ 1480.003990] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.011561] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52870c0b-b827-e780-55f5-4356c0f1e14b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.087396] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Acquiring lock "refresh_cache-d68a86ff-47af-4bae-b37b-bf18e539748b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.087511] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Acquired lock "refresh_cache-d68a86ff-47af-4bae-b37b-bf18e539748b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.087668] env[62522]: DEBUG nova.network.neutron [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.124951] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.125215] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd399294-d301-4b73-bfd3-6f4ec35b24bb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.136517] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1480.136517] env[62522]: value = "task-1702864" [ 1480.136517] env[62522]: _type = "Task" [ 1480.136517] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.148999] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.157375] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702863, 'name': Rename_Task, 'duration_secs': 0.149581} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.157636] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.157881] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dadc82d8-8b69-40d8-aeba-f3c97d7af1cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.164726] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1480.164726] env[62522]: value = "task-1702865" [ 1480.164726] env[62522]: _type = "Task" [ 1480.164726] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.178599] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.500740] env[62522]: DEBUG nova.scheduler.client.report [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1480.513609] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52870c0b-b827-e780-55f5-4356c0f1e14b, 'name': SearchDatastore_Task, 'duration_secs': 0.007871} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.514458] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5607958d-26f5-4e7e-8891-d47df2deb340 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.520342] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1480.520342] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5280c0e7-26aa-9ad7-7b0c-149c3f761526" [ 1480.520342] env[62522]: _type = "Task" [ 1480.520342] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.528607] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5280c0e7-26aa-9ad7-7b0c-149c3f761526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.623123] env[62522]: DEBUG nova.network.neutron [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1480.653729] env[62522]: DEBUG oslo_vmware.api [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702864, 'name': PowerOnVM_Task, 'duration_secs': 0.398003} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.654036] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1480.654174] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb24349-7277-4929-856a-3a78a2d18bef tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance 'a95a65fd-cc81-4780-964d-fd0af5e1623b' progress to 100 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1480.676044] env[62522]: DEBUG oslo_vmware.api [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702865, 'name': PowerOnVM_Task, 'duration_secs': 0.486402} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.676283] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1480.676482] env[62522]: INFO nova.compute.manager [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1480.676659] env[62522]: DEBUG nova.compute.manager [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1480.677468] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fc3fc3-c526-4fd8-8c8c-9bffb23f7c4b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.763755] env[62522]: DEBUG nova.network.neutron [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Updating instance_info_cache with network_info: [{"id": "c27988d9-d4dc-45ab-8872-e23e13db204d", "address": "fa:16:3e:77:b0:7c", "network": {"id": "b4ec13c4-7e3e-463f-a7ef-9f2ea569f67f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-67863784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cd2e23b8e914296b0c25cf91b157bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc27988d9-d4", "ovs_interfaceid": "c27988d9-d4dc-45ab-8872-e23e13db204d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.795156] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "080b8050-abea-4f11-9a8a-125476d5a9e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.795403] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "080b8050-abea-4f11-9a8a-125476d5a9e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.795608] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "080b8050-abea-4f11-9a8a-125476d5a9e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.795784] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "080b8050-abea-4f11-9a8a-125476d5a9e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.795949] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "080b8050-abea-4f11-9a8a-125476d5a9e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.797835] env[62522]: INFO nova.compute.manager [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Terminating instance [ 1481.008743] env[62522]: DEBUG oslo_concurrency.lockutils [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.012513] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.352s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.012513] env[62522]: DEBUG nova.objects.instance [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lazy-loading 'resources' on Instance uuid a391f64f-a08c-44a3-8ba4-f4607d177545 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.033965] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5280c0e7-26aa-9ad7-7b0c-149c3f761526, 'name': SearchDatastore_Task, 'duration_secs': 0.008579} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.033965] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.033965] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] eda916c9-1a82-4a7f-ad11-508f9e6c4b98/eda916c9-1a82-4a7f-ad11-508f9e6c4b98.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1481.033965] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14dc9e21-c617-4aa6-9eef-75e97fb39c42 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.038265] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1481.038265] env[62522]: value = "task-1702866" [ 1481.038265] env[62522]: _type = "Task" [ 1481.038265] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.042315] env[62522]: INFO nova.scheduler.client.report [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Deleted allocations for instance 7bdf55bc-9458-455e-8cad-56c7e895b5cc [ 1481.048785] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.196592] env[62522]: INFO nova.compute.manager [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Took 41.82 seconds to build instance. [ 1481.266705] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Releasing lock "refresh_cache-d68a86ff-47af-4bae-b37b-bf18e539748b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.267074] env[62522]: DEBUG nova.compute.manager [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Instance network_info: |[{"id": "c27988d9-d4dc-45ab-8872-e23e13db204d", "address": "fa:16:3e:77:b0:7c", "network": {"id": "b4ec13c4-7e3e-463f-a7ef-9f2ea569f67f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-67863784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cd2e23b8e914296b0c25cf91b157bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc27988d9-d4", "ovs_interfaceid": "c27988d9-d4dc-45ab-8872-e23e13db204d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1481.267523] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:b0:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c27988d9-d4dc-45ab-8872-e23e13db204d', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1481.275615] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Creating folder: Project (1cd2e23b8e914296b0c25cf91b157bc0). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.275615] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-423cffcb-140c-40d6-a7c8-bb552dd5e332 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.288041] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Created folder: Project (1cd2e23b8e914296b0c25cf91b157bc0) in parent group-v354730. [ 1481.288165] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Creating folder: Instances. Parent ref: group-v354898. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.288454] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-770c2a9c-e70b-4a01-b89b-ffa63a41b442 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.298436] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Created folder: Instances in parent group-v354898. [ 1481.298723] env[62522]: DEBUG oslo.service.loopingcall [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.298931] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1481.299167] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac311766-4217-406d-94af-fff8e5afcbb0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.314855] env[62522]: DEBUG nova.compute.manager [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1481.314855] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1481.315511] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cc6b2e-dc2f-478f-9f23-e4fa3599d083 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.324886] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1481.326748] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da63866b-a908-483f-a8c5-dc568e6974b6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.328400] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1481.328400] env[62522]: value = "task-1702869" [ 1481.328400] env[62522]: _type = "Task" [ 1481.328400] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.333986] env[62522]: DEBUG oslo_vmware.api [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1481.333986] env[62522]: value = "task-1702870" [ 1481.333986] env[62522]: _type = "Task" [ 1481.333986] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.340515] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702869, 'name': CreateVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.346080] env[62522]: DEBUG oslo_vmware.api [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.553651] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702866, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.556722] env[62522]: DEBUG oslo_concurrency.lockutils [None req-775c5b26-cf1d-4442-bea4-39750d5f74f6 tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "7bdf55bc-9458-455e-8cad-56c7e895b5cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.756s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.564574] env[62522]: DEBUG nova.compute.manager [req-050ee4cf-9da8-4045-bb1a-1d99cf0a88d3 req-4e4baeb4-1bed-44e2-9912-1effd6392bc9 service nova] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Received event network-changed-c27988d9-d4dc-45ab-8872-e23e13db204d {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1481.564824] env[62522]: DEBUG nova.compute.manager [req-050ee4cf-9da8-4045-bb1a-1d99cf0a88d3 req-4e4baeb4-1bed-44e2-9912-1effd6392bc9 service nova] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Refreshing instance network info cache due to event network-changed-c27988d9-d4dc-45ab-8872-e23e13db204d. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1481.565165] env[62522]: DEBUG oslo_concurrency.lockutils [req-050ee4cf-9da8-4045-bb1a-1d99cf0a88d3 req-4e4baeb4-1bed-44e2-9912-1effd6392bc9 service nova] Acquiring lock "refresh_cache-d68a86ff-47af-4bae-b37b-bf18e539748b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.565257] env[62522]: DEBUG oslo_concurrency.lockutils [req-050ee4cf-9da8-4045-bb1a-1d99cf0a88d3 req-4e4baeb4-1bed-44e2-9912-1effd6392bc9 service nova] Acquired lock "refresh_cache-d68a86ff-47af-4bae-b37b-bf18e539748b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.565438] env[62522]: DEBUG nova.network.neutron [req-050ee4cf-9da8-4045-bb1a-1d99cf0a88d3 req-4e4baeb4-1bed-44e2-9912-1effd6392bc9 service nova] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Refreshing network info cache for port c27988d9-d4dc-45ab-8872-e23e13db204d {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.698951] env[62522]: DEBUG oslo_concurrency.lockutils [None req-18518ee9-90a5-4a9f-80aa-41b64356f9dc tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "b80c3cb9-87a2-4079-8ab1-14a45e185d28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.331s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.826963] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13297c2-645f-4cf4-b2da-c10506a8979b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.846011] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702869, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.847372] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52299565-f18c-405d-bc12-c63b4a6eb1cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.853468] env[62522]: DEBUG oslo_vmware.api [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702870, 'name': PowerOffVM_Task, 'duration_secs': 0.231288} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.854030] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.854243] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.854490] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa1e0da2-5c31-4503-a656-a1b71fb705b1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.880027] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39f2640-011f-4afb-b74a-62aae21fff17 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.887099] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af138c0c-1e11-488a-a304-4664a7e3907c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.900760] env[62522]: DEBUG nova.compute.provider_tree [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.911319] env[62522]: DEBUG nova.compute.manager [req-adc6a386-843f-4254-b744-8fad08107fa7 req-c76b9fec-0074-4439-8e2f-65b5a60f2c86 service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Received event network-changed-6a64a0e4-147e-4fac-ba39-4ff936c148ed {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1481.911475] env[62522]: DEBUG nova.compute.manager [req-adc6a386-843f-4254-b744-8fad08107fa7 req-c76b9fec-0074-4439-8e2f-65b5a60f2c86 service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Refreshing instance network info cache due to event network-changed-6a64a0e4-147e-4fac-ba39-4ff936c148ed. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1481.911695] env[62522]: DEBUG oslo_concurrency.lockutils [req-adc6a386-843f-4254-b744-8fad08107fa7 req-c76b9fec-0074-4439-8e2f-65b5a60f2c86 service nova] Acquiring lock "refresh_cache-b80c3cb9-87a2-4079-8ab1-14a45e185d28" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.911839] env[62522]: DEBUG oslo_concurrency.lockutils [req-adc6a386-843f-4254-b744-8fad08107fa7 req-c76b9fec-0074-4439-8e2f-65b5a60f2c86 service nova] Acquired lock "refresh_cache-b80c3cb9-87a2-4079-8ab1-14a45e185d28" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.911999] env[62522]: DEBUG nova.network.neutron [req-adc6a386-843f-4254-b744-8fad08107fa7 req-c76b9fec-0074-4439-8e2f-65b5a60f2c86 service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Refreshing network info cache for port 6a64a0e4-147e-4fac-ba39-4ff936c148ed {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.985589] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.985860] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.986092] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Deleting the datastore file [datastore1] 080b8050-abea-4f11-9a8a-125476d5a9e4 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.986679] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-591549dc-b57b-4bb8-8ec3-8ca1671554ef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.993573] env[62522]: DEBUG oslo_vmware.api [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for the task: (returnval){ [ 1481.993573] env[62522]: value = "task-1702872" [ 1481.993573] env[62522]: _type = "Task" [ 1481.993573] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.001174] env[62522]: DEBUG oslo_vmware.api [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.050743] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525736} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.051307] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] eda916c9-1a82-4a7f-ad11-508f9e6c4b98/eda916c9-1a82-4a7f-ad11-508f9e6c4b98.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1482.051572] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.051846] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78a7ffd6-1fe7-4e84-b180-7f017210ef6d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.058356] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1482.058356] env[62522]: value = "task-1702873" [ 1482.058356] env[62522]: _type = "Task" [ 1482.058356] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.067390] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.340963] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702869, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.367733] env[62522]: DEBUG nova.network.neutron [req-050ee4cf-9da8-4045-bb1a-1d99cf0a88d3 req-4e4baeb4-1bed-44e2-9912-1effd6392bc9 service nova] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Updated VIF entry in instance network info cache for port c27988d9-d4dc-45ab-8872-e23e13db204d. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.368110] env[62522]: DEBUG nova.network.neutron [req-050ee4cf-9da8-4045-bb1a-1d99cf0a88d3 req-4e4baeb4-1bed-44e2-9912-1effd6392bc9 service nova] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Updating instance_info_cache with network_info: [{"id": "c27988d9-d4dc-45ab-8872-e23e13db204d", "address": "fa:16:3e:77:b0:7c", "network": {"id": "b4ec13c4-7e3e-463f-a7ef-9f2ea569f67f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-67863784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cd2e23b8e914296b0c25cf91b157bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc27988d9-d4", "ovs_interfaceid": "c27988d9-d4dc-45ab-8872-e23e13db204d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.404470] env[62522]: DEBUG nova.scheduler.client.report [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1482.505653] env[62522]: DEBUG oslo_vmware.api [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Task: {'id': task-1702872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260054} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.506050] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.506347] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.506639] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.506911] env[62522]: INFO nova.compute.manager [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1482.507310] env[62522]: DEBUG oslo.service.loopingcall [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.507596] env[62522]: DEBUG nova.compute.manager [-] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1482.507744] env[62522]: DEBUG nova.network.neutron [-] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.568554] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069372} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.570755] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1482.571732] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2422d293-b30b-4f92-9232-be6ba8b4103f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.595990] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] eda916c9-1a82-4a7f-ad11-508f9e6c4b98/eda916c9-1a82-4a7f-ad11-508f9e6c4b98.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1482.598606] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88505fb7-5cbb-4030-94e2-e4bcc3eecf51 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.620492] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1482.620492] env[62522]: value = "task-1702874" [ 1482.620492] env[62522]: _type = "Task" [ 1482.620492] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.634653] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702874, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.840155] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702869, 'name': CreateVM_Task, 'duration_secs': 1.435279} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.840567] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1482.841099] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.841270] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.841627] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1482.841884] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d76b1f-2f16-4241-8cc6-5dd27d23517c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.851533] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Waiting for the task: (returnval){ [ 1482.851533] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a8ec39-8ec7-0c2c-f409-82c43460eda9" [ 1482.851533] env[62522]: _type = "Task" [ 1482.851533] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.857705] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a8ec39-8ec7-0c2c-f409-82c43460eda9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.870547] env[62522]: DEBUG oslo_concurrency.lockutils [req-050ee4cf-9da8-4045-bb1a-1d99cf0a88d3 req-4e4baeb4-1bed-44e2-9912-1effd6392bc9 service nova] Releasing lock "refresh_cache-d68a86ff-47af-4bae-b37b-bf18e539748b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.916663] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.919119] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.614s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.920651] env[62522]: INFO nova.compute.claims [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1482.973959] env[62522]: INFO nova.scheduler.client.report [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Deleted allocations for instance a391f64f-a08c-44a3-8ba4-f4607d177545 [ 1483.059369] env[62522]: DEBUG nova.network.neutron [req-adc6a386-843f-4254-b744-8fad08107fa7 req-c76b9fec-0074-4439-8e2f-65b5a60f2c86 service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Updated VIF entry in instance network info cache for port 6a64a0e4-147e-4fac-ba39-4ff936c148ed. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.059727] env[62522]: DEBUG nova.network.neutron [req-adc6a386-843f-4254-b744-8fad08107fa7 req-c76b9fec-0074-4439-8e2f-65b5a60f2c86 service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Updating instance_info_cache with network_info: [{"id": "6a64a0e4-147e-4fac-ba39-4ff936c148ed", "address": "fa:16:3e:18:d4:88", "network": {"id": "9d328e1b-9825-4cb3-b482-149152ffdd06", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-258108486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa02a9a201524ae39e1886f15263a260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a64a0e4-14", "ovs_interfaceid": "6a64a0e4-147e-4fac-ba39-4ff936c148ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.130441] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702874, 'name': ReconfigVM_Task, 'duration_secs': 0.315749} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.130750] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Reconfigured VM instance instance-00000037 to attach disk [datastore1] eda916c9-1a82-4a7f-ad11-508f9e6c4b98/eda916c9-1a82-4a7f-ad11-508f9e6c4b98.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1483.131368] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-461c7fb6-1897-4aba-9f10-99aee7c9d84c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.138421] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1483.138421] env[62522]: value = "task-1702875" [ 1483.138421] env[62522]: _type = "Task" [ 1483.138421] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.146646] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702875, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.341178] env[62522]: DEBUG nova.network.neutron [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Port 20fc64c3-142f-438f-b514-1c44c4906147 binding to destination host cpu-1 is already ACTIVE {{(pid=62522) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1483.341178] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.341178] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.341178] env[62522]: DEBUG nova.network.neutron [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.363029] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a8ec39-8ec7-0c2c-f409-82c43460eda9, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.363029] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.363029] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.363317] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.363562] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.363829] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.364562] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ebec6a7-236a-4470-bc5c-e0100a839fe9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.379145] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.380748] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.380748] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bc36e5-fd51-4b09-93db-bc9c9a72d639 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.390021] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Waiting for the task: (returnval){ [ 1483.390021] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521bd37b-a5b2-b915-739c-a034c4dfce3a" [ 1483.390021] env[62522]: _type = "Task" [ 1483.390021] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.396244] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521bd37b-a5b2-b915-739c-a034c4dfce3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.484084] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b44379b1-5db8-40e6-a32e-47bc25b279ff tempest-DeleteServersAdminTestJSON-2012146553 tempest-DeleteServersAdminTestJSON-2012146553-project-member] Lock "a391f64f-a08c-44a3-8ba4-f4607d177545" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.952s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.562284] env[62522]: DEBUG oslo_concurrency.lockutils [req-adc6a386-843f-4254-b744-8fad08107fa7 req-c76b9fec-0074-4439-8e2f-65b5a60f2c86 service nova] Releasing lock "refresh_cache-b80c3cb9-87a2-4079-8ab1-14a45e185d28" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.607523] env[62522]: DEBUG nova.network.neutron [-] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.648410] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702875, 'name': Rename_Task, 'duration_secs': 0.139769} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.648671] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.648912] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2ca99f3-5e58-424c-b683-b8eed7774816 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.652480] env[62522]: DEBUG nova.compute.manager [req-fb4ba718-0456-421b-8dea-e36bd7543326 req-9171b6d7-b2dc-4a57-a9e3-0a1f70d3cc53 service nova] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Received event network-vif-deleted-8c04c18d-4840-4c31-bb2a-1bc3db9dfe7c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1483.657525] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1483.657525] env[62522]: value = "task-1702876" [ 1483.657525] env[62522]: _type = "Task" [ 1483.657525] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.666848] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.727585] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "b4635be1-b5df-4c4a-ace3-a438791c0b33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.727863] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "b4635be1-b5df-4c4a-ace3-a438791c0b33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.728088] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "b4635be1-b5df-4c4a-ace3-a438791c0b33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.728273] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "b4635be1-b5df-4c4a-ace3-a438791c0b33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.728475] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "b4635be1-b5df-4c4a-ace3-a438791c0b33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.731021] env[62522]: INFO nova.compute.manager [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Terminating instance [ 1483.901294] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521bd37b-a5b2-b915-739c-a034c4dfce3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.902597] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c63030-9656-4ea1-92cd-ec434599c993 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.907541] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Waiting for the task: (returnval){ [ 1483.907541] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5276cf45-22c5-e1a8-d03e-8aeaaf7f144f" [ 1483.907541] env[62522]: _type = "Task" [ 1483.907541] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.915575] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5276cf45-22c5-e1a8-d03e-8aeaaf7f144f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.937055] env[62522]: DEBUG nova.compute.manager [req-12b0dd3e-e62a-4771-b94b-4c060dbc8ae9 req-365ed404-a753-49d2-9a1e-cd4254e0127a service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Received event network-changed-6a64a0e4-147e-4fac-ba39-4ff936c148ed {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1483.937732] env[62522]: DEBUG nova.compute.manager [req-12b0dd3e-e62a-4771-b94b-4c060dbc8ae9 req-365ed404-a753-49d2-9a1e-cd4254e0127a service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Refreshing instance network info cache due to event network-changed-6a64a0e4-147e-4fac-ba39-4ff936c148ed. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1483.937732] env[62522]: DEBUG oslo_concurrency.lockutils [req-12b0dd3e-e62a-4771-b94b-4c060dbc8ae9 req-365ed404-a753-49d2-9a1e-cd4254e0127a service nova] Acquiring lock "refresh_cache-b80c3cb9-87a2-4079-8ab1-14a45e185d28" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.937732] env[62522]: DEBUG oslo_concurrency.lockutils [req-12b0dd3e-e62a-4771-b94b-4c060dbc8ae9 req-365ed404-a753-49d2-9a1e-cd4254e0127a service nova] Acquired lock "refresh_cache-b80c3cb9-87a2-4079-8ab1-14a45e185d28" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.937895] env[62522]: DEBUG nova.network.neutron [req-12b0dd3e-e62a-4771-b94b-4c060dbc8ae9 req-365ed404-a753-49d2-9a1e-cd4254e0127a service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Refreshing network info cache for port 6a64a0e4-147e-4fac-ba39-4ff936c148ed {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1484.110833] env[62522]: INFO nova.compute.manager [-] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Took 1.60 seconds to deallocate network for instance. [ 1484.144135] env[62522]: DEBUG nova.network.neutron [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance_info_cache with network_info: [{"id": "20fc64c3-142f-438f-b514-1c44c4906147", "address": "fa:16:3e:26:57:e6", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fc64c3-14", "ovs_interfaceid": "20fc64c3-142f-438f-b514-1c44c4906147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.178488] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.236082] env[62522]: DEBUG nova.compute.manager [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1484.236512] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.237538] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f0d344-bf8a-40b3-a994-43263d020cdd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.249417] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.249639] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a748bcf-9208-427c-b0af-0ffd3b8fd69c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.259594] env[62522]: DEBUG oslo_vmware.api [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1484.259594] env[62522]: value = "task-1702877" [ 1484.259594] env[62522]: _type = "Task" [ 1484.259594] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.261555] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39aa909-926e-4aa1-8acc-3906aeddd59b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.279651] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862f846c-108f-4378-9166-c747e5eb67ab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.283964] env[62522]: DEBUG oslo_vmware.api [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.314231] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3277cba2-4e6c-4c2d-98fa-62955de5e14e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.322512] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0e4cae-8cad-4424-a2da-602e9191f188 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.336913] env[62522]: DEBUG nova.compute.provider_tree [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.419265] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5276cf45-22c5-e1a8-d03e-8aeaaf7f144f, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.419551] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.420222] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d68a86ff-47af-4bae-b37b-bf18e539748b/d68a86ff-47af-4bae-b37b-bf18e539748b.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1484.420222] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9788955c-7872-44de-83b0-4de2723c2993 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.428067] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Waiting for the task: (returnval){ [ 1484.428067] env[62522]: value = "task-1702878" [ 1484.428067] env[62522]: _type = "Task" [ 1484.428067] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.435220] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.620846] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.647552] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Releasing lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.667767] env[62522]: DEBUG oslo_vmware.api [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702876, 'name': PowerOnVM_Task, 'duration_secs': 0.595644} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.668166] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.668236] env[62522]: DEBUG nova.compute.manager [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.669030] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d876a2-af5c-43f9-a369-848269ead0f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.719162] env[62522]: DEBUG nova.network.neutron [req-12b0dd3e-e62a-4771-b94b-4c060dbc8ae9 req-365ed404-a753-49d2-9a1e-cd4254e0127a service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Updated VIF entry in instance network info cache for port 6a64a0e4-147e-4fac-ba39-4ff936c148ed. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1484.719552] env[62522]: DEBUG nova.network.neutron [req-12b0dd3e-e62a-4771-b94b-4c060dbc8ae9 req-365ed404-a753-49d2-9a1e-cd4254e0127a service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Updating instance_info_cache with network_info: [{"id": "6a64a0e4-147e-4fac-ba39-4ff936c148ed", "address": "fa:16:3e:18:d4:88", "network": {"id": "9d328e1b-9825-4cb3-b482-149152ffdd06", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-258108486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa02a9a201524ae39e1886f15263a260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a64a0e4-14", "ovs_interfaceid": "6a64a0e4-147e-4fac-ba39-4ff936c148ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.769962] env[62522]: DEBUG oslo_vmware.api [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702877, 'name': PowerOffVM_Task, 'duration_secs': 0.218348} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.770250] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.770442] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.770708] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c867e3da-0b9f-4af2-a92b-028c87192360 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.839742] env[62522]: DEBUG nova.scheduler.client.report [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1484.844241] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.844445] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.844625] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Deleting the datastore file [datastore1] b4635be1-b5df-4c4a-ace3-a438791c0b33 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.845321] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5a711ce-eb90-4528-af1d-665b9475e10d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.850992] env[62522]: DEBUG oslo_vmware.api [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for the task: (returnval){ [ 1484.850992] env[62522]: value = "task-1702880" [ 1484.850992] env[62522]: _type = "Task" [ 1484.850992] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.859169] env[62522]: DEBUG oslo_vmware.api [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.937778] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702878, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.152672] env[62522]: DEBUG nova.compute.manager [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62522) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1485.152969] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.193495] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.222715] env[62522]: DEBUG oslo_concurrency.lockutils [req-12b0dd3e-e62a-4771-b94b-4c060dbc8ae9 req-365ed404-a753-49d2-9a1e-cd4254e0127a service nova] Releasing lock "refresh_cache-b80c3cb9-87a2-4079-8ab1-14a45e185d28" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.346809] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.347392] env[62522]: DEBUG nova.compute.manager [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1485.350805] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.758s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.361842] env[62522]: DEBUG oslo_vmware.api [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.437198] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870748} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.440021] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d68a86ff-47af-4bae-b37b-bf18e539748b/d68a86ff-47af-4bae-b37b-bf18e539748b.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1485.440021] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1485.440021] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d48f2025-750f-4c39-bdf9-7e8d2da365dd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.444822] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Waiting for the task: (returnval){ [ 1485.444822] env[62522]: value = "task-1702881" [ 1485.444822] env[62522]: _type = "Task" [ 1485.444822] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.452565] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.659802] env[62522]: DEBUG oslo_concurrency.lockutils [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "eda916c9-1a82-4a7f-ad11-508f9e6c4b98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.660071] env[62522]: DEBUG oslo_concurrency.lockutils [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "eda916c9-1a82-4a7f-ad11-508f9e6c4b98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.660305] env[62522]: DEBUG oslo_concurrency.lockutils [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "eda916c9-1a82-4a7f-ad11-508f9e6c4b98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.664353] env[62522]: DEBUG oslo_concurrency.lockutils [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "eda916c9-1a82-4a7f-ad11-508f9e6c4b98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.664353] env[62522]: DEBUG oslo_concurrency.lockutils [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "eda916c9-1a82-4a7f-ad11-508f9e6c4b98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.667421] env[62522]: INFO nova.compute.manager [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Terminating instance [ 1485.858755] env[62522]: INFO nova.compute.claims [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1485.863276] env[62522]: DEBUG nova.compute.utils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1485.864761] env[62522]: DEBUG nova.compute.manager [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1485.864932] env[62522]: DEBUG nova.network.neutron [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1485.871984] env[62522]: DEBUG oslo_vmware.api [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Task: {'id': task-1702880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.644543} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.872224] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.872402] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1485.872579] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1485.872746] env[62522]: INFO nova.compute.manager [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1485.872997] env[62522]: DEBUG oslo.service.loopingcall [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.873169] env[62522]: DEBUG nova.compute.manager [-] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1485.873260] env[62522]: DEBUG nova.network.neutron [-] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1485.955283] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156155} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.956151] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1485.956456] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53869d17-cfa9-4753-8805-71e1c45f6787 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.982433] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] d68a86ff-47af-4bae-b37b-bf18e539748b/d68a86ff-47af-4bae-b37b-bf18e539748b.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.982733] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce476c3b-5e71-425c-8de4-03f2d281ad1b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.999197] env[62522]: DEBUG nova.policy [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d3e7b53626d40bcbee9b63152b46664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53b309eb1bbd478f94936d58d90f4a8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1486.005419] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Waiting for the task: (returnval){ [ 1486.005419] env[62522]: value = "task-1702882" [ 1486.005419] env[62522]: _type = "Task" [ 1486.005419] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.014099] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.173655] env[62522]: DEBUG nova.compute.manager [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1486.173799] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1486.175160] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723b576b-fd92-40ea-bc48-1e5bb3f3ca6d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.182864] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.183142] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e4a72ce-a9d7-4ff6-8453-6eb410adb3e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.191767] env[62522]: DEBUG oslo_vmware.api [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1486.191767] env[62522]: value = "task-1702883" [ 1486.191767] env[62522]: _type = "Task" [ 1486.191767] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.205512] env[62522]: DEBUG oslo_vmware.api [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.224772] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "8808e17e-8d2e-454d-b010-7dadb15766d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.225014] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8808e17e-8d2e-454d-b010-7dadb15766d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.366635] env[62522]: INFO nova.compute.resource_tracker [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating resource usage from migration 28044c63-a54d-49d0-bf91-04a73d7fb1fe [ 1486.375423] env[62522]: DEBUG nova.compute.manager [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1486.518981] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702882, 'name': ReconfigVM_Task, 'duration_secs': 0.461894} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.519768] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Reconfigured VM instance instance-00000039 to attach disk [datastore1] d68a86ff-47af-4bae-b37b-bf18e539748b/d68a86ff-47af-4bae-b37b-bf18e539748b.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1486.520022] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38674950-69d7-45bf-a1a7-0bdad25b69ca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.527542] env[62522]: DEBUG nova.compute.manager [req-988e7c67-2013-4679-8032-f7e6ce42a46f req-0e856b9b-d084-4572-9127-a0feb2b63a5a service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Received event network-vif-deleted-66d97e6f-5e75-4822-ad5b-7c18beb367c1 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1486.527733] env[62522]: INFO nova.compute.manager [req-988e7c67-2013-4679-8032-f7e6ce42a46f req-0e856b9b-d084-4572-9127-a0feb2b63a5a service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Neutron deleted interface 66d97e6f-5e75-4822-ad5b-7c18beb367c1; detaching it from the instance and deleting it from the info cache [ 1486.527896] env[62522]: DEBUG nova.network.neutron [req-988e7c67-2013-4679-8032-f7e6ce42a46f req-0e856b9b-d084-4572-9127-a0feb2b63a5a service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.530683] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Waiting for the task: (returnval){ [ 1486.530683] env[62522]: value = "task-1702884" [ 1486.530683] env[62522]: _type = "Task" [ 1486.530683] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.539559] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702884, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.669137] env[62522]: DEBUG nova.network.neutron [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Successfully created port: d0569b6b-8dee-48bc-a7ee-f13582c51d6f {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1486.699591] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "aa942a62-5737-4dff-bed7-2b83c5284099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.699827] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "aa942a62-5737-4dff-bed7-2b83c5284099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.710160] env[62522]: DEBUG oslo_vmware.api [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702883, 'name': PowerOffVM_Task, 'duration_secs': 0.183767} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.710540] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.710725] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.711433] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce054115-5b65-4623-af16-b9f8d2739581 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.725681] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fc3361-4e9a-4145-900b-4e16c9ae7ab7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.728492] env[62522]: DEBUG nova.compute.manager [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1486.738040] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a31e5f5-1f92-4023-8cae-c00f206aaf73 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.774216] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6401c0c3-8f6a-46ea-9404-4047c87a5bb8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.781282] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.781488] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.781664] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleting the datastore file [datastore1] eda916c9-1a82-4a7f-ad11-508f9e6c4b98 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.784239] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05a21ea1-6111-4f44-b9c0-88a42c49d42b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.787464] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80efb0a-ffdb-4424-a1bd-986c0240f093 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.801248] env[62522]: DEBUG nova.compute.provider_tree [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.805909] env[62522]: DEBUG oslo_vmware.api [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1486.805909] env[62522]: value = "task-1702886" [ 1486.805909] env[62522]: _type = "Task" [ 1486.805909] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.810740] env[62522]: DEBUG oslo_vmware.api [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.994437] env[62522]: DEBUG nova.network.neutron [-] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.032617] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8994c5f-226e-4553-89e5-4a86957ed53a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.046837] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702884, 'name': Rename_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.052697] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85b6bc3-1a77-4c99-975c-b0fd99836319 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.097058] env[62522]: DEBUG nova.compute.manager [req-988e7c67-2013-4679-8032-f7e6ce42a46f req-0e856b9b-d084-4572-9127-a0feb2b63a5a service nova] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Detach interface failed, port_id=66d97e6f-5e75-4822-ad5b-7c18beb367c1, reason: Instance b4635be1-b5df-4c4a-ace3-a438791c0b33 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1487.144146] env[62522]: DEBUG nova.network.neutron [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Successfully created port: b28e0483-7f59-470d-aedb-fa58a87a78b5 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.204536] env[62522]: DEBUG nova.compute.manager [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1487.267300] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.305224] env[62522]: DEBUG nova.scheduler.client.report [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1487.322276] env[62522]: DEBUG oslo_vmware.api [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.388028] env[62522]: DEBUG nova.compute.manager [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1487.424936] env[62522]: DEBUG nova.virt.hardware [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1487.425202] env[62522]: DEBUG nova.virt.hardware [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1487.425359] env[62522]: DEBUG nova.virt.hardware [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1487.425548] env[62522]: DEBUG nova.virt.hardware [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1487.425694] env[62522]: DEBUG nova.virt.hardware [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1487.425839] env[62522]: DEBUG nova.virt.hardware [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1487.430192] env[62522]: DEBUG nova.virt.hardware [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1487.430525] env[62522]: DEBUG nova.virt.hardware [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1487.430645] env[62522]: DEBUG nova.virt.hardware [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1487.431396] env[62522]: DEBUG nova.virt.hardware [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1487.431396] env[62522]: DEBUG nova.virt.hardware [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1487.431867] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1af20b0-caf8-40df-a354-2e36d179a68e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.440654] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaacebfc-9d6c-4538-8d8b-caeb2d2318f7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.498444] env[62522]: INFO nova.compute.manager [-] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Took 1.63 seconds to deallocate network for instance. [ 1487.511762] env[62522]: DEBUG nova.network.neutron [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Successfully created port: 917d8a87-3420-4f10-bc91-79055212f00e {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.546027] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702884, 'name': Rename_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.735918] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.816236] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.466s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.817970] env[62522]: INFO nova.compute.manager [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Migrating [ 1487.825008] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.512s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.826497] env[62522]: DEBUG nova.objects.instance [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lazy-loading 'resources' on Instance uuid 37cd43dd-d403-4673-b40c-52cbc993ba5b {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.838612] env[62522]: DEBUG oslo_vmware.api [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.589674} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.839582] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.839772] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.840017] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.840269] env[62522]: INFO nova.compute.manager [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1487.840538] env[62522]: DEBUG oslo.service.loopingcall [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1487.841237] env[62522]: DEBUG nova.compute.manager [-] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1487.841237] env[62522]: DEBUG nova.network.neutron [-] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1488.005287] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.045207] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702884, 'name': Rename_Task, 'duration_secs': 1.146083} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.045503] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.045881] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83f38dda-3954-404d-977c-f17b13aecbd4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.054538] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Waiting for the task: (returnval){ [ 1488.054538] env[62522]: value = "task-1702887" [ 1488.054538] env[62522]: _type = "Task" [ 1488.054538] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.067488] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.338123] env[62522]: DEBUG nova.objects.instance [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lazy-loading 'numa_topology' on Instance uuid 37cd43dd-d403-4673-b40c-52cbc993ba5b {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.340828] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.340934] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.341159] env[62522]: DEBUG nova.network.neutron [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.564635] env[62522]: DEBUG oslo_vmware.api [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702887, 'name': PowerOnVM_Task, 'duration_secs': 0.443436} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.565821] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.565821] env[62522]: INFO nova.compute.manager [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1488.565821] env[62522]: DEBUG nova.compute.manager [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.566119] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a96695-d409-447f-966a-287b5d633805 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.624122] env[62522]: DEBUG nova.compute.manager [req-de80f57b-799f-4992-b531-bdbc242a2299 req-bd89cc16-752c-46c0-b0bc-4356ab1cbe9f service nova] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Received event network-vif-deleted-1a25df1d-0563-4fee-8abc-36047a037e15 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1488.624122] env[62522]: INFO nova.compute.manager [req-de80f57b-799f-4992-b531-bdbc242a2299 req-bd89cc16-752c-46c0-b0bc-4356ab1cbe9f service nova] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Neutron deleted interface 1a25df1d-0563-4fee-8abc-36047a037e15; detaching it from the instance and deleting it from the info cache [ 1488.624122] env[62522]: DEBUG nova.network.neutron [req-de80f57b-799f-4992-b531-bdbc242a2299 req-bd89cc16-752c-46c0-b0bc-4356ab1cbe9f service nova] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.640992] env[62522]: DEBUG nova.network.neutron [-] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.841665] env[62522]: DEBUG nova.objects.base [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Object Instance<37cd43dd-d403-4673-b40c-52cbc993ba5b> lazy-loaded attributes: resources,numa_topology {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1489.085137] env[62522]: INFO nova.compute.manager [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Took 41.07 seconds to build instance. [ 1489.128707] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f6f8132-1deb-44da-b060-3a84c2dbc8da {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.140641] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0994000-74c8-4efc-99b3-055a2398d313 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.153361] env[62522]: INFO nova.compute.manager [-] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Took 1.31 seconds to deallocate network for instance. [ 1489.177258] env[62522]: DEBUG nova.compute.manager [req-de80f57b-799f-4992-b531-bdbc242a2299 req-bd89cc16-752c-46c0-b0bc-4356ab1cbe9f service nova] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Detach interface failed, port_id=1a25df1d-0563-4fee-8abc-36047a037e15, reason: Instance eda916c9-1a82-4a7f-ad11-508f9e6c4b98 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1489.300259] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f866dd1-9538-49f2-af56-27ffb4ff1774 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.313132] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f783252f-7b2b-450a-b24b-4cbc6a383b84 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.345169] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ee3797-6902-4eef-a98c-794b82164a55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.352812] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604ad720-d307-4ff6-b230-b77bcd79a8ae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.367364] env[62522]: DEBUG nova.compute.provider_tree [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.390085] env[62522]: DEBUG nova.network.neutron [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance_info_cache with network_info: [{"id": "573c59f3-6388-4db5-9050-38be37a03e38", "address": "fa:16:3e:ea:81:0c", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573c59f3-63", "ovs_interfaceid": "573c59f3-6388-4db5-9050-38be37a03e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.471838] env[62522]: DEBUG nova.network.neutron [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Successfully updated port: d0569b6b-8dee-48bc-a7ee-f13582c51d6f {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1489.587579] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54fef81e-9dd4-4bd0-ac24-30412459948c tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Lock "d68a86ff-47af-4bae-b37b-bf18e539748b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.585s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.659634] env[62522]: DEBUG oslo_concurrency.lockutils [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.871136] env[62522]: DEBUG nova.scheduler.client.report [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1489.894797] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.377700] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.553s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.380515] env[62522]: DEBUG oslo_concurrency.lockutils [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.944s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.380801] env[62522]: DEBUG nova.objects.instance [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Lazy-loading 'resources' on Instance uuid c1e49079-86fa-43eb-b590-fcce2bdd22e5 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.514800] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.514800] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.516113] env[62522]: DEBUG oslo_concurrency.lockutils [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Acquiring lock "d68a86ff-47af-4bae-b37b-bf18e539748b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.516280] env[62522]: DEBUG oslo_concurrency.lockutils [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Lock "d68a86ff-47af-4bae-b37b-bf18e539748b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.518037] env[62522]: DEBUG oslo_concurrency.lockutils [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Acquiring lock "d68a86ff-47af-4bae-b37b-bf18e539748b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.518037] env[62522]: DEBUG oslo_concurrency.lockutils [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Lock "d68a86ff-47af-4bae-b37b-bf18e539748b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.518037] env[62522]: DEBUG oslo_concurrency.lockutils [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Lock "d68a86ff-47af-4bae-b37b-bf18e539748b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.520726] env[62522]: INFO nova.compute.manager [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Terminating instance [ 1490.648690] env[62522]: DEBUG nova.compute.manager [req-cfc272a6-f4aa-4a64-adfb-5eea156ae6ef req-7aec2ce5-c9ca-4d93-9dcb-a3fde3a6f753 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Received event network-vif-plugged-d0569b6b-8dee-48bc-a7ee-f13582c51d6f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1490.648937] env[62522]: DEBUG oslo_concurrency.lockutils [req-cfc272a6-f4aa-4a64-adfb-5eea156ae6ef req-7aec2ce5-c9ca-4d93-9dcb-a3fde3a6f753 service nova] Acquiring lock "f6ebb4e2-a119-4431-a395-d909acd21dae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.649138] env[62522]: DEBUG oslo_concurrency.lockutils [req-cfc272a6-f4aa-4a64-adfb-5eea156ae6ef req-7aec2ce5-c9ca-4d93-9dcb-a3fde3a6f753 service nova] Lock "f6ebb4e2-a119-4431-a395-d909acd21dae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.649305] env[62522]: DEBUG oslo_concurrency.lockutils [req-cfc272a6-f4aa-4a64-adfb-5eea156ae6ef req-7aec2ce5-c9ca-4d93-9dcb-a3fde3a6f753 service nova] Lock "f6ebb4e2-a119-4431-a395-d909acd21dae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.649494] env[62522]: DEBUG nova.compute.manager [req-cfc272a6-f4aa-4a64-adfb-5eea156ae6ef req-7aec2ce5-c9ca-4d93-9dcb-a3fde3a6f753 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] No waiting events found dispatching network-vif-plugged-d0569b6b-8dee-48bc-a7ee-f13582c51d6f {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1490.650313] env[62522]: WARNING nova.compute.manager [req-cfc272a6-f4aa-4a64-adfb-5eea156ae6ef req-7aec2ce5-c9ca-4d93-9dcb-a3fde3a6f753 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Received unexpected event network-vif-plugged-d0569b6b-8dee-48bc-a7ee-f13582c51d6f for instance with vm_state building and task_state spawning. [ 1490.650532] env[62522]: DEBUG nova.compute.manager [req-cfc272a6-f4aa-4a64-adfb-5eea156ae6ef req-7aec2ce5-c9ca-4d93-9dcb-a3fde3a6f753 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Received event network-changed-d0569b6b-8dee-48bc-a7ee-f13582c51d6f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1490.650711] env[62522]: DEBUG nova.compute.manager [req-cfc272a6-f4aa-4a64-adfb-5eea156ae6ef req-7aec2ce5-c9ca-4d93-9dcb-a3fde3a6f753 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Refreshing instance network info cache due to event network-changed-d0569b6b-8dee-48bc-a7ee-f13582c51d6f. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1490.650903] env[62522]: DEBUG oslo_concurrency.lockutils [req-cfc272a6-f4aa-4a64-adfb-5eea156ae6ef req-7aec2ce5-c9ca-4d93-9dcb-a3fde3a6f753 service nova] Acquiring lock "refresh_cache-f6ebb4e2-a119-4431-a395-d909acd21dae" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.651055] env[62522]: DEBUG oslo_concurrency.lockutils [req-cfc272a6-f4aa-4a64-adfb-5eea156ae6ef req-7aec2ce5-c9ca-4d93-9dcb-a3fde3a6f753 service nova] Acquired lock "refresh_cache-f6ebb4e2-a119-4431-a395-d909acd21dae" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.651218] env[62522]: DEBUG nova.network.neutron [req-cfc272a6-f4aa-4a64-adfb-5eea156ae6ef req-7aec2ce5-c9ca-4d93-9dcb-a3fde3a6f753 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Refreshing network info cache for port d0569b6b-8dee-48bc-a7ee-f13582c51d6f {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.888939] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ce3aed41-1f8c-46d1-ac56-f4d75a3e2174 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "37cd43dd-d403-4673-b40c-52cbc993ba5b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.890s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.889916] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1cec47c-eb5a-48b7-9843-2cefc77d1935 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "37cd43dd-d403-4673-b40c-52cbc993ba5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 25.053s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.890093] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1cec47c-eb5a-48b7-9843-2cefc77d1935 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "37cd43dd-d403-4673-b40c-52cbc993ba5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.890297] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1cec47c-eb5a-48b7-9843-2cefc77d1935 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "37cd43dd-d403-4673-b40c-52cbc993ba5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.890505] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1cec47c-eb5a-48b7-9843-2cefc77d1935 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "37cd43dd-d403-4673-b40c-52cbc993ba5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.892018] env[62522]: INFO nova.compute.manager [None req-b1cec47c-eb5a-48b7-9843-2cefc77d1935 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Terminating instance [ 1491.019751] env[62522]: DEBUG nova.compute.manager [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1491.023650] env[62522]: DEBUG nova.compute.manager [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1491.023906] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.024780] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c49eda-07b0-4733-91f7-e33b72111742 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.034752] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.035075] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9de0338b-b892-4f2e-ae5b-3b37a5915012 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.043743] env[62522]: DEBUG oslo_vmware.api [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Waiting for the task: (returnval){ [ 1491.043743] env[62522]: value = "task-1702888" [ 1491.043743] env[62522]: _type = "Task" [ 1491.043743] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.052573] env[62522]: DEBUG oslo_vmware.api [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.189150] env[62522]: DEBUG nova.network.neutron [req-cfc272a6-f4aa-4a64-adfb-5eea156ae6ef req-7aec2ce5-c9ca-4d93-9dcb-a3fde3a6f753 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1491.206810] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ae5680-4e90-4407-a64e-c23b87f6bfcd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.214287] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc74233-468a-44f3-a0f5-e9de6a145ead {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.932857] env[62522]: DEBUG nova.compute.manager [None req-b1cec47c-eb5a-48b7-9843-2cefc77d1935 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1491.933143] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cec47c-eb5a-48b7-9843-2cefc77d1935 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.940259] env[62522]: DEBUG nova.network.neutron [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Successfully updated port: b28e0483-7f59-470d-aedb-fa58a87a78b5 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1491.941670] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e58f44e1-9125-41b8-9855-d80cb8f27b19 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.946983] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a935257-5294-45c4-a606-8233ba4399e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.949642] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c206f612-c430-4768-a0ff-5c6a55fa4c7b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.960151] env[62522]: DEBUG oslo_vmware.api [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702888, 'name': PowerOffVM_Task, 'duration_secs': 0.200722} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.975925] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1491.976136] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1491.976821] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance 'ebc7284b-8da1-43e7-9a17-9572e4fe7e53' progress to 0 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1491.980754] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.980987] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eca33171-f31f-4961-8bd3-fe301345c1ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.985024] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3935dd9d-c6a8-4919-9322-e81f9ca97f93 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.995899] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d2f1f8-72d0-4e87-b3b9-e185b2451925 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.010903] env[62522]: DEBUG nova.compute.provider_tree [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.022082] env[62522]: WARNING nova.virt.vmwareapi.vmops [None req-b1cec47c-eb5a-48b7-9843-2cefc77d1935 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 37cd43dd-d403-4673-b40c-52cbc993ba5b could not be found. [ 1492.022284] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cec47c-eb5a-48b7-9843-2cefc77d1935 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1492.022459] env[62522]: INFO nova.compute.manager [None req-b1cec47c-eb5a-48b7-9843-2cefc77d1935 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1492.022697] env[62522]: DEBUG oslo.service.loopingcall [None req-b1cec47c-eb5a-48b7-9843-2cefc77d1935 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1492.024205] env[62522]: DEBUG nova.scheduler.client.report [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1492.029424] env[62522]: DEBUG nova.compute.manager [-] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1492.029424] env[62522]: DEBUG nova.network.neutron [-] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1492.030017] env[62522]: DEBUG nova.network.neutron [req-cfc272a6-f4aa-4a64-adfb-5eea156ae6ef req-7aec2ce5-c9ca-4d93-9dcb-a3fde3a6f753 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.084213] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.084428] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.084603] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Deleting the datastore file [datastore1] d68a86ff-47af-4bae-b37b-bf18e539748b {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.084861] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01748128-a802-45dd-a92e-1fdda8c02be8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.091664] env[62522]: DEBUG oslo_vmware.api [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Waiting for the task: (returnval){ [ 1492.091664] env[62522]: value = "task-1702890" [ 1492.091664] env[62522]: _type = "Task" [ 1492.091664] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.100818] env[62522]: DEBUG oslo_vmware.api [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.502257] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.502564] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f95d0da-88c2-4256-a6c5-536ea67f5ba7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.509807] env[62522]: DEBUG oslo_vmware.api [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1492.509807] env[62522]: value = "task-1702891" [ 1492.509807] env[62522]: _type = "Task" [ 1492.509807] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.517355] env[62522]: DEBUG oslo_vmware.api [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.532317] env[62522]: DEBUG oslo_concurrency.lockutils [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.534587] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.920s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.536464] env[62522]: DEBUG oslo_concurrency.lockutils [req-cfc272a6-f4aa-4a64-adfb-5eea156ae6ef req-7aec2ce5-c9ca-4d93-9dcb-a3fde3a6f753 service nova] Releasing lock "refresh_cache-f6ebb4e2-a119-4431-a395-d909acd21dae" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.555292] env[62522]: INFO nova.scheduler.client.report [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Deleted allocations for instance c1e49079-86fa-43eb-b590-fcce2bdd22e5 [ 1492.604382] env[62522]: DEBUG oslo_vmware.api [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Task: {'id': task-1702890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180168} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.604647] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.606947] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1492.606947] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1492.606947] env[62522]: INFO nova.compute.manager [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1492.606947] env[62522]: DEBUG oslo.service.loopingcall [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1492.606947] env[62522]: DEBUG nova.compute.manager [-] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1492.606947] env[62522]: DEBUG nova.network.neutron [-] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1492.747009] env[62522]: DEBUG nova.compute.manager [req-329351b5-7570-4292-8ea0-07f41008c729 req-3edde96e-ed0a-4304-a37b-ddd059075cd8 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Received event network-vif-plugged-b28e0483-7f59-470d-aedb-fa58a87a78b5 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1492.749308] env[62522]: DEBUG oslo_concurrency.lockutils [req-329351b5-7570-4292-8ea0-07f41008c729 req-3edde96e-ed0a-4304-a37b-ddd059075cd8 service nova] Acquiring lock "f6ebb4e2-a119-4431-a395-d909acd21dae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.749308] env[62522]: DEBUG oslo_concurrency.lockutils [req-329351b5-7570-4292-8ea0-07f41008c729 req-3edde96e-ed0a-4304-a37b-ddd059075cd8 service nova] Lock "f6ebb4e2-a119-4431-a395-d909acd21dae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.749308] env[62522]: DEBUG oslo_concurrency.lockutils [req-329351b5-7570-4292-8ea0-07f41008c729 req-3edde96e-ed0a-4304-a37b-ddd059075cd8 service nova] Lock "f6ebb4e2-a119-4431-a395-d909acd21dae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.749308] env[62522]: DEBUG nova.compute.manager [req-329351b5-7570-4292-8ea0-07f41008c729 req-3edde96e-ed0a-4304-a37b-ddd059075cd8 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] No waiting events found dispatching network-vif-plugged-b28e0483-7f59-470d-aedb-fa58a87a78b5 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1492.749308] env[62522]: WARNING nova.compute.manager [req-329351b5-7570-4292-8ea0-07f41008c729 req-3edde96e-ed0a-4304-a37b-ddd059075cd8 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Received unexpected event network-vif-plugged-b28e0483-7f59-470d-aedb-fa58a87a78b5 for instance with vm_state building and task_state spawning. [ 1492.749308] env[62522]: DEBUG nova.compute.manager [req-329351b5-7570-4292-8ea0-07f41008c729 req-3edde96e-ed0a-4304-a37b-ddd059075cd8 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Received event network-changed-b28e0483-7f59-470d-aedb-fa58a87a78b5 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1492.749308] env[62522]: DEBUG nova.compute.manager [req-329351b5-7570-4292-8ea0-07f41008c729 req-3edde96e-ed0a-4304-a37b-ddd059075cd8 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Refreshing instance network info cache due to event network-changed-b28e0483-7f59-470d-aedb-fa58a87a78b5. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1492.749308] env[62522]: DEBUG oslo_concurrency.lockutils [req-329351b5-7570-4292-8ea0-07f41008c729 req-3edde96e-ed0a-4304-a37b-ddd059075cd8 service nova] Acquiring lock "refresh_cache-f6ebb4e2-a119-4431-a395-d909acd21dae" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.749308] env[62522]: DEBUG oslo_concurrency.lockutils [req-329351b5-7570-4292-8ea0-07f41008c729 req-3edde96e-ed0a-4304-a37b-ddd059075cd8 service nova] Acquired lock "refresh_cache-f6ebb4e2-a119-4431-a395-d909acd21dae" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.749308] env[62522]: DEBUG nova.network.neutron [req-329351b5-7570-4292-8ea0-07f41008c729 req-3edde96e-ed0a-4304-a37b-ddd059075cd8 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Refreshing network info cache for port b28e0483-7f59-470d-aedb-fa58a87a78b5 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1492.789320] env[62522]: DEBUG nova.network.neutron [-] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.021054] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1493.021336] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance 'ebc7284b-8da1-43e7-9a17-9572e4fe7e53' progress to 17 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1493.067766] env[62522]: DEBUG oslo_concurrency.lockutils [None req-634b1ada-ad23-476b-9869-7b405029637c tempest-ServersAaction247Test-195148280 tempest-ServersAaction247Test-195148280-project-member] Lock "c1e49079-86fa-43eb-b590-fcce2bdd22e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.900s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.291111] env[62522]: INFO nova.compute.manager [-] [instance: 37cd43dd-d403-4673-b40c-52cbc993ba5b] Took 1.26 seconds to deallocate network for instance. [ 1493.297246] env[62522]: DEBUG nova.network.neutron [req-329351b5-7570-4292-8ea0-07f41008c729 req-3edde96e-ed0a-4304-a37b-ddd059075cd8 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1493.436593] env[62522]: DEBUG nova.network.neutron [req-329351b5-7570-4292-8ea0-07f41008c729 req-3edde96e-ed0a-4304-a37b-ddd059075cd8 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.483264] env[62522]: DEBUG nova.network.neutron [-] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.527982] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1493.527982] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1493.528139] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.528314] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1493.528491] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.528648] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1493.529065] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1493.529343] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1493.529639] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1493.529815] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1493.530116] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1493.535523] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f54c3565-df72-44f8-bc9a-8afb68eed5bd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.546732] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Applying migration context for instance a95a65fd-cc81-4780-964d-fd0af5e1623b as it has an incoming, in-progress migration 8946aab6-2c44-4fb6-b119-2a67535821cf. Migration status is reverting {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1493.547231] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Applying migration context for instance ebc7284b-8da1-43e7-9a17-9572e4fe7e53 as it has an incoming, in-progress migration 28044c63-a54d-49d0-bf91-04a73d7fb1fe. Migration status is migrating {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1493.548751] env[62522]: INFO nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating resource usage from migration 8946aab6-2c44-4fb6-b119-2a67535821cf [ 1493.549176] env[62522]: INFO nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating resource usage from migration 28044c63-a54d-49d0-bf91-04a73d7fb1fe [ 1493.558242] env[62522]: DEBUG oslo_vmware.api [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1493.558242] env[62522]: value = "task-1702892" [ 1493.558242] env[62522]: _type = "Task" [ 1493.558242] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.566854] env[62522]: DEBUG oslo_vmware.api [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.570855] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance c0e94a39-196b-49f4-8229-104f30633ec1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1493.571011] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 4f34bca7-5bb3-4f12-9074-a87c5d43bb91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1493.571157] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 47f1cb12-ddfd-43db-943f-d1183410fbe6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1493.571445] env[62522]: WARNING nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 2e5864ad-737f-4a8b-9b5a-c55602b41e0f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1493.571445] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1493.571556] env[62522]: WARNING nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 080b8050-abea-4f11-9a8a-125476d5a9e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1493.571678] env[62522]: WARNING nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance b4635be1-b5df-4c4a-ace3-a438791c0b33 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1493.571821] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 6451a7b7-2219-4159-9046-0184d55a5c70 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1493.571937] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance d38527ec-8de0-48e6-9e96-b277704c3933 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1493.572069] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance bb6150c2-75de-4147-8831-fbe9122f8aac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1493.572183] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1493.572305] env[62522]: WARNING nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 95016bac-95e9-4665-823f-fb026924c3d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1493.572431] env[62522]: WARNING nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance eda916c9-1a82-4a7f-ad11-508f9e6c4b98 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1493.572555] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Migration 8946aab6-2c44-4fb6-b119-2a67535821cf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1493.572668] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance a95a65fd-cc81-4780-964d-fd0af5e1623b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1493.572816] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance b80c3cb9-87a2-4079-8ab1-14a45e185d28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1493.572957] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance d68a86ff-47af-4bae-b37b-bf18e539748b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1493.573018] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance f6ebb4e2-a119-4431-a395-d909acd21dae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1493.573118] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Migration 28044c63-a54d-49d0-bf91-04a73d7fb1fe is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1493.573232] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance ebc7284b-8da1-43e7-9a17-9572e4fe7e53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1493.938715] env[62522]: DEBUG oslo_concurrency.lockutils [req-329351b5-7570-4292-8ea0-07f41008c729 req-3edde96e-ed0a-4304-a37b-ddd059075cd8 service nova] Releasing lock "refresh_cache-f6ebb4e2-a119-4431-a395-d909acd21dae" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.985069] env[62522]: INFO nova.compute.manager [-] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Took 1.38 seconds to deallocate network for instance. [ 1494.067824] env[62522]: DEBUG oslo_vmware.api [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702892, 'name': ReconfigVM_Task, 'duration_secs': 0.14103} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.068275] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance 'ebc7284b-8da1-43e7-9a17-9572e4fe7e53' progress to 33 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1494.076551] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 3f76d1f8-c7d3-4396-bedb-07e55621f227 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1494.156810] env[62522]: DEBUG nova.network.neutron [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Successfully updated port: 917d8a87-3420-4f10-bc91-79055212f00e {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1494.319450] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b1cec47c-eb5a-48b7-9843-2cefc77d1935 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "37cd43dd-d403-4673-b40c-52cbc993ba5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.430s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.490465] env[62522]: DEBUG oslo_concurrency.lockutils [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.574973] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1494.575244] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1494.575401] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.575579] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1494.575722] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.575864] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1494.576079] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1494.576242] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1494.576405] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1494.576567] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1494.576737] env[62522]: DEBUG nova.virt.hardware [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1494.582011] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1494.582652] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 8808e17e-8d2e-454d-b010-7dadb15766d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1494.583816] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-789b043e-7622-4579-b736-6fd0edb2b01b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.603105] env[62522]: DEBUG oslo_vmware.api [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1494.603105] env[62522]: value = "task-1702893" [ 1494.603105] env[62522]: _type = "Task" [ 1494.603105] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.611227] env[62522]: DEBUG oslo_vmware.api [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.661527] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "refresh_cache-f6ebb4e2-a119-4431-a395-d909acd21dae" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.661527] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquired lock "refresh_cache-f6ebb4e2-a119-4431-a395-d909acd21dae" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.661527] env[62522]: DEBUG nova.network.neutron [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1494.797997] env[62522]: DEBUG nova.compute.manager [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Received event network-vif-deleted-c27988d9-d4dc-45ab-8872-e23e13db204d {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1494.798356] env[62522]: DEBUG nova.compute.manager [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Received event network-vif-plugged-917d8a87-3420-4f10-bc91-79055212f00e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1494.798595] env[62522]: DEBUG oslo_concurrency.lockutils [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] Acquiring lock "f6ebb4e2-a119-4431-a395-d909acd21dae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.798814] env[62522]: DEBUG oslo_concurrency.lockutils [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] Lock "f6ebb4e2-a119-4431-a395-d909acd21dae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.798982] env[62522]: DEBUG oslo_concurrency.lockutils [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] Lock "f6ebb4e2-a119-4431-a395-d909acd21dae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.799162] env[62522]: DEBUG nova.compute.manager [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] No waiting events found dispatching network-vif-plugged-917d8a87-3420-4f10-bc91-79055212f00e {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1494.799329] env[62522]: WARNING nova.compute.manager [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Received unexpected event network-vif-plugged-917d8a87-3420-4f10-bc91-79055212f00e for instance with vm_state building and task_state spawning. [ 1494.799486] env[62522]: DEBUG nova.compute.manager [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Received event network-changed-917d8a87-3420-4f10-bc91-79055212f00e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1494.799641] env[62522]: DEBUG nova.compute.manager [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Refreshing instance network info cache due to event network-changed-917d8a87-3420-4f10-bc91-79055212f00e. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1494.799802] env[62522]: DEBUG oslo_concurrency.lockutils [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] Acquiring lock "refresh_cache-f6ebb4e2-a119-4431-a395-d909acd21dae" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.098235] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance aa942a62-5737-4dff-bed7-2b83c5284099 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1495.113464] env[62522]: DEBUG oslo_vmware.api [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702893, 'name': ReconfigVM_Task, 'duration_secs': 0.162098} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.114461] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1495.115277] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68ee7c5-fbb9-47fe-ac52-9d878f9f22e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.138403] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] ebc7284b-8da1-43e7-9a17-9572e4fe7e53/ebc7284b-8da1-43e7-9a17-9572e4fe7e53.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.138916] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec44687-f46c-4965-9dca-45fddafcf068 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.157473] env[62522]: DEBUG oslo_vmware.api [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1495.157473] env[62522]: value = "task-1702894" [ 1495.157473] env[62522]: _type = "Task" [ 1495.157473] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.167660] env[62522]: DEBUG oslo_vmware.api [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.200088] env[62522]: DEBUG nova.network.neutron [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1495.358166] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.358389] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.602076] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 04f2dcf8-ec65-432d-b5c0-1a351d12accb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1495.602076] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1495.602076] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1495.658432] env[62522]: DEBUG nova.network.neutron [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Updating instance_info_cache with network_info: [{"id": "d0569b6b-8dee-48bc-a7ee-f13582c51d6f", "address": "fa:16:3e:7f:3f:fe", "network": {"id": "8a2ca927-bf9c-405d-9708-396be5c10eb1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1122108829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0569b6b-8d", "ovs_interfaceid": "d0569b6b-8dee-48bc-a7ee-f13582c51d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b28e0483-7f59-470d-aedb-fa58a87a78b5", "address": "fa:16:3e:a3:59:99", "network": {"id": "1c0a27db-bf27-4567-b9bd-98515891e8e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-307776063", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28e0483-7f", "ovs_interfaceid": "b28e0483-7f59-470d-aedb-fa58a87a78b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "917d8a87-3420-4f10-bc91-79055212f00e", "address": "fa:16:3e:37:71:0b", "network": {"id": "8a2ca927-bf9c-405d-9708-396be5c10eb1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1122108829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917d8a87-34", "ovs_interfaceid": "917d8a87-3420-4f10-bc91-79055212f00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.670543] env[62522]: DEBUG oslo_vmware.api [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702894, 'name': ReconfigVM_Task, 'duration_secs': 0.252717} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.670835] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Reconfigured VM instance instance-0000001d to attach disk [datastore1] ebc7284b-8da1-43e7-9a17-9572e4fe7e53/ebc7284b-8da1-43e7-9a17-9572e4fe7e53.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.671107] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance 'ebc7284b-8da1-43e7-9a17-9572e4fe7e53' progress to 50 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1495.861110] env[62522]: DEBUG nova.compute.manager [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1495.865072] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b4f51e-37b5-4178-9ffb-f58a37a9bf24 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.872724] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5252e9a5-f759-4f04-ba10-43d6f321ca34 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.904481] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f32b2cf-2b45-4cda-957c-2b8244277460 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.912247] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8d83c9-d02f-447d-966c-a91fe45fdb9e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.925960] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.164205] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Releasing lock "refresh_cache-f6ebb4e2-a119-4431-a395-d909acd21dae" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.164699] env[62522]: DEBUG nova.compute.manager [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Instance network_info: |[{"id": "d0569b6b-8dee-48bc-a7ee-f13582c51d6f", "address": "fa:16:3e:7f:3f:fe", "network": {"id": "8a2ca927-bf9c-405d-9708-396be5c10eb1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1122108829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0569b6b-8d", "ovs_interfaceid": "d0569b6b-8dee-48bc-a7ee-f13582c51d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b28e0483-7f59-470d-aedb-fa58a87a78b5", "address": "fa:16:3e:a3:59:99", "network": {"id": "1c0a27db-bf27-4567-b9bd-98515891e8e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-307776063", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28e0483-7f", "ovs_interfaceid": "b28e0483-7f59-470d-aedb-fa58a87a78b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "917d8a87-3420-4f10-bc91-79055212f00e", "address": "fa:16:3e:37:71:0b", "network": {"id": "8a2ca927-bf9c-405d-9708-396be5c10eb1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1122108829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917d8a87-34", "ovs_interfaceid": "917d8a87-3420-4f10-bc91-79055212f00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1496.165094] env[62522]: DEBUG oslo_concurrency.lockutils [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] Acquired lock "refresh_cache-f6ebb4e2-a119-4431-a395-d909acd21dae" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.165283] env[62522]: DEBUG nova.network.neutron [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Refreshing network info cache for port 917d8a87-3420-4f10-bc91-79055212f00e {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1496.166873] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:3f:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0569b6b-8dee-48bc-a7ee-f13582c51d6f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:59:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b28e0483-7f59-470d-aedb-fa58a87a78b5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:71:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '917d8a87-3420-4f10-bc91-79055212f00e', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.177431] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Creating folder: Project (53b309eb1bbd478f94936d58d90f4a8f). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1496.181912] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d550a517-5b5d-4554-9e5e-43905d78e0c7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.184339] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58142acf-c68b-4202-818e-8b135a033cb9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.206052] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c027724f-d657-4a06-996c-be7df93d0690 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.208544] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Created folder: Project (53b309eb1bbd478f94936d58d90f4a8f) in parent group-v354730. [ 1496.208721] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Creating folder: Instances. Parent ref: group-v354901. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1496.208941] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b36570b-4ff4-4330-ad11-d96c00d1fc55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.225440] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance 'ebc7284b-8da1-43e7-9a17-9572e4fe7e53' progress to 67 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1496.384805] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.411124] env[62522]: DEBUG nova.network.neutron [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Updated VIF entry in instance network info cache for port 917d8a87-3420-4f10-bc91-79055212f00e. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1496.411728] env[62522]: DEBUG nova.network.neutron [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Updating instance_info_cache with network_info: [{"id": "d0569b6b-8dee-48bc-a7ee-f13582c51d6f", "address": "fa:16:3e:7f:3f:fe", "network": {"id": "8a2ca927-bf9c-405d-9708-396be5c10eb1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1122108829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0569b6b-8d", "ovs_interfaceid": "d0569b6b-8dee-48bc-a7ee-f13582c51d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b28e0483-7f59-470d-aedb-fa58a87a78b5", "address": "fa:16:3e:a3:59:99", "network": {"id": "1c0a27db-bf27-4567-b9bd-98515891e8e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-307776063", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28e0483-7f", "ovs_interfaceid": "b28e0483-7f59-470d-aedb-fa58a87a78b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "917d8a87-3420-4f10-bc91-79055212f00e", "address": "fa:16:3e:37:71:0b", "network": {"id": "8a2ca927-bf9c-405d-9708-396be5c10eb1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1122108829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917d8a87-34", "ovs_interfaceid": "917d8a87-3420-4f10-bc91-79055212f00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.428430] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1496.767541] env[62522]: DEBUG nova.network.neutron [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Port 573c59f3-6388-4db5-9050-38be37a03e38 binding to destination host cpu-1 is already ACTIVE {{(pid=62522) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1496.915497] env[62522]: DEBUG oslo_concurrency.lockutils [req-a6cf8b54-1d8b-4716-ad28-dc06816a2e40 req-3481397f-2f40-4eb9-b2bc-c4c778229eb7 service nova] Releasing lock "refresh_cache-f6ebb4e2-a119-4431-a395-d909acd21dae" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.933222] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1496.933539] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.399s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.933904] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.633s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.935770] env[62522]: INFO nova.compute.claims [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1496.938373] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.938577] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Cleaning up deleted instances {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 1497.452506] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] There are 39 instances to clean {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1497.452789] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: c1e49079-86fa-43eb-b590-fcce2bdd22e5] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1497.790587] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.790829] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.791013] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.958811] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: a391f64f-a08c-44a3-8ba4-f4607d177545] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1498.212040] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a822d577-ba66-45ce-81d6-d3dc26442141 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.219271] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2265cab3-9850-43ac-ae1a-f9691f775326 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.223386] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Created folder: Instances in parent group-v354901. [ 1498.223609] env[62522]: DEBUG oslo.service.loopingcall [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1498.224118] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1498.224316] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61fec2bc-a95d-49cc-83bb-cd0f26ddb45b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.275606] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543b4e40-43ff-474f-890e-5bcc4f55dfe3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.277015] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1498.277015] env[62522]: value = "task-1702897" [ 1498.277015] env[62522]: _type = "Task" [ 1498.277015] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.282876] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db20f0e-5534-41fb-9aa8-cb32617f4900 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.291694] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702897, 'name': CreateVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.301869] env[62522]: DEBUG nova.compute.provider_tree [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.461828] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 7bdf55bc-9458-455e-8cad-56c7e895b5cc] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1498.789445] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702897, 'name': CreateVM_Task, 'duration_secs': 0.473339} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.790769] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1498.790769] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.790925] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.791271] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1498.791559] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc045a6-389e-43d2-8f3a-dca1342d3278 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.796627] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1498.796627] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527b77be-1298-49b7-e274-ba0bd8f56f92" [ 1498.796627] env[62522]: _type = "Task" [ 1498.796627] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.807248] env[62522]: DEBUG nova.scheduler.client.report [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1498.810325] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527b77be-1298-49b7-e274-ba0bd8f56f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.861486] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.861486] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.861611] env[62522]: DEBUG nova.network.neutron [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.966241] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 416661b2-bf18-4e01-a7a2-ca928201ffe5] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1499.306950] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527b77be-1298-49b7-e274-ba0bd8f56f92, 'name': SearchDatastore_Task, 'duration_secs': 0.01055} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.307280] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.307517] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1499.307752] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.307899] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.308088] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1499.308363] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c37dc8bd-1d86-4e95-b79c-efa6b9163f28 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.312255] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.313023] env[62522]: DEBUG nova.compute.manager [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1499.317716] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.106s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.317924] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.319863] env[62522]: DEBUG oslo_concurrency.lockutils [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.035s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.320064] env[62522]: DEBUG oslo_concurrency.lockutils [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.322086] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.701s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.322280] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.323901] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 14.171s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.326246] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1499.326464] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1499.327742] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01cc393d-8bff-4e25-9e6f-7de631380871 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.334673] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1499.334673] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ca6167-c94a-2f3a-e1f8-a98104d4dc24" [ 1499.334673] env[62522]: _type = "Task" [ 1499.334673] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.345794] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ca6167-c94a-2f3a-e1f8-a98104d4dc24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.349077] env[62522]: INFO nova.scheduler.client.report [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Deleted allocations for instance 080b8050-abea-4f11-9a8a-125476d5a9e4 [ 1499.353431] env[62522]: INFO nova.scheduler.client.report [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Deleted allocations for instance 95016bac-95e9-4665-823f-fb026924c3d6 [ 1499.370736] env[62522]: INFO nova.scheduler.client.report [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleted allocations for instance 2e5864ad-737f-4a8b-9b5a-c55602b41e0f [ 1499.469238] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 8a1a54ef-36e9-4999-866d-dc2a0e95ecb8] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1499.734923] env[62522]: DEBUG nova.network.neutron [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance_info_cache with network_info: [{"id": "573c59f3-6388-4db5-9050-38be37a03e38", "address": "fa:16:3e:ea:81:0c", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573c59f3-63", "ovs_interfaceid": "573c59f3-6388-4db5-9050-38be37a03e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.818086] env[62522]: DEBUG nova.compute.utils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1499.819657] env[62522]: DEBUG nova.compute.manager [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1499.819913] env[62522]: DEBUG nova.network.neutron [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1499.826646] env[62522]: DEBUG nova.objects.instance [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lazy-loading 'migration_context' on Instance uuid a95a65fd-cc81-4780-964d-fd0af5e1623b {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.845375] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ca6167-c94a-2f3a-e1f8-a98104d4dc24, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.846207] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50384bfe-2007-4534-b905-536560396308 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.852253] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1499.852253] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528badde-9871-91b2-e3a4-8e19c6101672" [ 1499.852253] env[62522]: _type = "Task" [ 1499.852253] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.869407] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528badde-9871-91b2-e3a4-8e19c6101672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.870072] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a957dd49-7107-4419-96d6-f0fb77c8bc9e tempest-ListServerFiltersTestJSON-1070508564 tempest-ListServerFiltersTestJSON-1070508564-project-member] Lock "080b8050-abea-4f11-9a8a-125476d5a9e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.075s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.871432] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b904b0fd-cd1d-41f1-ab35-4b4f1d6cc55a tempest-ServerPasswordTestJSON-2087799207 tempest-ServerPasswordTestJSON-2087799207-project-member] Lock "95016bac-95e9-4665-823f-fb026924c3d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.105s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.880441] env[62522]: DEBUG oslo_concurrency.lockutils [None req-827adb4a-8d41-4f5b-a787-d1a6d041546e tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "2e5864ad-737f-4a8b-9b5a-c55602b41e0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.164s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.897986] env[62522]: DEBUG nova.policy [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd017f22bdc0849129e3813e970c984b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f553e68809934612a8080c2fe1404383', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1499.976156] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: f5c15175-f2d1-4e11-a11c-8bee5cd69390] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1500.238574] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.315928] env[62522]: DEBUG oslo_concurrency.lockutils [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "4f34bca7-5bb3-4f12-9074-a87c5d43bb91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.316297] env[62522]: DEBUG oslo_concurrency.lockutils [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "4f34bca7-5bb3-4f12-9074-a87c5d43bb91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.316696] env[62522]: DEBUG oslo_concurrency.lockutils [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "4f34bca7-5bb3-4f12-9074-a87c5d43bb91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.316807] env[62522]: DEBUG oslo_concurrency.lockutils [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "4f34bca7-5bb3-4f12-9074-a87c5d43bb91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.317019] env[62522]: DEBUG oslo_concurrency.lockutils [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "4f34bca7-5bb3-4f12-9074-a87c5d43bb91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.319349] env[62522]: DEBUG nova.network.neutron [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Successfully created port: 0628be81-19b4-43b1-bce1-eec61600c433 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1500.322536] env[62522]: INFO nova.compute.manager [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Terminating instance [ 1500.324215] env[62522]: DEBUG nova.compute.manager [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1500.374615] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528badde-9871-91b2-e3a4-8e19c6101672, 'name': SearchDatastore_Task, 'duration_secs': 0.01107} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.379374] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.379836] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] f6ebb4e2-a119-4431-a395-d909acd21dae/f6ebb4e2-a119-4431-a395-d909acd21dae.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1500.383951] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f8e571a-0f28-4f1b-beed-d0b3705d5ac7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.394342] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1500.394342] env[62522]: value = "task-1702898" [ 1500.394342] env[62522]: _type = "Task" [ 1500.394342] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.407443] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.479331] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: af281b60-1bae-489d-8363-853112ca6f23] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1500.725383] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ce7040-574e-404d-b0fd-a5767da068ed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.733935] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b2c754-3691-44d8-ae50-4d7eb7d3a50c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.773705] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffde203-86f7-4192-8caa-8440a7857901 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.786498] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6e4216-c2ff-4519-95c2-00cbe7d42a2b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.797181] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a7d574-9b85-4629-b39e-802a294dc0a7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.827133] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2118b51-374e-4fb9-b2d8-9013c85527aa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.829019] env[62522]: DEBUG nova.compute.provider_tree [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.835556] env[62522]: DEBUG nova.compute.manager [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1500.837680] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1500.837680] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058c25df-7ee9-4c6f-9245-5e24ebf8c2e5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.845978] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance 'ebc7284b-8da1-43e7-9a17-9572e4fe7e53' progress to 83 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1500.852539] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.853049] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10c1c445-e30b-416f-acbc-e5c1f8736e9a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.861334] env[62522]: DEBUG oslo_vmware.api [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1500.861334] env[62522]: value = "task-1702899" [ 1500.861334] env[62522]: _type = "Task" [ 1500.861334] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.872806] env[62522]: DEBUG oslo_vmware.api [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.908099] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702898, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.985488] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 3fa0236a-1a4c-4545-8dee-67fbe3088153] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1501.339021] env[62522]: DEBUG nova.scheduler.client.report [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1501.340996] env[62522]: DEBUG nova.compute.manager [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1501.357363] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d1696-a524-4177-bd4d-b8f6b0160d80 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance 'ebc7284b-8da1-43e7-9a17-9572e4fe7e53' progress to 100 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1501.375358] env[62522]: DEBUG oslo_vmware.api [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702899, 'name': PowerOffVM_Task, 'duration_secs': 0.36906} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.377811] env[62522]: DEBUG nova.virt.hardware [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1501.378066] env[62522]: DEBUG nova.virt.hardware [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1501.378229] env[62522]: DEBUG nova.virt.hardware [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.378412] env[62522]: DEBUG nova.virt.hardware [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1501.378558] env[62522]: DEBUG nova.virt.hardware [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.378705] env[62522]: DEBUG nova.virt.hardware [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1501.378910] env[62522]: DEBUG nova.virt.hardware [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1501.379086] env[62522]: DEBUG nova.virt.hardware [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1501.379251] env[62522]: DEBUG nova.virt.hardware [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1501.379407] env[62522]: DEBUG nova.virt.hardware [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1501.379576] env[62522]: DEBUG nova.virt.hardware [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1501.379871] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.380040] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.380801] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21331914-9f48-4043-8893-f3cf76c9c10b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.383525] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62e71ad4-78e4-403a-afbe-e15ad4dd5c46 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.393980] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472c2d3f-3f31-4d0b-bd67-03d8aa35a7a3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.431753] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598968} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.432556] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] f6ebb4e2-a119-4431-a395-d909acd21dae/f6ebb4e2-a119-4431-a395-d909acd21dae.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1501.432556] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1501.432879] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdf21ce6-317b-4673-96de-1f9454872981 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.442498] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1501.442498] env[62522]: value = "task-1702901" [ 1501.442498] env[62522]: _type = "Task" [ 1501.442498] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.455187] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.479938] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.480349] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.480676] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleting the datastore file [datastore1] 4f34bca7-5bb3-4f12-9074-a87c5d43bb91 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.481074] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9936d562-2ac3-4412-8530-5ebf6518af0d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.486695] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: d75e5a33-50fd-490e-b0d2-9242a25d32a3] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1501.491597] env[62522]: DEBUG oslo_vmware.api [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1501.491597] env[62522]: value = "task-1702902" [ 1501.491597] env[62522]: _type = "Task" [ 1501.491597] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.504267] env[62522]: DEBUG oslo_vmware.api [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.956941] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159941} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.957376] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1501.958329] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b398926-16e4-4dc0-a010-e6b33573641a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.994218] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] f6ebb4e2-a119-4431-a395-d909acd21dae/f6ebb4e2-a119-4431-a395-d909acd21dae.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.996175] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 4d229de7-ae9e-4ae7-b9bc-48ef85a9d195] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1501.997913] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a95251dc-1f81-42a8-8a7a-9533b558bb65 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.024543] env[62522]: DEBUG nova.compute.manager [req-885fcb2e-9941-44c5-be87-dbcf68a5b9f2 req-32ffe298-fcda-4c39-be9a-e1289e2b1269 service nova] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Received event network-vif-plugged-0628be81-19b4-43b1-bce1-eec61600c433 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1502.024928] env[62522]: DEBUG oslo_concurrency.lockutils [req-885fcb2e-9941-44c5-be87-dbcf68a5b9f2 req-32ffe298-fcda-4c39-be9a-e1289e2b1269 service nova] Acquiring lock "3f76d1f8-c7d3-4396-bedb-07e55621f227-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.025304] env[62522]: DEBUG oslo_concurrency.lockutils [req-885fcb2e-9941-44c5-be87-dbcf68a5b9f2 req-32ffe298-fcda-4c39-be9a-e1289e2b1269 service nova] Lock "3f76d1f8-c7d3-4396-bedb-07e55621f227-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.025596] env[62522]: DEBUG oslo_concurrency.lockutils [req-885fcb2e-9941-44c5-be87-dbcf68a5b9f2 req-32ffe298-fcda-4c39-be9a-e1289e2b1269 service nova] Lock "3f76d1f8-c7d3-4396-bedb-07e55621f227-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.025848] env[62522]: DEBUG nova.compute.manager [req-885fcb2e-9941-44c5-be87-dbcf68a5b9f2 req-32ffe298-fcda-4c39-be9a-e1289e2b1269 service nova] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] No waiting events found dispatching network-vif-plugged-0628be81-19b4-43b1-bce1-eec61600c433 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1502.026159] env[62522]: WARNING nova.compute.manager [req-885fcb2e-9941-44c5-be87-dbcf68a5b9f2 req-32ffe298-fcda-4c39-be9a-e1289e2b1269 service nova] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Received unexpected event network-vif-plugged-0628be81-19b4-43b1-bce1-eec61600c433 for instance with vm_state building and task_state spawning. [ 1502.032794] env[62522]: DEBUG oslo_vmware.api [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137893} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.033521] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1502.033521] env[62522]: value = "task-1702903" [ 1502.033521] env[62522]: _type = "Task" [ 1502.033521] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.033910] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.034236] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.034538] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.034832] env[62522]: INFO nova.compute.manager [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1502.035192] env[62522]: DEBUG oslo.service.loopingcall [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.035714] env[62522]: DEBUG nova.compute.manager [-] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1502.035898] env[62522]: DEBUG nova.network.neutron [-] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.046465] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.051731] env[62522]: DEBUG nova.network.neutron [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Successfully updated port: 0628be81-19b4-43b1-bce1-eec61600c433 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1502.354805] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.031s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.360525] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.168s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.360758] env[62522]: DEBUG nova.objects.instance [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62522) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1502.518260] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: a13b7d16-ca6c-4539-bf6c-750ba6765254] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1502.546289] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702903, 'name': ReconfigVM_Task, 'duration_secs': 0.317598} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.546560] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Reconfigured VM instance instance-0000003a to attach disk [datastore1] f6ebb4e2-a119-4431-a395-d909acd21dae/f6ebb4e2-a119-4431-a395-d909acd21dae.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.547220] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df69a826-304f-4013-bc96-57106723f758 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.553781] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1502.553781] env[62522]: value = "task-1702904" [ 1502.553781] env[62522]: _type = "Task" [ 1502.553781] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.554243] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "refresh_cache-3f76d1f8-c7d3-4396-bedb-07e55621f227" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.554377] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquired lock "refresh_cache-3f76d1f8-c7d3-4396-bedb-07e55621f227" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.554518] env[62522]: DEBUG nova.network.neutron [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.564917] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702904, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.897500] env[62522]: DEBUG nova.network.neutron [-] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.022892] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: b75ffa1f-f876-4e28-96ea-72e223d0c01a] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1503.068045] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702904, 'name': Rename_Task, 'duration_secs': 0.142126} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.069178] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.069178] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f049714-dc92-4a36-8c7d-721ac644084d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.075388] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1503.075388] env[62522]: value = "task-1702905" [ 1503.075388] env[62522]: _type = "Task" [ 1503.075388] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.083238] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.099524] env[62522]: DEBUG nova.network.neutron [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1503.226253] env[62522]: DEBUG nova.network.neutron [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Updating instance_info_cache with network_info: [{"id": "0628be81-19b4-43b1-bce1-eec61600c433", "address": "fa:16:3e:6c:7d:03", "network": {"id": "a7d252eb-357d-4b2c-9f96-d39603741506", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-680414745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f553e68809934612a8080c2fe1404383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0628be81-19", "ovs_interfaceid": "0628be81-19b4-43b1-bce1-eec61600c433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.384315] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba6d13d5-4e9e-43a4-8f47-88d8aa5e81bf tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.386015] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.118s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.387626] env[62522]: INFO nova.compute.claims [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1503.399759] env[62522]: INFO nova.compute.manager [-] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Took 1.36 seconds to deallocate network for instance. [ 1503.527114] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 4f6686a9-12ad-460d-b826-1bb36f7b8e58] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1503.586599] env[62522]: DEBUG oslo_vmware.api [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702905, 'name': PowerOnVM_Task, 'duration_secs': 0.445041} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.586939] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.587181] env[62522]: INFO nova.compute.manager [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Took 16.20 seconds to spawn the instance on the hypervisor. [ 1503.587402] env[62522]: DEBUG nova.compute.manager [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.588244] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32a7b32-954f-481c-8877-e2a8aeb3c46a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.692623] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.692623] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.692623] env[62522]: DEBUG nova.compute.manager [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Going to confirm migration 3 {{(pid=62522) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1503.729322] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Releasing lock "refresh_cache-3f76d1f8-c7d3-4396-bedb-07e55621f227" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.729640] env[62522]: DEBUG nova.compute.manager [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Instance network_info: |[{"id": "0628be81-19b4-43b1-bce1-eec61600c433", "address": "fa:16:3e:6c:7d:03", "network": {"id": "a7d252eb-357d-4b2c-9f96-d39603741506", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-680414745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f553e68809934612a8080c2fe1404383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0628be81-19", "ovs_interfaceid": "0628be81-19b4-43b1-bce1-eec61600c433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1503.730335] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:7d:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0628be81-19b4-43b1-bce1-eec61600c433', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1503.737677] env[62522]: DEBUG oslo.service.loopingcall [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1503.738129] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1503.738367] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32eb9ef3-4166-4e36-9aab-1fb9c3435411 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.758298] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1503.758298] env[62522]: value = "task-1702906" [ 1503.758298] env[62522]: _type = "Task" [ 1503.758298] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.765808] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702906, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.908967] env[62522]: DEBUG oslo_concurrency.lockutils [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.912379] env[62522]: INFO nova.compute.manager [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Swapping old allocation on dict_keys(['59e04893-03fc-41a2-9591-b0bc3d235151']) held by migration 8946aab6-2c44-4fb6-b119-2a67535821cf for instance [ 1503.937400] env[62522]: DEBUG nova.scheduler.client.report [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Overwriting current allocation {'allocations': {'59e04893-03fc-41a2-9591-b0bc3d235151': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 84}}, 'project_id': 'c4c5bc77fe1243eb870d72e32efad1f7', 'user_id': '90e976401dea40eeae8c4f08f3b94a2c', 'consumer_generation': 1} on consumer a95a65fd-cc81-4780-964d-fd0af5e1623b {{(pid=62522) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1504.022272] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.022456] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquired lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.022630] env[62522]: DEBUG nova.network.neutron [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.030023] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: e0a1472b-9c2b-4812-8e25-290623077bdc] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1504.051345] env[62522]: DEBUG nova.compute.manager [req-c145ccb7-09f7-42e5-ab86-f2a929d96689 req-1442f6ac-9e97-4f3f-8a5b-1e2facfcca1e service nova] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Received event network-changed-0628be81-19b4-43b1-bce1-eec61600c433 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1504.051345] env[62522]: DEBUG nova.compute.manager [req-c145ccb7-09f7-42e5-ab86-f2a929d96689 req-1442f6ac-9e97-4f3f-8a5b-1e2facfcca1e service nova] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Refreshing instance network info cache due to event network-changed-0628be81-19b4-43b1-bce1-eec61600c433. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1504.051412] env[62522]: DEBUG oslo_concurrency.lockutils [req-c145ccb7-09f7-42e5-ab86-f2a929d96689 req-1442f6ac-9e97-4f3f-8a5b-1e2facfcca1e service nova] Acquiring lock "refresh_cache-3f76d1f8-c7d3-4396-bedb-07e55621f227" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.051545] env[62522]: DEBUG oslo_concurrency.lockutils [req-c145ccb7-09f7-42e5-ab86-f2a929d96689 req-1442f6ac-9e97-4f3f-8a5b-1e2facfcca1e service nova] Acquired lock "refresh_cache-3f76d1f8-c7d3-4396-bedb-07e55621f227" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.051733] env[62522]: DEBUG nova.network.neutron [req-c145ccb7-09f7-42e5-ab86-f2a929d96689 req-1442f6ac-9e97-4f3f-8a5b-1e2facfcca1e service nova] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Refreshing network info cache for port 0628be81-19b4-43b1-bce1-eec61600c433 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1504.105720] env[62522]: INFO nova.compute.manager [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Took 50.82 seconds to build instance. [ 1504.241992] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.242202] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.242381] env[62522]: DEBUG nova.network.neutron [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.242577] env[62522]: DEBUG nova.objects.instance [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'info_cache' on Instance uuid ebc7284b-8da1-43e7-9a17-9572e4fe7e53 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.268893] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702906, 'name': CreateVM_Task, 'duration_secs': 0.35447} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.269082] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.269822] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.270818] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.270818] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1504.270818] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c57d4f-0482-43b3-9fb6-e20fd631b02d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.275327] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1504.275327] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f76015-d65b-0605-ee39-77914358fdce" [ 1504.275327] env[62522]: _type = "Task" [ 1504.275327] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.283136] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f76015-d65b-0605-ee39-77914358fdce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.533277] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 309977e4-9042-4911-9d4f-82d7e334b08f] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1504.607512] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f64de494-b871-48dd-a9c3-7b8d31bdc5f4 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "f6ebb4e2-a119-4431-a395-d909acd21dae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.332s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.645395] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878d1aa3-8296-41f8-bc63-cbe958883967 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.653348] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a1b0b5-5693-46dd-a10a-f6324f10d273 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.685934] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99f8a03-1fac-408a-8a41-f2a4f17f38ec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.694526] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b02bda5-215b-47ab-bacf-7fcc0d7aa4b7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.708492] env[62522]: DEBUG nova.compute.provider_tree [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.788630] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f76015-d65b-0605-ee39-77914358fdce, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.788630] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.788630] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1504.788818] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.789147] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.790124] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1504.790124] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc4d87f2-6019-41f0-9bcb-d61c6703d52a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.798651] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1504.798901] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1504.799643] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ceefe8-fb49-474d-9318-f37e853154de {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.804838] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1504.804838] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c7e16e-e5df-212d-99c0-01cc71d1d7a7" [ 1504.804838] env[62522]: _type = "Task" [ 1504.804838] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.813405] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c7e16e-e5df-212d-99c0-01cc71d1d7a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.038970] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 34d5541e-7fbf-499e-b552-78ad1c0e4ab6] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1505.162733] env[62522]: DEBUG nova.network.neutron [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance_info_cache with network_info: [{"id": "20fc64c3-142f-438f-b514-1c44c4906147", "address": "fa:16:3e:26:57:e6", "network": {"id": "72a3279a-b74b-4a97-a2de-61e20b037c16", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d8c4aebc61174dc3b79c16b195408add", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fc64c3-14", "ovs_interfaceid": "20fc64c3-142f-438f-b514-1c44c4906147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.169437] env[62522]: DEBUG nova.network.neutron [req-c145ccb7-09f7-42e5-ab86-f2a929d96689 req-1442f6ac-9e97-4f3f-8a5b-1e2facfcca1e service nova] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Updated VIF entry in instance network info cache for port 0628be81-19b4-43b1-bce1-eec61600c433. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.169787] env[62522]: DEBUG nova.network.neutron [req-c145ccb7-09f7-42e5-ab86-f2a929d96689 req-1442f6ac-9e97-4f3f-8a5b-1e2facfcca1e service nova] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Updating instance_info_cache with network_info: [{"id": "0628be81-19b4-43b1-bce1-eec61600c433", "address": "fa:16:3e:6c:7d:03", "network": {"id": "a7d252eb-357d-4b2c-9f96-d39603741506", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-680414745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f553e68809934612a8080c2fe1404383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0628be81-19", "ovs_interfaceid": "0628be81-19b4-43b1-bce1-eec61600c433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.211673] env[62522]: DEBUG nova.scheduler.client.report [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1505.316080] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c7e16e-e5df-212d-99c0-01cc71d1d7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008888} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.316642] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-803a125c-3ff0-4eb0-ae27-7b0315ef7003 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.322087] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1505.322087] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525018da-3dfe-2eaf-6b31-4228e15faf1e" [ 1505.322087] env[62522]: _type = "Task" [ 1505.322087] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.330326] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525018da-3dfe-2eaf-6b31-4228e15faf1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.534959] env[62522]: DEBUG nova.network.neutron [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance_info_cache with network_info: [{"id": "573c59f3-6388-4db5-9050-38be37a03e38", "address": "fa:16:3e:ea:81:0c", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573c59f3-63", "ovs_interfaceid": "573c59f3-6388-4db5-9050-38be37a03e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.542738] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: ccc4782f-6f25-4050-a17c-fce1569dc9bd] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1505.665884] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Releasing lock "refresh_cache-a95a65fd-cc81-4780-964d-fd0af5e1623b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.666354] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.666638] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0131bf0a-ab8c-424d-addc-5c38a1792ec8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.672074] env[62522]: DEBUG oslo_concurrency.lockutils [req-c145ccb7-09f7-42e5-ab86-f2a929d96689 req-1442f6ac-9e97-4f3f-8a5b-1e2facfcca1e service nova] Releasing lock "refresh_cache-3f76d1f8-c7d3-4396-bedb-07e55621f227" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.672306] env[62522]: DEBUG nova.compute.manager [req-c145ccb7-09f7-42e5-ab86-f2a929d96689 req-1442f6ac-9e97-4f3f-8a5b-1e2facfcca1e service nova] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Received event network-vif-deleted-a2c6fc12-3132-4c9a-92df-cbbb3ef62e31 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1505.676273] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1505.676273] env[62522]: value = "task-1702907" [ 1505.676273] env[62522]: _type = "Task" [ 1505.676273] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.683852] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.716684] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.717338] env[62522]: DEBUG nova.compute.manager [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1505.720215] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.984s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.721692] env[62522]: INFO nova.compute.claims [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.745444] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "f6ebb4e2-a119-4431-a395-d909acd21dae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.745701] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "f6ebb4e2-a119-4431-a395-d909acd21dae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.745928] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "f6ebb4e2-a119-4431-a395-d909acd21dae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.746461] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "f6ebb4e2-a119-4431-a395-d909acd21dae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.746461] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "f6ebb4e2-a119-4431-a395-d909acd21dae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.749150] env[62522]: INFO nova.compute.manager [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Terminating instance [ 1505.833109] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525018da-3dfe-2eaf-6b31-4228e15faf1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.833394] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.833656] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3f76d1f8-c7d3-4396-bedb-07e55621f227/3f76d1f8-c7d3-4396-bedb-07e55621f227.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1505.833939] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d681669-8560-4c8d-a404-d953642ea93c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.840334] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1505.840334] env[62522]: value = "task-1702908" [ 1505.840334] env[62522]: _type = "Task" [ 1505.840334] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.847989] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.039946] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.039946] env[62522]: DEBUG nova.objects.instance [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'migration_context' on Instance uuid ebc7284b-8da1-43e7-9a17-9572e4fe7e53 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1506.045565] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 34793292-f90e-42b4-b20d-0daf23faf552] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1506.188646] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702907, 'name': PowerOffVM_Task, 'duration_secs': 0.215203} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.188954] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1506.189651] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:23:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e7def125-bcca-4799-ba43-52fc6856713d',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1771008734',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1506.189869] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1506.190852] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1506.190852] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1506.190852] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1506.190852] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1506.190852] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1506.191218] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1506.191218] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1506.191423] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1506.192443] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1506.197398] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09ab388a-9977-4db4-89af-36f9a60a07f0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.214508] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1506.214508] env[62522]: value = "task-1702909" [ 1506.214508] env[62522]: _type = "Task" [ 1506.214508] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.224272] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.229372] env[62522]: DEBUG nova.compute.utils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.231634] env[62522]: DEBUG nova.compute.manager [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1506.231873] env[62522]: DEBUG nova.network.neutron [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1506.252787] env[62522]: DEBUG nova.compute.manager [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1506.253117] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1506.254578] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191473b2-828e-4a99-9834-fc44f6e061ba {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.263365] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.263694] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9c62c37-f388-4026-a458-643ca11d2337 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.272407] env[62522]: DEBUG oslo_vmware.api [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1506.272407] env[62522]: value = "task-1702910" [ 1506.272407] env[62522]: _type = "Task" [ 1506.272407] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.284318] env[62522]: DEBUG oslo_vmware.api [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.286050] env[62522]: DEBUG nova.policy [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83cfd0037a2541d6b710e78aee65be9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99a80c399a2241859e04aaac4f30e428', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1506.350400] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485892} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.351670] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3f76d1f8-c7d3-4396-bedb-07e55621f227/3f76d1f8-c7d3-4396-bedb-07e55621f227.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1506.351670] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1506.351670] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-226e88f8-f9ba-4552-aaec-7179ed1e6129 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.359153] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1506.359153] env[62522]: value = "task-1702911" [ 1506.359153] env[62522]: _type = "Task" [ 1506.359153] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.369802] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.543597] env[62522]: DEBUG nova.objects.base [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1506.543933] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8566972-e120-469a-8e45-85928ad8ab88 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.549746] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 1fd87373-b39e-468a-b509-f9021f787282] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1506.569208] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ba9751-e63f-4757-9607-d5b35badccca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.575311] env[62522]: DEBUG oslo_vmware.api [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1506.575311] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52909011-fbcf-d400-b35c-ed0e07df64a1" [ 1506.575311] env[62522]: _type = "Task" [ 1506.575311] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.583800] env[62522]: DEBUG oslo_vmware.api [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52909011-fbcf-d400-b35c-ed0e07df64a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.672510] env[62522]: DEBUG nova.network.neutron [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Successfully created port: 0dc04d65-9fcc-4a2a-9001-7e3ee602880f {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1506.725919] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702909, 'name': ReconfigVM_Task, 'duration_secs': 0.251177} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.726769] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f09f7a4-be3f-45b5-abad-3ec2c75b36ab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.747460] env[62522]: DEBUG nova.compute.manager [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1506.750442] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:23:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e7def125-bcca-4799-ba43-52fc6856713d',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1771008734',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1506.750715] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1506.750885] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1506.751078] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1506.751228] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1506.751367] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1506.751565] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1506.751759] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1506.751930] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1506.752228] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1506.752285] env[62522]: DEBUG nova.virt.hardware [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1506.753495] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-490480dd-d70f-497b-bf02-c9e36e69b969 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.759227] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1506.759227] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e1b1c0-be01-b735-d4b4-3b05d0d4a506" [ 1506.759227] env[62522]: _type = "Task" [ 1506.759227] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.767354] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e1b1c0-be01-b735-d4b4-3b05d0d4a506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.783410] env[62522]: DEBUG oslo_vmware.api [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702910, 'name': PowerOffVM_Task, 'duration_secs': 0.223984} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.783665] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1506.783972] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1506.784089] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dae97aa8-f92a-49f2-90a3-62488b0e1ec8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.868939] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069949} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.869132] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1506.869897] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cce9eaf-cb8e-49c5-a954-49d07b8f8d36 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.896023] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 3f76d1f8-c7d3-4396-bedb-07e55621f227/3f76d1f8-c7d3-4396-bedb-07e55621f227.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1506.898405] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1395a69b-de23-48fc-88d7-a0e30aba6272 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.918008] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1506.918008] env[62522]: value = "task-1702913" [ 1506.918008] env[62522]: _type = "Task" [ 1506.918008] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.929819] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.944776] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1506.944914] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1506.945872] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Deleting the datastore file [datastore1] f6ebb4e2-a119-4431-a395-d909acd21dae {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1506.945872] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86d96645-5f31-4b0c-a0f8-ebd0b1db79f7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.952380] env[62522]: DEBUG oslo_vmware.api [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1506.952380] env[62522]: value = "task-1702914" [ 1506.952380] env[62522]: _type = "Task" [ 1506.952380] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.962379] env[62522]: DEBUG oslo_vmware.api [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.063802] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083bc956-e25f-45b5-ba96-f5227ecfe709 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.070456] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: bd01290a-44df-4f2a-8d72-d3f772cd4ee9] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1507.073123] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f26e709-8497-445f-be25-3f4c25c17135 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.084727] env[62522]: DEBUG oslo_vmware.api [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52909011-fbcf-d400-b35c-ed0e07df64a1, 'name': SearchDatastore_Task, 'duration_secs': 0.027003} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.108735] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.110403] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61334299-e211-424d-8546-a07c8bcb25e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.122246] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da2ba7d-f5b1-45ab-8bbc-e797438b23ed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.132542] env[62522]: DEBUG nova.compute.provider_tree [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.270701] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e1b1c0-be01-b735-d4b4-3b05d0d4a506, 'name': SearchDatastore_Task, 'duration_secs': 0.014902} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.276563] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1507.276803] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5afa299-6e53-4e9b-8f07-0a29f4b7aaad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.296468] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1507.296468] env[62522]: value = "task-1702915" [ 1507.296468] env[62522]: _type = "Task" [ 1507.296468] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.306562] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.433538] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702913, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.462319] env[62522]: DEBUG oslo_vmware.api [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1702914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422704} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.462642] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1507.462856] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1507.463791] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1507.463791] env[62522]: INFO nova.compute.manager [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1507.463791] env[62522]: DEBUG oslo.service.loopingcall [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.464056] env[62522]: DEBUG nova.compute.manager [-] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1507.464186] env[62522]: DEBUG nova.network.neutron [-] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1507.577344] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 2ef47ef2-763a-42af-954d-748f91ebc732] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1507.638016] env[62522]: DEBUG nova.scheduler.client.report [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1507.761071] env[62522]: DEBUG nova.compute.manager [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1507.789307] env[62522]: DEBUG nova.virt.hardware [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1507.789554] env[62522]: DEBUG nova.virt.hardware [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1507.789713] env[62522]: DEBUG nova.virt.hardware [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.789896] env[62522]: DEBUG nova.virt.hardware [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1507.790051] env[62522]: DEBUG nova.virt.hardware [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.790205] env[62522]: DEBUG nova.virt.hardware [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1507.790409] env[62522]: DEBUG nova.virt.hardware [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1507.790563] env[62522]: DEBUG nova.virt.hardware [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1507.790759] env[62522]: DEBUG nova.virt.hardware [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1507.790926] env[62522]: DEBUG nova.virt.hardware [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1507.791110] env[62522]: DEBUG nova.virt.hardware [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1507.791994] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42a3855-9271-4cfc-8a47-05c04090837a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.804591] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b5b21c-4a2c-47a4-a60f-8be3882793cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.815058] env[62522]: DEBUG nova.compute.manager [req-50ac99c0-3659-4c2f-ab3d-99c022d1f269 req-94530e9a-7a11-426e-8d45-f2b588c1c5cb service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Received event network-vif-deleted-b28e0483-7f59-470d-aedb-fa58a87a78b5 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1507.815281] env[62522]: INFO nova.compute.manager [req-50ac99c0-3659-4c2f-ab3d-99c022d1f269 req-94530e9a-7a11-426e-8d45-f2b588c1c5cb service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Neutron deleted interface b28e0483-7f59-470d-aedb-fa58a87a78b5; detaching it from the instance and deleting it from the info cache [ 1507.815588] env[62522]: DEBUG nova.network.neutron [req-50ac99c0-3659-4c2f-ab3d-99c022d1f269 req-94530e9a-7a11-426e-8d45-f2b588c1c5cb service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Updating instance_info_cache with network_info: [{"id": "d0569b6b-8dee-48bc-a7ee-f13582c51d6f", "address": "fa:16:3e:7f:3f:fe", "network": {"id": "8a2ca927-bf9c-405d-9708-396be5c10eb1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1122108829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0569b6b-8d", "ovs_interfaceid": "d0569b6b-8dee-48bc-a7ee-f13582c51d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "917d8a87-3420-4f10-bc91-79055212f00e", "address": "fa:16:3e:37:71:0b", "network": {"id": "8a2ca927-bf9c-405d-9708-396be5c10eb1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1122108829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917d8a87-34", "ovs_interfaceid": "917d8a87-3420-4f10-bc91-79055212f00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.820325] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702915, 'name': ReconfigVM_Task, 'duration_secs': 0.245473} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.820781] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1507.821584] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fe2ec9-6d4c-45d8-99b5-a0449526575e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.852513] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a95a65fd-cc81-4780-964d-fd0af5e1623b/a95a65fd-cc81-4780-964d-fd0af5e1623b.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.853058] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc15e0bf-2bb8-45e5-b848-46c31017ceb0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.871640] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1507.871640] env[62522]: value = "task-1702916" [ 1507.871640] env[62522]: _type = "Task" [ 1507.871640] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.879560] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.929541] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702913, 'name': ReconfigVM_Task, 'duration_secs': 0.531985} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.929888] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 3f76d1f8-c7d3-4396-bedb-07e55621f227/3f76d1f8-c7d3-4396-bedb-07e55621f227.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.930677] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b979b9c8-dc74-484d-a42a-0733f6e6312a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.937467] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1507.937467] env[62522]: value = "task-1702917" [ 1507.937467] env[62522]: _type = "Task" [ 1507.937467] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.945692] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702917, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.081073] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: f58fec79-1f67-42ae-afa6-8c7377fc9a5e] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1508.144018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.144018] env[62522]: DEBUG nova.compute.manager [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1508.144481] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.139s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.144776] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.146838] env[62522]: DEBUG oslo_concurrency.lockutils [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.487s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.147166] env[62522]: DEBUG oslo_concurrency.lockutils [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.148936] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.168s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.150560] env[62522]: INFO nova.compute.claims [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1508.177023] env[62522]: INFO nova.scheduler.client.report [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Deleted allocations for instance b4635be1-b5df-4c4a-ace3-a438791c0b33 [ 1508.177023] env[62522]: INFO nova.scheduler.client.report [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleted allocations for instance eda916c9-1a82-4a7f-ad11-508f9e6c4b98 [ 1508.322050] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69f00b1b-887f-45d6-813f-6ba802cf88eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.332231] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abecc33b-e610-47ab-aa85-1c0acd5abc58 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.371220] env[62522]: DEBUG nova.compute.manager [req-50ac99c0-3659-4c2f-ab3d-99c022d1f269 req-94530e9a-7a11-426e-8d45-f2b588c1c5cb service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Detach interface failed, port_id=b28e0483-7f59-470d-aedb-fa58a87a78b5, reason: Instance f6ebb4e2-a119-4431-a395-d909acd21dae could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1508.381533] env[62522]: DEBUG nova.network.neutron [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Successfully updated port: 0dc04d65-9fcc-4a2a-9001-7e3ee602880f {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1508.385681] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702916, 'name': ReconfigVM_Task, 'duration_secs': 0.26519} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.386183] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a95a65fd-cc81-4780-964d-fd0af5e1623b/a95a65fd-cc81-4780-964d-fd0af5e1623b.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.387091] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677c707e-f611-476e-bda4-05af484d4766 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.407037] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb55c91c-0d44-4971-93ed-ee95d2fe3610 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.426711] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b29479-2211-4192-b55c-4813978fe2a0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.448936] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe468f07-4fb1-421d-a4ce-b11caf841242 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.456557] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702917, 'name': Rename_Task, 'duration_secs': 0.17305} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.458918] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.459366] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.459589] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da775203-463d-4996-805c-7f8044e578b6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.461071] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27dd543b-6661-454e-b5f4-4910d044670d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.467056] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1508.467056] env[62522]: value = "task-1702918" [ 1508.467056] env[62522]: _type = "Task" [ 1508.467056] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.468116] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1508.468116] env[62522]: value = "task-1702919" [ 1508.468116] env[62522]: _type = "Task" [ 1508.468116] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.478960] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.481500] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.584931] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: ca56abe8-e25d-4265-97ba-302492fa3660] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1508.655160] env[62522]: DEBUG nova.compute.utils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1508.658401] env[62522]: DEBUG nova.compute.manager [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1508.658845] env[62522]: DEBUG nova.network.neutron [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1508.689302] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a3b3a-d80c-42d3-a52f-7599f9b699fc tempest-FloatingIPsAssociationTestJSON-935058045 tempest-FloatingIPsAssociationTestJSON-935058045-project-member] Lock "b4635be1-b5df-4c4a-ace3-a438791c0b33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.961s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.690384] env[62522]: DEBUG oslo_concurrency.lockutils [None req-585dd2f5-260e-448a-ba7e-db67e47bee9f tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "eda916c9-1a82-4a7f-ad11-508f9e6c4b98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.030s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.739859] env[62522]: DEBUG nova.policy [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3558656f362b40ee85f06e6705348ed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa02a9a201524ae39e1886f15263a260', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1508.745813] env[62522]: DEBUG nova.network.neutron [-] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.887686] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.887733] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.887932] env[62522]: DEBUG nova.network.neutron [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.981319] env[62522]: DEBUG oslo_vmware.api [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702919, 'name': PowerOnVM_Task, 'duration_secs': 0.428797} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.985091] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1508.989114] env[62522]: DEBUG oslo_vmware.api [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702918, 'name': PowerOnVM_Task, 'duration_secs': 0.477504} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.989590] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1508.989791] env[62522]: INFO nova.compute.manager [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1508.989970] env[62522]: DEBUG nova.compute.manager [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1508.990793] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62216001-170d-40ed-aabe-549c512ec333 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.088422] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 03bded63-fcac-4cc4-8f6f-65e9e2f291b6] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1509.164472] env[62522]: DEBUG nova.compute.manager [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1509.248734] env[62522]: INFO nova.compute.manager [-] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Took 1.78 seconds to deallocate network for instance. [ 1509.300321] env[62522]: DEBUG nova.network.neutron [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Successfully created port: 468d4901-69bd-49f1-adee-621bfdae4c56 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1509.425104] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96e3090-77f1-401c-a499-9ef14ad02e77 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.435054] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4eb541-c691-46f4-83d9-53449298b178 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.469224] env[62522]: DEBUG nova.network.neutron [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.471909] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896bed09-f90a-4200-aa61-f0b7d7a660fd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.481963] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acc1042-4fa1-4ce4-8dcf-d2251f9c265a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.499744] env[62522]: DEBUG nova.compute.provider_tree [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.512259] env[62522]: INFO nova.compute.manager [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Took 37.24 seconds to build instance. [ 1509.591846] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 1c8b87b0-2230-4e68-9da5-09db6fd43b5d] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1509.757451] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.851931] env[62522]: DEBUG nova.network.neutron [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updating instance_info_cache with network_info: [{"id": "0dc04d65-9fcc-4a2a-9001-7e3ee602880f", "address": "fa:16:3e:17:1c:c0", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc04d65-9f", "ovs_interfaceid": "0dc04d65-9fcc-4a2a-9001-7e3ee602880f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.883661] env[62522]: DEBUG nova.compute.manager [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Received event network-vif-deleted-d0569b6b-8dee-48bc-a7ee-f13582c51d6f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1509.883876] env[62522]: DEBUG nova.compute.manager [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Received event network-vif-plugged-0dc04d65-9fcc-4a2a-9001-7e3ee602880f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1509.885201] env[62522]: DEBUG oslo_concurrency.lockutils [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] Acquiring lock "8808e17e-8d2e-454d-b010-7dadb15766d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.885736] env[62522]: DEBUG oslo_concurrency.lockutils [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] Lock "8808e17e-8d2e-454d-b010-7dadb15766d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.885736] env[62522]: DEBUG oslo_concurrency.lockutils [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] Lock "8808e17e-8d2e-454d-b010-7dadb15766d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.885845] env[62522]: DEBUG nova.compute.manager [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] No waiting events found dispatching network-vif-plugged-0dc04d65-9fcc-4a2a-9001-7e3ee602880f {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1509.885966] env[62522]: WARNING nova.compute.manager [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Received unexpected event network-vif-plugged-0dc04d65-9fcc-4a2a-9001-7e3ee602880f for instance with vm_state building and task_state spawning. [ 1509.886189] env[62522]: DEBUG nova.compute.manager [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Received event network-vif-deleted-917d8a87-3420-4f10-bc91-79055212f00e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1509.886433] env[62522]: DEBUG nova.compute.manager [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Received event network-changed-0dc04d65-9fcc-4a2a-9001-7e3ee602880f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1509.886632] env[62522]: DEBUG nova.compute.manager [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Refreshing instance network info cache due to event network-changed-0dc04d65-9fcc-4a2a-9001-7e3ee602880f. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1509.886832] env[62522]: DEBUG oslo_concurrency.lockutils [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] Acquiring lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.003875] env[62522]: INFO nova.compute.manager [None req-3111d79c-ebc6-4973-9d9e-3ef4cf64d8ca tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance to original state: 'active' [ 1510.011124] env[62522]: DEBUG nova.scheduler.client.report [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1510.016814] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0848864-6c24-40db-b84c-ebeaf14c8afb tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "3f76d1f8-c7d3-4396-bedb-07e55621f227" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.757s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.098415] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 91f1486c-8f22-4844-8bef-1e08cfd08030] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1510.174170] env[62522]: DEBUG nova.compute.manager [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1510.201840] env[62522]: DEBUG nova.virt.hardware [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1510.202105] env[62522]: DEBUG nova.virt.hardware [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1510.202270] env[62522]: DEBUG nova.virt.hardware [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.202453] env[62522]: DEBUG nova.virt.hardware [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1510.202591] env[62522]: DEBUG nova.virt.hardware [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.202846] env[62522]: DEBUG nova.virt.hardware [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1510.202941] env[62522]: DEBUG nova.virt.hardware [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1510.205085] env[62522]: DEBUG nova.virt.hardware [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1510.205357] env[62522]: DEBUG nova.virt.hardware [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1510.205571] env[62522]: DEBUG nova.virt.hardware [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1510.205787] env[62522]: DEBUG nova.virt.hardware [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1510.206711] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6371833-d42c-477a-8f8c-5c0102f55123 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.217803] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cd91b8-7aa6-4e38-8ebd-4a64e078d8ba {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.358282] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.359148] env[62522]: DEBUG nova.compute.manager [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Instance network_info: |[{"id": "0dc04d65-9fcc-4a2a-9001-7e3ee602880f", "address": "fa:16:3e:17:1c:c0", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc04d65-9f", "ovs_interfaceid": "0dc04d65-9fcc-4a2a-9001-7e3ee602880f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1510.359472] env[62522]: DEBUG oslo_concurrency.lockutils [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] Acquired lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.359653] env[62522]: DEBUG nova.network.neutron [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Refreshing network info cache for port 0dc04d65-9fcc-4a2a-9001-7e3ee602880f {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.361243] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:1c:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dc04d65-9fcc-4a2a-9001-7e3ee602880f', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1510.371851] env[62522]: DEBUG oslo.service.loopingcall [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.373183] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1510.373457] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2b403bb-b533-42d7-a7f4-7573d030bace {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.395715] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1510.395715] env[62522]: value = "task-1702920" [ 1510.395715] env[62522]: _type = "Task" [ 1510.395715] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.404272] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702920, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.501625] env[62522]: INFO nova.compute.manager [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Rescuing [ 1510.501711] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "refresh_cache-3f76d1f8-c7d3-4396-bedb-07e55621f227" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.501868] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquired lock "refresh_cache-3f76d1f8-c7d3-4396-bedb-07e55621f227" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.502044] env[62522]: DEBUG nova.network.neutron [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1510.517529] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.518091] env[62522]: DEBUG nova.compute.manager [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1510.520990] env[62522]: DEBUG oslo_concurrency.lockutils [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.030s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.520990] env[62522]: DEBUG nova.objects.instance [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Lazy-loading 'resources' on Instance uuid d68a86ff-47af-4bae-b37b-bf18e539748b {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.602643] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 371c2c59-aff3-4552-96d3-1899068e79ef] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1510.907255] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702920, 'name': CreateVM_Task, 'duration_secs': 0.321291} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.907472] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1510.908215] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.908397] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.908789] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.909076] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b366f6-1aa8-45e0-852e-3111c0106b39 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.914502] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1510.914502] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e45dfd-308a-526a-5462-7e85ddbb1684" [ 1510.914502] env[62522]: _type = "Task" [ 1510.914502] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.924317] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e45dfd-308a-526a-5462-7e85ddbb1684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.024814] env[62522]: DEBUG nova.compute.utils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1511.032503] env[62522]: DEBUG nova.compute.manager [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1511.032635] env[62522]: DEBUG nova.network.neutron [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1511.105807] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 50c9eae8-cb56-4984-9b42-cc9b9e83e623] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1511.126981] env[62522]: DEBUG nova.policy [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cedc2eab290441bb1b99af587a98c16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '692b371532294aa6bb9658ddd895f0fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1511.322496] env[62522]: DEBUG nova.network.neutron [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updated VIF entry in instance network info cache for port 0dc04d65-9fcc-4a2a-9001-7e3ee602880f. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.323201] env[62522]: DEBUG nova.network.neutron [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updating instance_info_cache with network_info: [{"id": "0dc04d65-9fcc-4a2a-9001-7e3ee602880f", "address": "fa:16:3e:17:1c:c0", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc04d65-9f", "ovs_interfaceid": "0dc04d65-9fcc-4a2a-9001-7e3ee602880f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.345420] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a01411-b6c4-4583-ba92-1160bd368b1c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.356761] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb9630a-5054-4357-a0bf-1309fa45e0f4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.394494] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20c31ec-d90c-4118-96de-ce0650b7184a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.402687] env[62522]: DEBUG nova.network.neutron [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Successfully updated port: 468d4901-69bd-49f1-adee-621bfdae4c56 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1511.407981] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebb5442-9fc6-46dc-bddf-1831064518c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.430282] env[62522]: DEBUG nova.compute.provider_tree [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.437757] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e45dfd-308a-526a-5462-7e85ddbb1684, 'name': SearchDatastore_Task, 'duration_secs': 0.010436} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.438077] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.438305] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.438539] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.438712] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.438931] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.439209] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-904ba63b-7f85-4840-a3d4-621641640784 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.447896] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.448099] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.448814] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd11d91-7ba2-4321-a1ba-e931fb1f4da1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.454689] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1511.454689] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e6cdd4-fc54-d5d6-6e06-388fee0808b9" [ 1511.454689] env[62522]: _type = "Task" [ 1511.454689] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.462634] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e6cdd4-fc54-d5d6-6e06-388fee0808b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.497723] env[62522]: DEBUG nova.network.neutron [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Updating instance_info_cache with network_info: [{"id": "0628be81-19b4-43b1-bce1-eec61600c433", "address": "fa:16:3e:6c:7d:03", "network": {"id": "a7d252eb-357d-4b2c-9f96-d39603741506", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-680414745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f553e68809934612a8080c2fe1404383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0628be81-19", "ovs_interfaceid": "0628be81-19b4-43b1-bce1-eec61600c433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.521087] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "a95a65fd-cc81-4780-964d-fd0af5e1623b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.521521] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "a95a65fd-cc81-4780-964d-fd0af5e1623b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.521826] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "a95a65fd-cc81-4780-964d-fd0af5e1623b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.521913] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "a95a65fd-cc81-4780-964d-fd0af5e1623b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.522183] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "a95a65fd-cc81-4780-964d-fd0af5e1623b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.524756] env[62522]: INFO nova.compute.manager [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Terminating instance [ 1511.534662] env[62522]: DEBUG nova.compute.manager [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1511.609026] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: cdb11f98-7e4b-4dec-af3a-2127d945a592] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1511.811257] env[62522]: DEBUG nova.network.neutron [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Successfully created port: caa281a6-1a01-4e43-89bf-f94cba8ea8f4 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1511.828127] env[62522]: DEBUG oslo_concurrency.lockutils [req-9c48fe5f-2933-4337-86c9-5b592323f983 req-8f6ea1b9-f5a2-4fbb-80ad-3049ea5d97b7 service nova] Releasing lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.914888] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.915057] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquired lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.915217] env[62522]: DEBUG nova.network.neutron [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.917775] env[62522]: DEBUG nova.compute.manager [req-f06e7acf-3c97-49fd-b366-c07ed70caf37 req-b36bc158-a176-4e24-b62c-3fe59b867ebf service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Received event network-vif-plugged-468d4901-69bd-49f1-adee-621bfdae4c56 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1511.917928] env[62522]: DEBUG oslo_concurrency.lockutils [req-f06e7acf-3c97-49fd-b366-c07ed70caf37 req-b36bc158-a176-4e24-b62c-3fe59b867ebf service nova] Acquiring lock "aa942a62-5737-4dff-bed7-2b83c5284099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.918428] env[62522]: DEBUG oslo_concurrency.lockutils [req-f06e7acf-3c97-49fd-b366-c07ed70caf37 req-b36bc158-a176-4e24-b62c-3fe59b867ebf service nova] Lock "aa942a62-5737-4dff-bed7-2b83c5284099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.918643] env[62522]: DEBUG oslo_concurrency.lockutils [req-f06e7acf-3c97-49fd-b366-c07ed70caf37 req-b36bc158-a176-4e24-b62c-3fe59b867ebf service nova] Lock "aa942a62-5737-4dff-bed7-2b83c5284099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.919397] env[62522]: DEBUG nova.compute.manager [req-f06e7acf-3c97-49fd-b366-c07ed70caf37 req-b36bc158-a176-4e24-b62c-3fe59b867ebf service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] No waiting events found dispatching network-vif-plugged-468d4901-69bd-49f1-adee-621bfdae4c56 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1511.919397] env[62522]: WARNING nova.compute.manager [req-f06e7acf-3c97-49fd-b366-c07ed70caf37 req-b36bc158-a176-4e24-b62c-3fe59b867ebf service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Received unexpected event network-vif-plugged-468d4901-69bd-49f1-adee-621bfdae4c56 for instance with vm_state building and task_state spawning. [ 1511.919529] env[62522]: DEBUG nova.compute.manager [req-f06e7acf-3c97-49fd-b366-c07ed70caf37 req-b36bc158-a176-4e24-b62c-3fe59b867ebf service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Received event network-changed-468d4901-69bd-49f1-adee-621bfdae4c56 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1511.919706] env[62522]: DEBUG nova.compute.manager [req-f06e7acf-3c97-49fd-b366-c07ed70caf37 req-b36bc158-a176-4e24-b62c-3fe59b867ebf service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Refreshing instance network info cache due to event network-changed-468d4901-69bd-49f1-adee-621bfdae4c56. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1511.919870] env[62522]: DEBUG oslo_concurrency.lockutils [req-f06e7acf-3c97-49fd-b366-c07ed70caf37 req-b36bc158-a176-4e24-b62c-3fe59b867ebf service nova] Acquiring lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.933623] env[62522]: DEBUG nova.scheduler.client.report [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1511.966547] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e6cdd4-fc54-d5d6-6e06-388fee0808b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008696} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.967359] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-422654f4-df84-4d7f-8f55-aed0e10cef79 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.972939] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1511.972939] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cdbdde-542b-7a1a-8129-05811cb3c9fd" [ 1511.972939] env[62522]: _type = "Task" [ 1511.972939] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.985294] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cdbdde-542b-7a1a-8129-05811cb3c9fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.000337] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Releasing lock "refresh_cache-3f76d1f8-c7d3-4396-bedb-07e55621f227" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.028906] env[62522]: DEBUG nova.compute.manager [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1512.029150] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1512.030437] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545c5b79-5c56-46ce-989c-d72a2a4d29eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.043741] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.047260] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b89bec82-716f-4308-a42f-59b12feeca26 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.054165] env[62522]: DEBUG oslo_vmware.api [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1512.054165] env[62522]: value = "task-1702921" [ 1512.054165] env[62522]: _type = "Task" [ 1512.054165] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.062900] env[62522]: DEBUG oslo_vmware.api [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.112754] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 4923bebb-bcaa-497c-8fe8-cf6064eb933f] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1512.439939] env[62522]: DEBUG oslo_concurrency.lockutils [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.442298] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.058s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.446252] env[62522]: INFO nova.compute.claims [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1512.464535] env[62522]: DEBUG nova.network.neutron [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1512.471185] env[62522]: INFO nova.scheduler.client.report [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Deleted allocations for instance d68a86ff-47af-4bae-b37b-bf18e539748b [ 1512.489901] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cdbdde-542b-7a1a-8129-05811cb3c9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.019595} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.489901] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.490421] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 8808e17e-8d2e-454d-b010-7dadb15766d7/8808e17e-8d2e-454d-b010-7dadb15766d7.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1512.490544] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ec6f302-3d7c-400a-900b-c041c6a10ef8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.500354] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1512.500354] env[62522]: value = "task-1702922" [ 1512.500354] env[62522]: _type = "Task" [ 1512.500354] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.510112] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.546561] env[62522]: DEBUG nova.compute.manager [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1512.573285] env[62522]: DEBUG oslo_vmware.api [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702921, 'name': PowerOffVM_Task, 'duration_secs': 0.203418} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.575174] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1512.575463] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1512.575738] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1c63789-a9a9-421a-b0d0-8a6f6603d0c3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.585417] env[62522]: DEBUG nova.virt.hardware [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1512.585642] env[62522]: DEBUG nova.virt.hardware [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1512.585796] env[62522]: DEBUG nova.virt.hardware [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1512.585976] env[62522]: DEBUG nova.virt.hardware [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1512.586353] env[62522]: DEBUG nova.virt.hardware [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1512.586528] env[62522]: DEBUG nova.virt.hardware [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1512.586730] env[62522]: DEBUG nova.virt.hardware [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1512.586892] env[62522]: DEBUG nova.virt.hardware [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1512.587073] env[62522]: DEBUG nova.virt.hardware [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1512.587417] env[62522]: DEBUG nova.virt.hardware [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1512.587618] env[62522]: DEBUG nova.virt.hardware [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1512.588997] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717f5827-e2ea-4451-a7f2-1116229de374 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.597170] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a1e88d-7438-4095-a91d-42ab4323541f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.619382] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: a2c5514a-b46c-4157-b89b-79f5e16441af] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1512.650974] env[62522]: DEBUG nova.network.neutron [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Updating instance_info_cache with network_info: [{"id": "468d4901-69bd-49f1-adee-621bfdae4c56", "address": "fa:16:3e:5b:03:f8", "network": {"id": "9d328e1b-9825-4cb3-b482-149152ffdd06", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-258108486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa02a9a201524ae39e1886f15263a260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap468d4901-69", "ovs_interfaceid": "468d4901-69bd-49f1-adee-621bfdae4c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.655841] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.656068] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.656252] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Deleting the datastore file [datastore1] a95a65fd-cc81-4780-964d-fd0af5e1623b {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.656503] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30aa84c7-2d1f-4045-97b9-053f5bcb28c1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.667028] env[62522]: DEBUG oslo_vmware.api [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1512.667028] env[62522]: value = "task-1702924" [ 1512.667028] env[62522]: _type = "Task" [ 1512.667028] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.674554] env[62522]: DEBUG oslo_vmware.api [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.989016] env[62522]: DEBUG oslo_concurrency.lockutils [None req-846318d1-e5ce-41d9-ae56-bf7b47f74417 tempest-ServerAddressesNegativeTestJSON-217651345 tempest-ServerAddressesNegativeTestJSON-217651345-project-member] Lock "d68a86ff-47af-4bae-b37b-bf18e539748b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.472s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.012931] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481854} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.016077] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 8808e17e-8d2e-454d-b010-7dadb15766d7/8808e17e-8d2e-454d-b010-7dadb15766d7.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1513.016077] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1513.016077] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59fc7225-e2e7-4dea-9af4-344b3aabfeca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.020388] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1513.020388] env[62522]: value = "task-1702925" [ 1513.020388] env[62522]: _type = "Task" [ 1513.020388] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.030834] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.123996] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 88554528-b370-49cb-ac2e-75864d0d33bf] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1513.154758] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Releasing lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.154758] env[62522]: DEBUG nova.compute.manager [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Instance network_info: |[{"id": "468d4901-69bd-49f1-adee-621bfdae4c56", "address": "fa:16:3e:5b:03:f8", "network": {"id": "9d328e1b-9825-4cb3-b482-149152ffdd06", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-258108486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa02a9a201524ae39e1886f15263a260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap468d4901-69", "ovs_interfaceid": "468d4901-69bd-49f1-adee-621bfdae4c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1513.154758] env[62522]: DEBUG oslo_concurrency.lockutils [req-f06e7acf-3c97-49fd-b366-c07ed70caf37 req-b36bc158-a176-4e24-b62c-3fe59b867ebf service nova] Acquired lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.154758] env[62522]: DEBUG nova.network.neutron [req-f06e7acf-3c97-49fd-b366-c07ed70caf37 req-b36bc158-a176-4e24-b62c-3fe59b867ebf service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Refreshing network info cache for port 468d4901-69bd-49f1-adee-621bfdae4c56 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.155911] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:03:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '468d4901-69bd-49f1-adee-621bfdae4c56', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1513.164484] env[62522]: DEBUG oslo.service.loopingcall [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.168008] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1513.169118] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-793953cc-8311-428c-bbc2-fffd376fd5f7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.194823] env[62522]: DEBUG oslo_vmware.api [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419116} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.196051] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.196308] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1513.196527] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.196730] env[62522]: INFO nova.compute.manager [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1513.196997] env[62522]: DEBUG oslo.service.loopingcall [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.197224] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1513.197224] env[62522]: value = "task-1702926" [ 1513.197224] env[62522]: _type = "Task" [ 1513.197224] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.197461] env[62522]: DEBUG nova.compute.manager [-] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1513.197628] env[62522]: DEBUG nova.network.neutron [-] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.208515] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702926, 'name': CreateVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.530254] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066086} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.534162] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1513.537249] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc85a185-53a0-4575-9157-197072edacdd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.540063] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1513.551351] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e810da4a-1825-4e92-a739-422e90b384fd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.563287] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 8808e17e-8d2e-454d-b010-7dadb15766d7/8808e17e-8d2e-454d-b010-7dadb15766d7.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1513.566091] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f4603b-882a-404e-aedc-5ae52f704ebf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.585444] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1513.585444] env[62522]: value = "task-1702927" [ 1513.585444] env[62522]: _type = "Task" [ 1513.585444] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.586782] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1513.586782] env[62522]: value = "task-1702928" [ 1513.586782] env[62522]: _type = "Task" [ 1513.586782] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.600134] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.625966] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 4ad5f8ec-b4a5-42e9-831b-6b0f93327311] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1513.672847] env[62522]: DEBUG nova.compute.manager [req-1f3ac9b1-134a-4b36-abff-842d46e756b6 req-41f26f5e-94b8-4efc-86ee-f9a05c526ccc service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Received event network-vif-plugged-caa281a6-1a01-4e43-89bf-f94cba8ea8f4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1513.675399] env[62522]: DEBUG oslo_concurrency.lockutils [req-1f3ac9b1-134a-4b36-abff-842d46e756b6 req-41f26f5e-94b8-4efc-86ee-f9a05c526ccc service nova] Acquiring lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.675399] env[62522]: DEBUG oslo_concurrency.lockutils [req-1f3ac9b1-134a-4b36-abff-842d46e756b6 req-41f26f5e-94b8-4efc-86ee-f9a05c526ccc service nova] Lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.675399] env[62522]: DEBUG oslo_concurrency.lockutils [req-1f3ac9b1-134a-4b36-abff-842d46e756b6 req-41f26f5e-94b8-4efc-86ee-f9a05c526ccc service nova] Lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.675399] env[62522]: DEBUG nova.compute.manager [req-1f3ac9b1-134a-4b36-abff-842d46e756b6 req-41f26f5e-94b8-4efc-86ee-f9a05c526ccc service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] No waiting events found dispatching network-vif-plugged-caa281a6-1a01-4e43-89bf-f94cba8ea8f4 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1513.675399] env[62522]: WARNING nova.compute.manager [req-1f3ac9b1-134a-4b36-abff-842d46e756b6 req-41f26f5e-94b8-4efc-86ee-f9a05c526ccc service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Received unexpected event network-vif-plugged-caa281a6-1a01-4e43-89bf-f94cba8ea8f4 for instance with vm_state building and task_state spawning. [ 1513.715373] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702926, 'name': CreateVM_Task, 'duration_secs': 0.371053} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.715489] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.716171] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.716380] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.716720] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.717267] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6185a6a4-c882-42dd-a9c5-85b1b85af414 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.726724] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1513.726724] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521a432d-940c-411e-bfd7-b889f17646a8" [ 1513.726724] env[62522]: _type = "Task" [ 1513.726724] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.737134] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521a432d-940c-411e-bfd7-b889f17646a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.738082] env[62522]: DEBUG nova.network.neutron [req-f06e7acf-3c97-49fd-b366-c07ed70caf37 req-b36bc158-a176-4e24-b62c-3fe59b867ebf service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Updated VIF entry in instance network info cache for port 468d4901-69bd-49f1-adee-621bfdae4c56. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.738626] env[62522]: DEBUG nova.network.neutron [req-f06e7acf-3c97-49fd-b366-c07ed70caf37 req-b36bc158-a176-4e24-b62c-3fe59b867ebf service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Updating instance_info_cache with network_info: [{"id": "468d4901-69bd-49f1-adee-621bfdae4c56", "address": "fa:16:3e:5b:03:f8", "network": {"id": "9d328e1b-9825-4cb3-b482-149152ffdd06", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-258108486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa02a9a201524ae39e1886f15263a260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap468d4901-69", "ovs_interfaceid": "468d4901-69bd-49f1-adee-621bfdae4c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.832053] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77b21ce-fca8-4093-a862-4bbb217fa68f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.842471] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd4a5ff-a2ab-4c86-87a3-82983f16ba64 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.878992] env[62522]: DEBUG nova.network.neutron [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Successfully updated port: caa281a6-1a01-4e43-89bf-f94cba8ea8f4 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1513.880691] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3364b4-4598-4d72-8e2d-31c59e934ed4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.895029] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81accb2f-5fb3-4e21-8311-deac007b52e8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.909287] env[62522]: DEBUG nova.compute.provider_tree [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.021988] env[62522]: DEBUG nova.compute.manager [req-45c8b859-c94c-443b-a0f9-6463602c8455 req-de9b9137-9a34-4ba9-99b6-756f2a22a560 service nova] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Received event network-vif-deleted-20fc64c3-142f-438f-b514-1c44c4906147 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1514.022204] env[62522]: INFO nova.compute.manager [req-45c8b859-c94c-443b-a0f9-6463602c8455 req-de9b9137-9a34-4ba9-99b6-756f2a22a560 service nova] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Neutron deleted interface 20fc64c3-142f-438f-b514-1c44c4906147; detaching it from the instance and deleting it from the info cache [ 1514.022508] env[62522]: DEBUG nova.network.neutron [req-45c8b859-c94c-443b-a0f9-6463602c8455 req-de9b9137-9a34-4ba9-99b6-756f2a22a560 service nova] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.108494] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702927, 'name': PowerOffVM_Task, 'duration_secs': 0.199469} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.108494] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702928, 'name': ReconfigVM_Task, 'duration_secs': 0.289365} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.108494] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1514.108699] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 8808e17e-8d2e-454d-b010-7dadb15766d7/8808e17e-8d2e-454d-b010-7dadb15766d7.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.109429] env[62522]: DEBUG nova.network.neutron [-] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.112896] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f584c7d9-8f88-44fd-8475-71c51cd94c19 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.113728] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79ffce4c-94eb-4d6c-9b42-fa861e412f0c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.132701] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: d530a3a4-72b9-44d8-8d1d-536d1cdb61dd] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1514.136763] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1064ba6c-afb6-4390-a433-d9a46d00db3c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.140133] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1514.140133] env[62522]: value = "task-1702929" [ 1514.140133] env[62522]: _type = "Task" [ 1514.140133] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.158360] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702929, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.177561] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.177956] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fe5bfdf-c70e-400d-ad61-4d92a3d4105a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.187093] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1514.187093] env[62522]: value = "task-1702930" [ 1514.187093] env[62522]: _type = "Task" [ 1514.187093] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.200039] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.237919] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521a432d-940c-411e-bfd7-b889f17646a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010033} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.238289] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.238980] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1514.238980] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.239107] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.239237] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1514.239862] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ea0516a-eaca-4f6d-a943-d2257f584e38 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.247961] env[62522]: DEBUG oslo_concurrency.lockutils [req-f06e7acf-3c97-49fd-b366-c07ed70caf37 req-b36bc158-a176-4e24-b62c-3fe59b867ebf service nova] Releasing lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.250154] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1514.250366] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1514.251346] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e704cc3-b419-4780-8288-f285f42c60c6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.258118] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1514.258118] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e56687-ffe1-9005-e697-674b39156203" [ 1514.258118] env[62522]: _type = "Task" [ 1514.258118] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.274406] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e56687-ffe1-9005-e697-674b39156203, 'name': SearchDatastore_Task, 'duration_secs': 0.008821} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.275264] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07dba0b8-ee61-4853-8957-d0d21e509d59 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.280978] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1514.280978] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5228d49f-170c-5786-2338-5df4dd7afd52" [ 1514.280978] env[62522]: _type = "Task" [ 1514.280978] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.289793] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5228d49f-170c-5786-2338-5df4dd7afd52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.384512] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.384683] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.384822] env[62522]: DEBUG nova.network.neutron [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.412480] env[62522]: DEBUG nova.scheduler.client.report [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1514.525084] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d1d5fad-85a7-4d91-8f09-2c658f9fd814 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.535277] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3616a374-3fd4-479b-b18f-999d0ec69844 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.578511] env[62522]: DEBUG nova.compute.manager [req-45c8b859-c94c-443b-a0f9-6463602c8455 req-de9b9137-9a34-4ba9-99b6-756f2a22a560 service nova] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Detach interface failed, port_id=20fc64c3-142f-438f-b514-1c44c4906147, reason: Instance a95a65fd-cc81-4780-964d-fd0af5e1623b could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1514.616367] env[62522]: INFO nova.compute.manager [-] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Took 1.42 seconds to deallocate network for instance. [ 1514.642152] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: d7737573-ca13-4b98-9273-dcf4439155cf] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1514.653174] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702929, 'name': Rename_Task, 'duration_secs': 0.142018} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.653174] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1514.653339] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6807f66-650d-4815-be76-82d58a0e4d0b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.661150] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1514.661150] env[62522]: value = "task-1702931" [ 1514.661150] env[62522]: _type = "Task" [ 1514.661150] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.673510] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.699244] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1514.699782] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1514.699782] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.800094] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5228d49f-170c-5786-2338-5df4dd7afd52, 'name': SearchDatastore_Task, 'duration_secs': 0.008349} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.800528] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.800985] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] aa942a62-5737-4dff-bed7-2b83c5284099/aa942a62-5737-4dff-bed7-2b83c5284099.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.801533] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.801922] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1514.804693] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-979f1bda-abed-45cc-8081-1760d4e93cbf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.805412] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de761929-fc6f-4321-aa6d-5a6190cea048 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.813951] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1514.813951] env[62522]: value = "task-1702932" [ 1514.813951] env[62522]: _type = "Task" [ 1514.813951] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.823581] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1514.823581] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1514.823742] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee163cd-2ce9-49d6-942f-9aa27f9b10d7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.831167] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.835237] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1514.835237] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e69f55-de21-f0e5-5a50-5cad713d77c8" [ 1514.835237] env[62522]: _type = "Task" [ 1514.835237] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.844187] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e69f55-de21-f0e5-5a50-5cad713d77c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.918439] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.918439] env[62522]: DEBUG nova.compute.manager [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1514.922835] env[62522]: DEBUG oslo_concurrency.lockutils [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.014s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.923790] env[62522]: DEBUG nova.objects.instance [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lazy-loading 'resources' on Instance uuid 4f34bca7-5bb3-4f12-9074-a87c5d43bb91 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.942501] env[62522]: DEBUG nova.network.neutron [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1515.123250] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.149971] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 3caafb87-21d6-4f25-b151-af64f83162ed] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1515.174040] env[62522]: DEBUG oslo_vmware.api [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702931, 'name': PowerOnVM_Task, 'duration_secs': 0.506132} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.174369] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1515.174579] env[62522]: INFO nova.compute.manager [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1515.174764] env[62522]: DEBUG nova.compute.manager [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1515.175730] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c006484f-c579-4007-9516-e469db212e38 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.184646] env[62522]: DEBUG nova.network.neutron [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Updating instance_info_cache with network_info: [{"id": "caa281a6-1a01-4e43-89bf-f94cba8ea8f4", "address": "fa:16:3e:0b:4d:86", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa281a6-1a", "ovs_interfaceid": "caa281a6-1a01-4e43-89bf-f94cba8ea8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.329178] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496529} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.331427] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] aa942a62-5737-4dff-bed7-2b83c5284099/aa942a62-5737-4dff-bed7-2b83c5284099.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1515.331427] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.331427] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2e01a7b-1bb5-488d-a1e7-a017cb9e02ef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.343701] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1515.343701] env[62522]: value = "task-1702933" [ 1515.343701] env[62522]: _type = "Task" [ 1515.343701] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.352482] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e69f55-de21-f0e5-5a50-5cad713d77c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.353615] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1612e239-4403-40ab-9153-231b124c3075 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.359868] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.363895] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1515.363895] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5236ac7a-d3db-507d-bd61-d386f5a15c25" [ 1515.363895] env[62522]: _type = "Task" [ 1515.363895] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.373556] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5236ac7a-d3db-507d-bd61-d386f5a15c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.414474] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Acquiring lock "14782297-1a26-4c7a-9d1e-46a92499b389" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.414725] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Lock "14782297-1a26-4c7a-9d1e-46a92499b389" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.426563] env[62522]: DEBUG nova.compute.utils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1515.432504] env[62522]: DEBUG nova.compute.manager [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1515.432763] env[62522]: DEBUG nova.network.neutron [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1515.487992] env[62522]: DEBUG nova.policy [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '564418b880fc44ebb54a436f05f83bed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9502dfb6740421fb04e692040f08918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1515.656178] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 9d50cb49-63ed-468e-a774-7e96d64acecb] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1515.688839] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.688839] env[62522]: DEBUG nova.compute.manager [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Instance network_info: |[{"id": "caa281a6-1a01-4e43-89bf-f94cba8ea8f4", "address": "fa:16:3e:0b:4d:86", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa281a6-1a", "ovs_interfaceid": "caa281a6-1a01-4e43-89bf-f94cba8ea8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1515.691584] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:4d:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caa281a6-1a01-4e43-89bf-f94cba8ea8f4', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1515.701589] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Creating folder: Project (692b371532294aa6bb9658ddd895f0fb). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1515.709240] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-310ef43e-f8d0-4ae0-95ec-d71ef85bb415 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.712438] env[62522]: DEBUG nova.compute.manager [req-06c69ca8-1229-4fd5-99f6-7caad79cfc36 req-ec3d3982-abff-49a1-995c-3687149b1673 service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Received event network-changed-caa281a6-1a01-4e43-89bf-f94cba8ea8f4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1515.712438] env[62522]: DEBUG nova.compute.manager [req-06c69ca8-1229-4fd5-99f6-7caad79cfc36 req-ec3d3982-abff-49a1-995c-3687149b1673 service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Refreshing instance network info cache due to event network-changed-caa281a6-1a01-4e43-89bf-f94cba8ea8f4. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1515.712556] env[62522]: DEBUG oslo_concurrency.lockutils [req-06c69ca8-1229-4fd5-99f6-7caad79cfc36 req-ec3d3982-abff-49a1-995c-3687149b1673 service nova] Acquiring lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.712629] env[62522]: DEBUG oslo_concurrency.lockutils [req-06c69ca8-1229-4fd5-99f6-7caad79cfc36 req-ec3d3982-abff-49a1-995c-3687149b1673 service nova] Acquired lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.712898] env[62522]: DEBUG nova.network.neutron [req-06c69ca8-1229-4fd5-99f6-7caad79cfc36 req-ec3d3982-abff-49a1-995c-3687149b1673 service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Refreshing network info cache for port caa281a6-1a01-4e43-89bf-f94cba8ea8f4 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.719013] env[62522]: INFO nova.compute.manager [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Took 28.49 seconds to build instance. [ 1515.722161] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c2509c-8582-4b5f-a5c2-d99a59140392 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.727115] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Created folder: Project (692b371532294aa6bb9658ddd895f0fb) in parent group-v354730. [ 1515.727888] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Creating folder: Instances. Parent ref: group-v354907. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1515.728674] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f5760fa-d1fe-4440-b237-4577424c5121 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.734211] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f5d1cb-bd59-416b-b7a4-1cf8a7b5eda2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.740479] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Created folder: Instances in parent group-v354907. [ 1515.740818] env[62522]: DEBUG oslo.service.loopingcall [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.766333] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1515.767080] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-addaafef-f194-46a5-92a9-aa750dc2a76a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.782015] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d453cc1-4024-4995-a4eb-c03358f88c15 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.791928] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a493225e-1c1d-4725-89f6-8160378b3968 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.795718] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1515.795718] env[62522]: value = "task-1702936" [ 1515.795718] env[62522]: _type = "Task" [ 1515.795718] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.809230] env[62522]: DEBUG nova.compute.provider_tree [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.815466] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702936, 'name': CreateVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.855100] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06365} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.855660] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1515.857054] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6f87b5-008c-40be-94e8-8968a7a1a937 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.860399] env[62522]: DEBUG nova.network.neutron [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Successfully created port: faad9a78-ac33-4799-bcf5-a5c54b54bb5d {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1515.883362] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] aa942a62-5737-4dff-bed7-2b83c5284099/aa942a62-5737-4dff-bed7-2b83c5284099.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.886677] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-125acee5-adc1-4a79-9398-2371b7d1c6c2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.907093] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5236ac7a-d3db-507d-bd61-d386f5a15c25, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.909708] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.909708] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3f76d1f8-c7d3-4396-bedb-07e55621f227/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk. {{(pid=62522) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1515.909708] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1515.909708] env[62522]: value = "task-1702937" [ 1515.909708] env[62522]: _type = "Task" [ 1515.909708] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.909708] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3e8c3ad-6a9c-48fd-9a19-2f7c5abca6ef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.919908] env[62522]: DEBUG nova.compute.manager [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1515.922595] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702937, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.926025] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1515.926025] env[62522]: value = "task-1702938" [ 1515.926025] env[62522]: _type = "Task" [ 1515.926025] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.932979] env[62522]: DEBUG nova.compute.manager [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1515.936892] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.159819] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 95d0f45c-f990-41b5-b6e0-f95c026c12d9] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1516.228043] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c452e27-a12a-428d-b5d3-f68d360c3a5c tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8808e17e-8d2e-454d-b010-7dadb15766d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.003s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.310098] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702936, 'name': CreateVM_Task, 'duration_secs': 0.473954} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.310353] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1516.311160] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.311346] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.311676] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1516.312621] env[62522]: DEBUG nova.scheduler.client.report [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1516.317773] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed468b3c-14c4-4c2e-9058-d26c85404021 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.325325] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1516.325325] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527a22df-edfa-999e-c3b6-e01bb33b051f" [ 1516.325325] env[62522]: _type = "Task" [ 1516.325325] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.336233] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527a22df-edfa-999e-c3b6-e01bb33b051f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.422909] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.443915] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702938, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.454114] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.664108] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 253352c1-988b-44c7-a7d6-9700493a678c] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1516.687537] env[62522]: DEBUG nova.network.neutron [req-06c69ca8-1229-4fd5-99f6-7caad79cfc36 req-ec3d3982-abff-49a1-995c-3687149b1673 service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Updated VIF entry in instance network info cache for port caa281a6-1a01-4e43-89bf-f94cba8ea8f4. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1516.688042] env[62522]: DEBUG nova.network.neutron [req-06c69ca8-1229-4fd5-99f6-7caad79cfc36 req-ec3d3982-abff-49a1-995c-3687149b1673 service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Updating instance_info_cache with network_info: [{"id": "caa281a6-1a01-4e43-89bf-f94cba8ea8f4", "address": "fa:16:3e:0b:4d:86", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa281a6-1a", "ovs_interfaceid": "caa281a6-1a01-4e43-89bf-f94cba8ea8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.821846] env[62522]: DEBUG oslo_concurrency.lockutils [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.824480] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.716s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.835535] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527a22df-edfa-999e-c3b6-e01bb33b051f, 'name': SearchDatastore_Task, 'duration_secs': 0.0618} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.836239] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.836516] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1516.836694] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.836840] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.837018] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1516.837495] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f7feede-0e27-4c96-87a6-59d6baf5e0b6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.840059] env[62522]: INFO nova.scheduler.client.report [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleted allocations for instance 4f34bca7-5bb3-4f12-9074-a87c5d43bb91 [ 1516.849874] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1516.850066] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1516.850810] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e86e043-ade7-4fee-b3cb-793c09b6463a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.856760] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1516.856760] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5231b1d1-6eb2-73f4-f2b1-d204fc892991" [ 1516.856760] env[62522]: _type = "Task" [ 1516.856760] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.863925] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5231b1d1-6eb2-73f4-f2b1-d204fc892991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.921115] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702937, 'name': ReconfigVM_Task, 'duration_secs': 0.681437} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.921409] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Reconfigured VM instance instance-0000003e to attach disk [datastore1] aa942a62-5737-4dff-bed7-2b83c5284099/aa942a62-5737-4dff-bed7-2b83c5284099.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1516.922059] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-629c1351-f5bf-4e98-a50c-8c7263d39228 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.929757] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1516.929757] env[62522]: value = "task-1702939" [ 1516.929757] env[62522]: _type = "Task" [ 1516.929757] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.936575] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568794} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.937440] env[62522]: INFO nova.virt.vmwareapi.ds_util [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3f76d1f8-c7d3-4396-bedb-07e55621f227/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk. [ 1516.937994] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493c77e3-c9a8-46c5-81a7-4c707af6e9bd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.945729] env[62522]: DEBUG nova.compute.manager [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1516.948301] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702939, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.968106] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 3f76d1f8-c7d3-4396-bedb-07e55621f227/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1516.970506] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ddf81eb-2c8c-4c51-bfdf-d69afed2aa4c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.989052] env[62522]: DEBUG nova.virt.hardware [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1516.989295] env[62522]: DEBUG nova.virt.hardware [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1516.989451] env[62522]: DEBUG nova.virt.hardware [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.989630] env[62522]: DEBUG nova.virt.hardware [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1516.989795] env[62522]: DEBUG nova.virt.hardware [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.989965] env[62522]: DEBUG nova.virt.hardware [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1516.990256] env[62522]: DEBUG nova.virt.hardware [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1516.990442] env[62522]: DEBUG nova.virt.hardware [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1516.990607] env[62522]: DEBUG nova.virt.hardware [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1516.990887] env[62522]: DEBUG nova.virt.hardware [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1516.990968] env[62522]: DEBUG nova.virt.hardware [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1516.991783] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88842ba-7c5d-4180-8482-e1e5cf7aae52 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.995695] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1516.995695] env[62522]: value = "task-1702940" [ 1516.995695] env[62522]: _type = "Task" [ 1516.995695] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.002233] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48103dbd-d52a-4dd3-b026-3d6ec71979a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.008309] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.170529] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.170812] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Cleaning up deleted instances with incomplete migration {{(pid=62522) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 1517.191185] env[62522]: DEBUG oslo_concurrency.lockutils [req-06c69ca8-1229-4fd5-99f6-7caad79cfc36 req-ec3d3982-abff-49a1-995c-3687149b1673 service nova] Releasing lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.347978] env[62522]: DEBUG oslo_concurrency.lockutils [None req-146ff384-02d4-4a50-9746-350cc5630b67 tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "4f34bca7-5bb3-4f12-9074-a87c5d43bb91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.031s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.367421] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5231b1d1-6eb2-73f4-f2b1-d204fc892991, 'name': SearchDatastore_Task, 'duration_secs': 0.009026} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.372066] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459b1f81-f163-4fa5-91ac-57e310e36ba4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.379493] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1517.379493] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5251f14e-01da-c4bf-3f2f-dfd6e75b0165" [ 1517.379493] env[62522]: _type = "Task" [ 1517.379493] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.393835] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5251f14e-01da-c4bf-3f2f-dfd6e75b0165, 'name': SearchDatastore_Task, 'duration_secs': 0.009472} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.394446] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.394761] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 04f2dcf8-ec65-432d-b5c0-1a351d12accb/04f2dcf8-ec65-432d-b5c0-1a351d12accb.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1517.395114] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-004d676c-bba3-4eb1-8ff3-07878f7bd160 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.403152] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1517.403152] env[62522]: value = "task-1702941" [ 1517.403152] env[62522]: _type = "Task" [ 1517.403152] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.411202] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1702941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.440316] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702939, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.510520] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702940, 'name': ReconfigVM_Task, 'duration_secs': 0.290846} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.510869] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 3f76d1f8-c7d3-4396-bedb-07e55621f227/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.511826] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e862ea6-8ba5-4483-94c0-8af495b400db {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.543967] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93bce0e2-50a4-4046-90d6-df1ad966bb12 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.559673] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1517.559673] env[62522]: value = "task-1702942" [ 1517.559673] env[62522]: _type = "Task" [ 1517.559673] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.570646] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.655911] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7482f84b-1f45-45ba-9554-d3bcf85df456 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.668720] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08d3ccc-478e-47c5-a072-9a9deded9f59 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.672917] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.707639] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25396383-12bb-446c-8776-16f6da255993 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.718024] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95424c4c-d29d-40c0-a863-06a60955f765 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.740498] env[62522]: DEBUG nova.compute.provider_tree [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.776174] env[62522]: DEBUG nova.compute.manager [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Stashing vm_state: active {{(pid=62522) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1517.868162] env[62522]: DEBUG nova.compute.manager [req-db0fbda0-ed82-4ee9-bf0f-6e111780ffe9 req-7e944d4e-9e54-4f5a-90a0-f87362e0f7fd service nova] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Received event network-vif-plugged-faad9a78-ac33-4799-bcf5-a5c54b54bb5d {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1517.868162] env[62522]: DEBUG oslo_concurrency.lockutils [req-db0fbda0-ed82-4ee9-bf0f-6e111780ffe9 req-7e944d4e-9e54-4f5a-90a0-f87362e0f7fd service nova] Acquiring lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.868162] env[62522]: DEBUG oslo_concurrency.lockutils [req-db0fbda0-ed82-4ee9-bf0f-6e111780ffe9 req-7e944d4e-9e54-4f5a-90a0-f87362e0f7fd service nova] Lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.868162] env[62522]: DEBUG oslo_concurrency.lockutils [req-db0fbda0-ed82-4ee9-bf0f-6e111780ffe9 req-7e944d4e-9e54-4f5a-90a0-f87362e0f7fd service nova] Lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.868162] env[62522]: DEBUG nova.compute.manager [req-db0fbda0-ed82-4ee9-bf0f-6e111780ffe9 req-7e944d4e-9e54-4f5a-90a0-f87362e0f7fd service nova] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] No waiting events found dispatching network-vif-plugged-faad9a78-ac33-4799-bcf5-a5c54b54bb5d {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1517.868162] env[62522]: WARNING nova.compute.manager [req-db0fbda0-ed82-4ee9-bf0f-6e111780ffe9 req-7e944d4e-9e54-4f5a-90a0-f87362e0f7fd service nova] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Received unexpected event network-vif-plugged-faad9a78-ac33-4799-bcf5-a5c54b54bb5d for instance with vm_state building and task_state spawning. [ 1517.915184] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1702941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499342} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.915184] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 04f2dcf8-ec65-432d-b5c0-1a351d12accb/04f2dcf8-ec65-432d-b5c0-1a351d12accb.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1517.915184] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1517.915663] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2cef1a5-802e-4190-823d-fabf1de0971f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.922885] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1517.922885] env[62522]: value = "task-1702943" [ 1517.922885] env[62522]: _type = "Task" [ 1517.922885] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.931796] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1702943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.941236] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702939, 'name': Rename_Task, 'duration_secs': 0.892878} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.941713] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.942082] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee8e59bf-850f-4ba0-b2ac-f7fa5ae90491 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.951201] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1517.951201] env[62522]: value = "task-1702944" [ 1517.951201] env[62522]: _type = "Task" [ 1517.951201] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.962876] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.031133] env[62522]: DEBUG nova.network.neutron [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Successfully updated port: faad9a78-ac33-4799-bcf5-a5c54b54bb5d {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1518.070385] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702942, 'name': ReconfigVM_Task, 'duration_secs': 0.189351} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.070837] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1518.071213] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b7df6d1-aee0-4892-81c5-d2f7574e081a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.078206] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1518.078206] env[62522]: value = "task-1702945" [ 1518.078206] env[62522]: _type = "Task" [ 1518.078206] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.086745] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.231314] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "c0e94a39-196b-49f4-8229-104f30633ec1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.231314] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "c0e94a39-196b-49f4-8229-104f30633ec1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.231314] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "c0e94a39-196b-49f4-8229-104f30633ec1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.231314] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "c0e94a39-196b-49f4-8229-104f30633ec1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.231314] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "c0e94a39-196b-49f4-8229-104f30633ec1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.232462] env[62522]: INFO nova.compute.manager [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Terminating instance [ 1518.244326] env[62522]: DEBUG nova.scheduler.client.report [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1518.304559] env[62522]: DEBUG oslo_concurrency.lockutils [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.434062] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1702943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063655} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.434477] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1518.435353] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a545c4-1d7b-49fd-92f4-3704a70930f9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.458839] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 04f2dcf8-ec65-432d-b5c0-1a351d12accb/04f2dcf8-ec65-432d-b5c0-1a351d12accb.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.462484] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c4e7097-1f22-40aa-9d7a-e35486a18d5e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.485539] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702944, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.487032] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1518.487032] env[62522]: value = "task-1702946" [ 1518.487032] env[62522]: _type = "Task" [ 1518.487032] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.495383] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1702946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.534362] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "refresh_cache-6a4a3cc9-d941-440f-8f68-e3cec2a9332f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.534362] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "refresh_cache-6a4a3cc9-d941-440f-8f68-e3cec2a9332f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.534362] env[62522]: DEBUG nova.network.neutron [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.588964] env[62522]: DEBUG oslo_vmware.api [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702945, 'name': PowerOnVM_Task, 'duration_secs': 0.474957} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.590117] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.593389] env[62522]: DEBUG nova.compute.manager [None req-c2e52b93-db23-4eeb-9fc9-1d35ccb17c16 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.594815] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cc1da6-a5f0-4710-9762-45e03619dd84 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.737084] env[62522]: DEBUG nova.compute.manager [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1518.737539] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1518.738269] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd49e529-494d-421b-8efd-8438af1b412d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.748064] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1518.748064] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-504eca56-3d9e-499f-ae54-0c5e5aac2ca8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.758108] env[62522]: DEBUG oslo_vmware.api [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1518.758108] env[62522]: value = "task-1702947" [ 1518.758108] env[62522]: _type = "Task" [ 1518.758108] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.767615] env[62522]: DEBUG oslo_vmware.api [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.959152] env[62522]: DEBUG oslo_vmware.api [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702944, 'name': PowerOnVM_Task, 'duration_secs': 0.805618} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.959433] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.959632] env[62522]: INFO nova.compute.manager [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1518.959809] env[62522]: DEBUG nova.compute.manager [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.960570] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f9bb29-9fe4-4d95-b7bc-0f84ee6418c1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.997669] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1702946, 'name': ReconfigVM_Task, 'duration_secs': 0.299725} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.998768] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 04f2dcf8-ec65-432d-b5c0-1a351d12accb/04f2dcf8-ec65-432d-b5c0-1a351d12accb.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.999515] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ade01bc2-e693-408b-be14-e1dacad246ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.006640] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1519.006640] env[62522]: value = "task-1702948" [ 1519.006640] env[62522]: _type = "Task" [ 1519.006640] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.018054] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1702948, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.085871] env[62522]: DEBUG nova.network.neutron [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1519.255391] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.431s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.257975] env[62522]: DEBUG nova.compute.manager [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62522) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5257}} [ 1519.261453] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.504s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.261769] env[62522]: DEBUG nova.objects.instance [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lazy-loading 'resources' on Instance uuid f6ebb4e2-a119-4431-a395-d909acd21dae {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.274994] env[62522]: DEBUG oslo_vmware.api [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702947, 'name': PowerOffVM_Task, 'duration_secs': 0.488629} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.275214] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.280441] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.280441] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f73da3cd-cbec-4f7a-bdad-0b85e62b3ec8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.295382] env[62522]: DEBUG nova.network.neutron [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Updating instance_info_cache with network_info: [{"id": "faad9a78-ac33-4799-bcf5-a5c54b54bb5d", "address": "fa:16:3e:e9:79:a3", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaad9a78-ac", "ovs_interfaceid": "faad9a78-ac33-4799-bcf5-a5c54b54bb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.346617] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.346929] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.347026] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleting the datastore file [datastore1] c0e94a39-196b-49f4-8229-104f30633ec1 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.347665] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a2d4a5e-6dd2-4e47-ba6d-d1a6699d8765 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.354576] env[62522]: DEBUG oslo_vmware.api [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for the task: (returnval){ [ 1519.354576] env[62522]: value = "task-1702950" [ 1519.354576] env[62522]: _type = "Task" [ 1519.354576] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.366659] env[62522]: DEBUG oslo_vmware.api [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.478628] env[62522]: INFO nova.compute.manager [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Took 31.77 seconds to build instance. [ 1519.516559] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1702948, 'name': Rename_Task, 'duration_secs': 0.143478} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.516802] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.517056] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-821ada03-3964-4620-9c71-9c05bb97cb0c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.522859] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1519.522859] env[62522]: value = "task-1702951" [ 1519.522859] env[62522]: _type = "Task" [ 1519.522859] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.531844] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1702951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.798629] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "refresh_cache-6a4a3cc9-d941-440f-8f68-e3cec2a9332f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.801456] env[62522]: DEBUG nova.compute.manager [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Instance network_info: |[{"id": "faad9a78-ac33-4799-bcf5-a5c54b54bb5d", "address": "fa:16:3e:e9:79:a3", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaad9a78-ac", "ovs_interfaceid": "faad9a78-ac33-4799-bcf5-a5c54b54bb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1519.801456] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:79:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faad9a78-ac33-4799-bcf5-a5c54b54bb5d', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1519.812087] env[62522]: DEBUG oslo.service.loopingcall [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.815149] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1519.815573] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-657c6597-7f5e-4c70-9825-28b5b3225eb2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.837401] env[62522]: INFO nova.scheduler.client.report [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleted allocation for migration 28044c63-a54d-49d0-bf91-04a73d7fb1fe [ 1519.844944] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1519.844944] env[62522]: value = "task-1702952" [ 1519.844944] env[62522]: _type = "Task" [ 1519.844944] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.855563] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702952, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.867799] env[62522]: DEBUG oslo_vmware.api [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Task: {'id': task-1702950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137932} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.868011] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.868429] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.868429] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.868642] env[62522]: INFO nova.compute.manager [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1519.868836] env[62522]: DEBUG oslo.service.loopingcall [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.869055] env[62522]: DEBUG nova.compute.manager [-] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1519.869170] env[62522]: DEBUG nova.network.neutron [-] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1519.953393] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Acquiring lock "b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.953545] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Lock "b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.969473] env[62522]: DEBUG nova.compute.manager [req-96212d88-6468-41a6-964d-b4dcbb885948 req-27ed5050-cb92-4c8e-b068-4dddced74117 service nova] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Received event network-changed-faad9a78-ac33-4799-bcf5-a5c54b54bb5d {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1519.969673] env[62522]: DEBUG nova.compute.manager [req-96212d88-6468-41a6-964d-b4dcbb885948 req-27ed5050-cb92-4c8e-b068-4dddced74117 service nova] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Refreshing instance network info cache due to event network-changed-faad9a78-ac33-4799-bcf5-a5c54b54bb5d. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1519.969889] env[62522]: DEBUG oslo_concurrency.lockutils [req-96212d88-6468-41a6-964d-b4dcbb885948 req-27ed5050-cb92-4c8e-b068-4dddced74117 service nova] Acquiring lock "refresh_cache-6a4a3cc9-d941-440f-8f68-e3cec2a9332f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.970071] env[62522]: DEBUG oslo_concurrency.lockutils [req-96212d88-6468-41a6-964d-b4dcbb885948 req-27ed5050-cb92-4c8e-b068-4dddced74117 service nova] Acquired lock "refresh_cache-6a4a3cc9-d941-440f-8f68-e3cec2a9332f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.970254] env[62522]: DEBUG nova.network.neutron [req-96212d88-6468-41a6-964d-b4dcbb885948 req-27ed5050-cb92-4c8e-b068-4dddced74117 service nova] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Refreshing network info cache for port faad9a78-ac33-4799-bcf5-a5c54b54bb5d {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.980160] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6a48f-c138-45be-98c3-a3b0c2cf1070 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "aa942a62-5737-4dff-bed7-2b83c5284099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.280s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.033406] env[62522]: DEBUG oslo_vmware.api [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1702951, 'name': PowerOnVM_Task, 'duration_secs': 0.486637} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.033406] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1520.033586] env[62522]: INFO nova.compute.manager [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1520.036533] env[62522]: DEBUG nova.compute.manager [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.036533] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30764896-4a4a-4a2a-a037-ea6303069985 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.118860] env[62522]: INFO nova.compute.manager [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Unrescuing [ 1520.118860] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "refresh_cache-3f76d1f8-c7d3-4396-bedb-07e55621f227" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.118860] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquired lock "refresh_cache-3f76d1f8-c7d3-4396-bedb-07e55621f227" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.118860] env[62522]: DEBUG nova.network.neutron [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1520.125676] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99087195-1c7f-4ee3-9320-5be496f56b5d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.136614] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a686f69-375a-4b89-9384-d020b1f3d4c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.170788] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dad0b6-e2d9-4747-bafc-40abced6bd50 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.179953] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbd21c9-1bc2-41cc-843a-ce4502712844 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.194775] env[62522]: DEBUG nova.compute.provider_tree [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.345025] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b039c437-c9e2-4fcd-a396-926e82618f02 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.652s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.357196] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702952, 'name': CreateVM_Task, 'duration_secs': 0.493794} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.357443] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1520.358382] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.358612] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.359055] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1520.359782] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a139ef-ca48-4ec3-95d4-7e9278285074 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.367344] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1520.367344] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527e1753-1fc6-e970-0c34-4bc6f94715da" [ 1520.367344] env[62522]: _type = "Task" [ 1520.367344] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.381384] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527e1753-1fc6-e970-0c34-4bc6f94715da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.457101] env[62522]: DEBUG nova.compute.manager [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1520.563249] env[62522]: INFO nova.compute.manager [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Took 28.63 seconds to build instance. [ 1520.633591] env[62522]: DEBUG nova.objects.instance [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'flavor' on Instance uuid ebc7284b-8da1-43e7-9a17-9572e4fe7e53 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.698721] env[62522]: DEBUG nova.scheduler.client.report [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1520.784138] env[62522]: DEBUG nova.network.neutron [-] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.861739] env[62522]: DEBUG nova.network.neutron [req-96212d88-6468-41a6-964d-b4dcbb885948 req-27ed5050-cb92-4c8e-b068-4dddced74117 service nova] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Updated VIF entry in instance network info cache for port faad9a78-ac33-4799-bcf5-a5c54b54bb5d. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1520.862063] env[62522]: DEBUG nova.network.neutron [req-96212d88-6468-41a6-964d-b4dcbb885948 req-27ed5050-cb92-4c8e-b068-4dddced74117 service nova] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Updating instance_info_cache with network_info: [{"id": "faad9a78-ac33-4799-bcf5-a5c54b54bb5d", "address": "fa:16:3e:e9:79:a3", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaad9a78-ac", "ovs_interfaceid": "faad9a78-ac33-4799-bcf5-a5c54b54bb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.880418] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527e1753-1fc6-e970-0c34-4bc6f94715da, 'name': SearchDatastore_Task, 'duration_secs': 0.01997} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.881301] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.881564] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1520.881788] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.881973] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.882384] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1520.882725] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b81ef9ba-a1a7-4f0a-bc9e-96949a74fa43 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.891962] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1520.892160] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1520.892999] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7928d7bf-faaf-4a2e-8bcc-94e4f21b260b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.898038] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1520.898038] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b34fd2-030a-adc1-2911-89429ab5e0bf" [ 1520.898038] env[62522]: _type = "Task" [ 1520.898038] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.906066] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b34fd2-030a-adc1-2911-89429ab5e0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.975463] env[62522]: DEBUG nova.network.neutron [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Updating instance_info_cache with network_info: [{"id": "0628be81-19b4-43b1-bce1-eec61600c433", "address": "fa:16:3e:6c:7d:03", "network": {"id": "a7d252eb-357d-4b2c-9f96-d39603741506", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-680414745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f553e68809934612a8080c2fe1404383", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0628be81-19", "ovs_interfaceid": "0628be81-19b4-43b1-bce1-eec61600c433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.983747] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.065714] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f8e03e56-b6ab-411c-8fc0-fbf25271842f tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.551s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.138876] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.139119] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.139283] env[62522]: DEBUG nova.network.neutron [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.139461] env[62522]: DEBUG nova.objects.instance [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'info_cache' on Instance uuid ebc7284b-8da1-43e7-9a17-9572e4fe7e53 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.204240] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.206447] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.084s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.206667] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.208427] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.754s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.210280] env[62522]: INFO nova.compute.claims [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1521.226368] env[62522]: INFO nova.scheduler.client.report [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Deleted allocations for instance f6ebb4e2-a119-4431-a395-d909acd21dae [ 1521.230620] env[62522]: INFO nova.scheduler.client.report [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Deleted allocations for instance a95a65fd-cc81-4780-964d-fd0af5e1623b [ 1521.244790] env[62522]: DEBUG nova.compute.manager [req-540c5eee-cbf9-4103-a052-73532995ead0 req-6fe35409-e6f5-45c6-a907-a7dc40ad6702 service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Received event network-changed-caa281a6-1a01-4e43-89bf-f94cba8ea8f4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1521.244790] env[62522]: DEBUG nova.compute.manager [req-540c5eee-cbf9-4103-a052-73532995ead0 req-6fe35409-e6f5-45c6-a907-a7dc40ad6702 service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Refreshing instance network info cache due to event network-changed-caa281a6-1a01-4e43-89bf-f94cba8ea8f4. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1521.244790] env[62522]: DEBUG oslo_concurrency.lockutils [req-540c5eee-cbf9-4103-a052-73532995ead0 req-6fe35409-e6f5-45c6-a907-a7dc40ad6702 service nova] Acquiring lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.244790] env[62522]: DEBUG oslo_concurrency.lockutils [req-540c5eee-cbf9-4103-a052-73532995ead0 req-6fe35409-e6f5-45c6-a907-a7dc40ad6702 service nova] Acquired lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.244790] env[62522]: DEBUG nova.network.neutron [req-540c5eee-cbf9-4103-a052-73532995ead0 req-6fe35409-e6f5-45c6-a907-a7dc40ad6702 service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Refreshing network info cache for port caa281a6-1a01-4e43-89bf-f94cba8ea8f4 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.288834] env[62522]: INFO nova.compute.manager [-] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Took 1.42 seconds to deallocate network for instance. [ 1521.353804] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "aa942a62-5737-4dff-bed7-2b83c5284099" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.354130] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "aa942a62-5737-4dff-bed7-2b83c5284099" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.354405] env[62522]: INFO nova.compute.manager [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Rebooting instance [ 1521.364940] env[62522]: DEBUG oslo_concurrency.lockutils [req-96212d88-6468-41a6-964d-b4dcbb885948 req-27ed5050-cb92-4c8e-b068-4dddced74117 service nova] Releasing lock "refresh_cache-6a4a3cc9-d941-440f-8f68-e3cec2a9332f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.409314] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b34fd2-030a-adc1-2911-89429ab5e0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.027904} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.410226] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6b9004-0007-4a04-be15-92bd89c29f32 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.415537] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1521.415537] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cc4b58-fe06-4250-8b25-1a9878881e64" [ 1521.415537] env[62522]: _type = "Task" [ 1521.415537] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.423074] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cc4b58-fe06-4250-8b25-1a9878881e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.481916] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Releasing lock "refresh_cache-3f76d1f8-c7d3-4396-bedb-07e55621f227" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.482694] env[62522]: DEBUG nova.objects.instance [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lazy-loading 'flavor' on Instance uuid 3f76d1f8-c7d3-4396-bedb-07e55621f227 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.643390] env[62522]: DEBUG nova.objects.base [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1521.735362] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f45896c2-c23c-4d0a-bd82-3315f459542c tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "f6ebb4e2-a119-4431-a395-d909acd21dae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.990s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.738572] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f3e9b3d4-ac5d-43d2-96a0-c593a236e42f tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "a95a65fd-cc81-4780-964d-fd0af5e1623b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.216s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.795998] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.874355] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.874644] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquired lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.874688] env[62522]: DEBUG nova.network.neutron [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.927168] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cc4b58-fe06-4250-8b25-1a9878881e64, 'name': SearchDatastore_Task, 'duration_secs': 0.012685} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.927445] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.928715] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 6a4a3cc9-d941-440f-8f68-e3cec2a9332f/6a4a3cc9-d941-440f-8f68-e3cec2a9332f.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1521.928715] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7d930af-8be1-4dba-ba19-ec6c61890dd2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.934756] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1521.934756] env[62522]: value = "task-1702953" [ 1521.934756] env[62522]: _type = "Task" [ 1521.934756] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.942561] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.957603] env[62522]: DEBUG nova.network.neutron [req-540c5eee-cbf9-4103-a052-73532995ead0 req-6fe35409-e6f5-45c6-a907-a7dc40ad6702 service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Updated VIF entry in instance network info cache for port caa281a6-1a01-4e43-89bf-f94cba8ea8f4. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.957947] env[62522]: DEBUG nova.network.neutron [req-540c5eee-cbf9-4103-a052-73532995ead0 req-6fe35409-e6f5-45c6-a907-a7dc40ad6702 service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Updating instance_info_cache with network_info: [{"id": "caa281a6-1a01-4e43-89bf-f94cba8ea8f4", "address": "fa:16:3e:0b:4d:86", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa281a6-1a", "ovs_interfaceid": "caa281a6-1a01-4e43-89bf-f94cba8ea8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.987819] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22703d4c-5211-476f-9ab7-75dc757b6fa1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.009925] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1522.011842] env[62522]: DEBUG nova.compute.manager [req-7053eaad-dcc5-4528-9483-a5978d0f8fd7 req-4ac313d7-2157-447d-b168-37f833c7113e service nova] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Received event network-vif-deleted-75430c71-b17b-43e0-a79b-72f5001e4558 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1522.011842] env[62522]: DEBUG nova.compute.manager [req-7053eaad-dcc5-4528-9483-a5978d0f8fd7 req-4ac313d7-2157-447d-b168-37f833c7113e service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Received event network-changed-468d4901-69bd-49f1-adee-621bfdae4c56 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1522.011981] env[62522]: DEBUG nova.compute.manager [req-7053eaad-dcc5-4528-9483-a5978d0f8fd7 req-4ac313d7-2157-447d-b168-37f833c7113e service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Refreshing instance network info cache due to event network-changed-468d4901-69bd-49f1-adee-621bfdae4c56. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1522.012073] env[62522]: DEBUG oslo_concurrency.lockutils [req-7053eaad-dcc5-4528-9483-a5978d0f8fd7 req-4ac313d7-2157-447d-b168-37f833c7113e service nova] Acquiring lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.012246] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d349a26e-4002-4569-8f6e-a7065bd99190 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.019165] env[62522]: DEBUG oslo_vmware.api [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1522.019165] env[62522]: value = "task-1702954" [ 1522.019165] env[62522]: _type = "Task" [ 1522.019165] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.027748] env[62522]: DEBUG oslo_vmware.api [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.453205] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702953, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.464928] env[62522]: DEBUG oslo_concurrency.lockutils [req-540c5eee-cbf9-4103-a052-73532995ead0 req-6fe35409-e6f5-45c6-a907-a7dc40ad6702 service nova] Releasing lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.478984] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.479274] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.479488] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.479778] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.479912] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.482491] env[62522]: INFO nova.compute.manager [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Terminating instance [ 1522.531205] env[62522]: DEBUG oslo_vmware.api [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702954, 'name': PowerOffVM_Task, 'duration_secs': 0.195083} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.532902] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1522.540227] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1522.541254] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8b1274-260a-47c5-b613-e88537345d6a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.544738] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee7adef-8b24-414b-8430-70aa6704dfdc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.565635] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da322646-1d08-43a9-8223-c7f23485d875 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.569227] env[62522]: DEBUG oslo_vmware.api [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1522.569227] env[62522]: value = "task-1702955" [ 1522.569227] env[62522]: _type = "Task" [ 1522.569227] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.606715] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfe79d6-67b5-4c58-98f3-85bd317b0118 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.612565] env[62522]: DEBUG oslo_vmware.api [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.618858] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a2150c-dbb2-4c86-b38c-ba1f81740c30 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.634881] env[62522]: DEBUG nova.compute.provider_tree [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.746582] env[62522]: DEBUG nova.network.neutron [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance_info_cache with network_info: [{"id": "573c59f3-6388-4db5-9050-38be37a03e38", "address": "fa:16:3e:ea:81:0c", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573c59f3-63", "ovs_interfaceid": "573c59f3-6388-4db5-9050-38be37a03e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.897996] env[62522]: DEBUG nova.network.neutron [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Updating instance_info_cache with network_info: [{"id": "468d4901-69bd-49f1-adee-621bfdae4c56", "address": "fa:16:3e:5b:03:f8", "network": {"id": "9d328e1b-9825-4cb3-b482-149152ffdd06", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-258108486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa02a9a201524ae39e1886f15263a260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap468d4901-69", "ovs_interfaceid": "468d4901-69bd-49f1-adee-621bfdae4c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.947101] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702953, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.988119] env[62522]: DEBUG nova.compute.manager [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1522.988508] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1522.989549] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a4da7e-4420-40de-ba0f-d63a41c71cb9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.998949] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1522.999277] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1de30980-32be-4a16-8e32-2dc631b60489 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.006197] env[62522]: DEBUG oslo_vmware.api [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1523.006197] env[62522]: value = "task-1702956" [ 1523.006197] env[62522]: _type = "Task" [ 1523.006197] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.015950] env[62522]: DEBUG oslo_vmware.api [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.079727] env[62522]: DEBUG oslo_vmware.api [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702955, 'name': ReconfigVM_Task, 'duration_secs': 0.280248} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.080183] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1523.080481] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.080897] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa95ddbd-7e79-445e-8115-7c8d1164af78 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.088252] env[62522]: DEBUG oslo_vmware.api [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1523.088252] env[62522]: value = "task-1702957" [ 1523.088252] env[62522]: _type = "Task" [ 1523.088252] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.099322] env[62522]: DEBUG oslo_vmware.api [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.139610] env[62522]: DEBUG nova.scheduler.client.report [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1523.254513] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "refresh_cache-ebc7284b-8da1-43e7-9a17-9572e4fe7e53" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.401075] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Releasing lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.402308] env[62522]: DEBUG oslo_concurrency.lockutils [req-7053eaad-dcc5-4528-9483-a5978d0f8fd7 req-4ac313d7-2157-447d-b168-37f833c7113e service nova] Acquired lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.402490] env[62522]: DEBUG nova.network.neutron [req-7053eaad-dcc5-4528-9483-a5978d0f8fd7 req-4ac313d7-2157-447d-b168-37f833c7113e service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Refreshing network info cache for port 468d4901-69bd-49f1-adee-621bfdae4c56 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1523.447126] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702953, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.517387] env[62522]: DEBUG oslo_vmware.api [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.598482] env[62522]: DEBUG oslo_vmware.api [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.648022] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.648022] env[62522]: DEBUG nova.compute.manager [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1523.648985] env[62522]: DEBUG oslo_concurrency.lockutils [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.345s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.909732] env[62522]: DEBUG nova.compute.manager [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.910979] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e425577-5edd-4587-921f-480c664a0048 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.949118] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702953, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.652313} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.949118] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 6a4a3cc9-d941-440f-8f68-e3cec2a9332f/6a4a3cc9-d941-440f-8f68-e3cec2a9332f.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1523.949118] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1523.950053] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cbd66aa-3379-4075-967b-195c596de64a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.956997] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1523.956997] env[62522]: value = "task-1702958" [ 1523.956997] env[62522]: _type = "Task" [ 1523.956997] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.968678] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.018597] env[62522]: DEBUG oslo_vmware.api [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702956, 'name': PowerOffVM_Task, 'duration_secs': 1.00771} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.021320] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1524.021502] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1524.021794] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a843c4b7-9f71-4bd5-84eb-c5991e877193 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.099320] env[62522]: DEBUG oslo_vmware.api [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.111451] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1524.111654] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1524.111844] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Deleting the datastore file [datastore1] eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1524.112147] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2dc2770-7b0d-4ba7-a093-3bd1cf22f8c5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.118528] env[62522]: DEBUG oslo_vmware.api [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for the task: (returnval){ [ 1524.118528] env[62522]: value = "task-1702960" [ 1524.118528] env[62522]: _type = "Task" [ 1524.118528] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.126156] env[62522]: DEBUG oslo_vmware.api [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.153301] env[62522]: DEBUG nova.compute.utils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1524.156977] env[62522]: INFO nova.compute.claims [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1524.161070] env[62522]: DEBUG nova.compute.manager [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1524.161237] env[62522]: DEBUG nova.network.neutron [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1524.229082] env[62522]: DEBUG nova.network.neutron [req-7053eaad-dcc5-4528-9483-a5978d0f8fd7 req-4ac313d7-2157-447d-b168-37f833c7113e service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Updated VIF entry in instance network info cache for port 468d4901-69bd-49f1-adee-621bfdae4c56. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.229447] env[62522]: DEBUG nova.network.neutron [req-7053eaad-dcc5-4528-9483-a5978d0f8fd7 req-4ac313d7-2157-447d-b168-37f833c7113e service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Updating instance_info_cache with network_info: [{"id": "468d4901-69bd-49f1-adee-621bfdae4c56", "address": "fa:16:3e:5b:03:f8", "network": {"id": "9d328e1b-9825-4cb3-b482-149152ffdd06", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-258108486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa02a9a201524ae39e1886f15263a260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap468d4901-69", "ovs_interfaceid": "468d4901-69bd-49f1-adee-621bfdae4c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.242487] env[62522]: DEBUG nova.policy [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12cd6ac044f841cf83f80654b0e499c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d775d5964784f96ae98c11426a38697', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1524.264438] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1524.264733] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eaf5d10-9d8f-4535-b65f-eb9a43d7bfa8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.274808] env[62522]: DEBUG oslo_vmware.api [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1524.274808] env[62522]: value = "task-1702961" [ 1524.274808] env[62522]: _type = "Task" [ 1524.274808] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.285187] env[62522]: DEBUG oslo_vmware.api [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.469200] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110047} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.469512] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1524.470565] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdca934-3f94-43a6-acaa-279b7bf5b9b5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.499820] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 6a4a3cc9-d941-440f-8f68-e3cec2a9332f/6a4a3cc9-d941-440f-8f68-e3cec2a9332f.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.500170] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1c0fbf-d004-48cb-ac42-52c9c9691bcf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.521250] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1524.521250] env[62522]: value = "task-1702962" [ 1524.521250] env[62522]: _type = "Task" [ 1524.521250] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.529276] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.600795] env[62522]: DEBUG oslo_vmware.api [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702957, 'name': PowerOnVM_Task, 'duration_secs': 1.152498} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.601130] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1524.601389] env[62522]: DEBUG nova.compute.manager [None req-bf62bf20-9214-45b7-9404-f4413c0a5b75 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1524.602242] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deabd11-b61a-4f5f-9ef0-33e6b79f4de9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.632677] env[62522]: DEBUG oslo_vmware.api [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Task: {'id': task-1702960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48338} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.632962] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1524.633147] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1524.633360] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1524.633538] env[62522]: INFO nova.compute.manager [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1524.633785] env[62522]: DEBUG oslo.service.loopingcall [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.633973] env[62522]: DEBUG nova.compute.manager [-] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1524.634082] env[62522]: DEBUG nova.network.neutron [-] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1524.636617] env[62522]: DEBUG nova.network.neutron [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Successfully created port: 2e1f1442-14da-44e2-876f-8ba335410810 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1524.665454] env[62522]: INFO nova.compute.resource_tracker [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updating resource usage from migration bb2eacdc-89de-402b-a2de-1aba72f8543a [ 1524.667998] env[62522]: DEBUG nova.compute.manager [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1524.732620] env[62522]: DEBUG oslo_concurrency.lockutils [req-7053eaad-dcc5-4528-9483-a5978d0f8fd7 req-4ac313d7-2157-447d-b168-37f833c7113e service nova] Releasing lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.786135] env[62522]: DEBUG oslo_vmware.api [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702961, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.931153] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada0df84-6244-4c93-9ff3-040f5d32bb9b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.938950] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Doing hard reboot of VM {{(pid=62522) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1524.939321] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-bf57a830-72a2-4ed5-9bc2-a13db4de2d8d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.949288] env[62522]: DEBUG oslo_vmware.api [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1524.949288] env[62522]: value = "task-1702963" [ 1524.949288] env[62522]: _type = "Task" [ 1524.949288] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.956320] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089f961f-022c-4ec6-99dc-8406023e9200 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.964134] env[62522]: DEBUG oslo_vmware.api [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702963, 'name': ResetVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.968520] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670d3e2e-387c-47d1-852d-5bb43e3fb932 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.002571] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ed9885-e74f-4f29-a0a0-43aacb83c140 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.015389] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2ccdd1-f229-4653-b881-8a3e612f4c4f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.029192] env[62522]: DEBUG nova.compute.provider_tree [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.041581] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.157649] env[62522]: DEBUG nova.compute.manager [req-a3ff2553-27e1-4f5d-8984-8aee8cd9e2a9 req-5e06635c-3975-4dac-a543-9fa423c42ab6 service nova] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Received event network-vif-deleted-53cd27a4-d5ed-40b9-894e-4ca2738584f9 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1525.157993] env[62522]: INFO nova.compute.manager [req-a3ff2553-27e1-4f5d-8984-8aee8cd9e2a9 req-5e06635c-3975-4dac-a543-9fa423c42ab6 service nova] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Neutron deleted interface 53cd27a4-d5ed-40b9-894e-4ca2738584f9; detaching it from the instance and deleting it from the info cache [ 1525.157993] env[62522]: DEBUG nova.network.neutron [req-a3ff2553-27e1-4f5d-8984-8aee8cd9e2a9 req-5e06635c-3975-4dac-a543-9fa423c42ab6 service nova] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.285789] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.286244] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.292742] env[62522]: DEBUG oslo_vmware.api [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702961, 'name': PowerOnVM_Task, 'duration_secs': 0.906855} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.293517] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.293743] env[62522]: DEBUG nova.compute.manager [None req-d527fb43-5c4f-47ba-b982-ec550e9328e0 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.295482] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbda0fd-6707-4c2c-860d-8954eccb0ad3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.459051] env[62522]: DEBUG oslo_vmware.api [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702963, 'name': ResetVM_Task, 'duration_secs': 0.092168} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.459323] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Did hard reboot of VM {{(pid=62522) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1525.459515] env[62522]: DEBUG nova.compute.manager [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.460256] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb186058-9051-4c1b-8464-615ede37b5e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.509517] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "3f76d1f8-c7d3-4396-bedb-07e55621f227" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.509941] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "3f76d1f8-c7d3-4396-bedb-07e55621f227" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.510284] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "3f76d1f8-c7d3-4396-bedb-07e55621f227-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.510514] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "3f76d1f8-c7d3-4396-bedb-07e55621f227-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.510699] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "3f76d1f8-c7d3-4396-bedb-07e55621f227-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.513073] env[62522]: INFO nova.compute.manager [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Terminating instance [ 1525.538258] env[62522]: DEBUG nova.scheduler.client.report [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1525.541453] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.607402] env[62522]: DEBUG nova.network.neutron [-] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.661214] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d4de87c-18a5-46f7-a4bb-65df200e7423 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.670729] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc530c6-dc76-4b97-91c1-ff4179c5735d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.682703] env[62522]: DEBUG nova.compute.manager [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1525.709130] env[62522]: DEBUG nova.compute.manager [req-a3ff2553-27e1-4f5d-8984-8aee8cd9e2a9 req-5e06635c-3975-4dac-a543-9fa423c42ab6 service nova] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Detach interface failed, port_id=53cd27a4-d5ed-40b9-894e-4ca2738584f9, reason: Instance eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1525.770148] env[62522]: DEBUG nova.virt.hardware [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1525.770398] env[62522]: DEBUG nova.virt.hardware [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1525.770555] env[62522]: DEBUG nova.virt.hardware [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.770747] env[62522]: DEBUG nova.virt.hardware [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1525.770929] env[62522]: DEBUG nova.virt.hardware [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.771088] env[62522]: DEBUG nova.virt.hardware [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1525.771299] env[62522]: DEBUG nova.virt.hardware [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1525.771461] env[62522]: DEBUG nova.virt.hardware [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1525.771637] env[62522]: DEBUG nova.virt.hardware [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1525.771834] env[62522]: DEBUG nova.virt.hardware [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1525.772010] env[62522]: DEBUG nova.virt.hardware [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1525.772867] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ff5f7a-9bd5-42a6-88b2-95aedc8ae90c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.781790] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194d6b1f-319a-4005-a862-23aaab31039d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.797074] env[62522]: DEBUG nova.compute.manager [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1525.975026] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0a5a536-aecf-4ea2-bb6c-f6d585982cb5 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "aa942a62-5737-4dff-bed7-2b83c5284099" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.619s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.017015] env[62522]: DEBUG nova.compute.manager [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1526.017015] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1526.017545] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709397bc-6b54-4081-b2b3-2e252e0983b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.030311] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1526.033039] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bd84118-fe24-4e85-b501-35fb1310fcc3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.042133] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.042133] env[62522]: DEBUG oslo_vmware.api [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1526.042133] env[62522]: value = "task-1702964" [ 1526.042133] env[62522]: _type = "Task" [ 1526.042133] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.042614] env[62522]: DEBUG oslo_concurrency.lockutils [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.394s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.042796] env[62522]: INFO nova.compute.manager [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Migrating [ 1526.054375] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.071s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.056357] env[62522]: INFO nova.compute.claims [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1526.082416] env[62522]: DEBUG oslo_vmware.api [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.110038] env[62522]: INFO nova.compute.manager [-] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Took 1.48 seconds to deallocate network for instance. [ 1526.324185] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.540267] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702962, 'name': ReconfigVM_Task, 'duration_secs': 1.588771} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.540847] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 6a4a3cc9-d941-440f-8f68-e3cec2a9332f/6a4a3cc9-d941-440f-8f68-e3cec2a9332f.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1526.543296] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af435a89-1182-4611-94e4-9dafd3c64359 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.549332] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1526.549332] env[62522]: value = "task-1702965" [ 1526.549332] env[62522]: _type = "Task" [ 1526.549332] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.563235] env[62522]: DEBUG oslo_vmware.api [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702964, 'name': PowerOffVM_Task, 'duration_secs': 0.21225} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.566374] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1526.566727] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1526.567117] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702965, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.567433] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58c99c49-0178-441d-aab3-ef4f67df1286 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.576677] env[62522]: DEBUG oslo_concurrency.lockutils [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.577834] env[62522]: DEBUG oslo_concurrency.lockutils [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.578065] env[62522]: DEBUG nova.network.neutron [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.589981] env[62522]: DEBUG nova.network.neutron [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Successfully updated port: 2e1f1442-14da-44e2-876f-8ba335410810 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1526.617853] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.629024] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.629071] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.629543] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.629760] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.630062] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.632899] env[62522]: INFO nova.compute.manager [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Terminating instance [ 1526.646392] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.646392] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.646392] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Deleting the datastore file [datastore1] 3f76d1f8-c7d3-4396-bedb-07e55621f227 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.646617] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d4fdeb3-ed13-44e9-a144-d782ef73ac8b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.652987] env[62522]: DEBUG oslo_vmware.api [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1526.652987] env[62522]: value = "task-1702967" [ 1526.652987] env[62522]: _type = "Task" [ 1526.652987] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.661106] env[62522]: DEBUG oslo_vmware.api [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.915891] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "aa942a62-5737-4dff-bed7-2b83c5284099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.916183] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "aa942a62-5737-4dff-bed7-2b83c5284099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.916398] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "aa942a62-5737-4dff-bed7-2b83c5284099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.916580] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "aa942a62-5737-4dff-bed7-2b83c5284099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.916753] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "aa942a62-5737-4dff-bed7-2b83c5284099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.918801] env[62522]: INFO nova.compute.manager [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Terminating instance [ 1527.060319] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702965, 'name': Rename_Task, 'duration_secs': 0.197612} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.060644] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.060914] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6549821f-f4c8-4dd6-837b-470170fab526 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.067266] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1527.067266] env[62522]: value = "task-1702968" [ 1527.067266] env[62522]: _type = "Task" [ 1527.067266] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.074440] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.091770] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Acquiring lock "refresh_cache-14782297-1a26-4c7a-9d1e-46a92499b389" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.091936] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Acquired lock "refresh_cache-14782297-1a26-4c7a-9d1e-46a92499b389" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.092060] env[62522]: DEBUG nova.network.neutron [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1527.136932] env[62522]: DEBUG nova.compute.manager [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1527.137017] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1527.140977] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e87340a-bfac-4f6c-bf2b-dffdbeb6a08c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.152794] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.153078] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01fe7f41-575b-466d-9d6e-ac2065205f26 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.161985] env[62522]: DEBUG oslo_vmware.api [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1527.161985] env[62522]: value = "task-1702969" [ 1527.161985] env[62522]: _type = "Task" [ 1527.161985] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.165082] env[62522]: DEBUG oslo_vmware.api [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1702967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15895} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.168252] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1527.168462] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1527.168637] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1527.168854] env[62522]: INFO nova.compute.manager [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1527.169096] env[62522]: DEBUG oslo.service.loopingcall [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.169317] env[62522]: DEBUG nova.compute.manager [-] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1527.169688] env[62522]: DEBUG nova.network.neutron [-] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1527.177694] env[62522]: DEBUG oslo_vmware.api [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.195696] env[62522]: DEBUG nova.compute.manager [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Received event network-changed-468d4901-69bd-49f1-adee-621bfdae4c56 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1527.195930] env[62522]: DEBUG nova.compute.manager [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Refreshing instance network info cache due to event network-changed-468d4901-69bd-49f1-adee-621bfdae4c56. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1527.196259] env[62522]: DEBUG oslo_concurrency.lockutils [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] Acquiring lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.196624] env[62522]: DEBUG oslo_concurrency.lockutils [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] Acquired lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.196784] env[62522]: DEBUG nova.network.neutron [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Refreshing network info cache for port 468d4901-69bd-49f1-adee-621bfdae4c56 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.406244] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00254d11-90f4-42e7-854a-b1f2cdbd0cb6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.414230] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2240c4bb-f9bc-467a-b7a0-12d9962b4c09 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.447892] env[62522]: DEBUG nova.compute.manager [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1527.447892] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1527.448497] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef16d83-6dc8-452b-9f3d-dcce48d98ef3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.451740] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3c8f5d-d794-4f05-a3c0-12b21bd75956 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.461182] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9946368e-acad-4e6a-8ccd-b0a62ab7c10e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.465804] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.465804] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bd8b7ac-db82-47b0-b9c9-f3130e45f636 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.477197] env[62522]: DEBUG nova.compute.provider_tree [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.479588] env[62522]: DEBUG oslo_vmware.api [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1527.479588] env[62522]: value = "task-1702970" [ 1527.479588] env[62522]: _type = "Task" [ 1527.479588] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.493840] env[62522]: DEBUG oslo_vmware.api [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.501029] env[62522]: DEBUG nova.network.neutron [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updating instance_info_cache with network_info: [{"id": "0dc04d65-9fcc-4a2a-9001-7e3ee602880f", "address": "fa:16:3e:17:1c:c0", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc04d65-9f", "ovs_interfaceid": "0dc04d65-9fcc-4a2a-9001-7e3ee602880f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.577908] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702968, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.639697] env[62522]: DEBUG nova.network.neutron [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1527.677700] env[62522]: DEBUG oslo_vmware.api [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702969, 'name': PowerOffVM_Task, 'duration_secs': 0.182642} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.678157] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1527.678365] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1527.678634] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-277e3457-779e-4f96-9af8-7c9374201b5d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.774835] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1527.774835] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1527.775103] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleting the datastore file [datastore1] ebc7284b-8da1-43e7-9a17-9572e4fe7e53 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1527.775282] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-089029e1-5750-4c1f-9dde-4c2dab2298b1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.784055] env[62522]: DEBUG oslo_vmware.api [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1527.784055] env[62522]: value = "task-1702972" [ 1527.784055] env[62522]: _type = "Task" [ 1527.784055] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.791998] env[62522]: DEBUG oslo_vmware.api [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.863688] env[62522]: DEBUG nova.network.neutron [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Updating instance_info_cache with network_info: [{"id": "2e1f1442-14da-44e2-876f-8ba335410810", "address": "fa:16:3e:c1:64:49", "network": {"id": "9bde571f-0e2b-4532-8dac-79cc75b8b2fd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1454563316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d775d5964784f96ae98c11426a38697", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1f1442-14", "ovs_interfaceid": "2e1f1442-14da-44e2-876f-8ba335410810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.977557] env[62522]: DEBUG nova.network.neutron [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Updated VIF entry in instance network info cache for port 468d4901-69bd-49f1-adee-621bfdae4c56. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1527.977836] env[62522]: DEBUG nova.network.neutron [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Updating instance_info_cache with network_info: [{"id": "468d4901-69bd-49f1-adee-621bfdae4c56", "address": "fa:16:3e:5b:03:f8", "network": {"id": "9d328e1b-9825-4cb3-b482-149152ffdd06", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-258108486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa02a9a201524ae39e1886f15263a260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap468d4901-69", "ovs_interfaceid": "468d4901-69bd-49f1-adee-621bfdae4c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.981276] env[62522]: DEBUG nova.scheduler.client.report [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1527.993192] env[62522]: DEBUG oslo_vmware.api [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702970, 'name': PowerOffVM_Task, 'duration_secs': 0.169234} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.993473] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1527.993639] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1527.993893] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b762256-a9f3-4a4e-9b4c-d88790300326 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.007049] env[62522]: DEBUG oslo_concurrency.lockutils [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.078851] env[62522]: DEBUG oslo_vmware.api [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702968, 'name': PowerOnVM_Task, 'duration_secs': 0.610647} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.078851] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.078851] env[62522]: INFO nova.compute.manager [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Took 11.13 seconds to spawn the instance on the hypervisor. [ 1528.078851] env[62522]: DEBUG nova.compute.manager [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.078851] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606d4126-5bd0-41e7-afb2-52b0343ed6ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.098936] env[62522]: DEBUG nova.network.neutron [-] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.104188] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1528.104429] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1528.104926] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Deleting the datastore file [datastore1] aa942a62-5737-4dff-bed7-2b83c5284099 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1528.105305] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac831774-328e-4001-a1bc-62fa9c78a8ef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.112578] env[62522]: DEBUG oslo_vmware.api [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1528.112578] env[62522]: value = "task-1702974" [ 1528.112578] env[62522]: _type = "Task" [ 1528.112578] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.122764] env[62522]: DEBUG oslo_vmware.api [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.294213] env[62522]: DEBUG oslo_vmware.api [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1702972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31912} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.294469] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1528.294651] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1528.294823] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.295009] env[62522]: INFO nova.compute.manager [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1528.295246] env[62522]: DEBUG oslo.service.loopingcall [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.295437] env[62522]: DEBUG nova.compute.manager [-] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1528.295533] env[62522]: DEBUG nova.network.neutron [-] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1528.366452] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Releasing lock "refresh_cache-14782297-1a26-4c7a-9d1e-46a92499b389" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.366777] env[62522]: DEBUG nova.compute.manager [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Instance network_info: |[{"id": "2e1f1442-14da-44e2-876f-8ba335410810", "address": "fa:16:3e:c1:64:49", "network": {"id": "9bde571f-0e2b-4532-8dac-79cc75b8b2fd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1454563316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d775d5964784f96ae98c11426a38697", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1f1442-14", "ovs_interfaceid": "2e1f1442-14da-44e2-876f-8ba335410810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1528.367218] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:64:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e1f1442-14da-44e2-876f-8ba335410810', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1528.375416] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Creating folder: Project (5d775d5964784f96ae98c11426a38697). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1528.375713] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f9ba78d-fc40-4d5b-84a4-1d863b2154ab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.387285] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Created folder: Project (5d775d5964784f96ae98c11426a38697) in parent group-v354730. [ 1528.387485] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Creating folder: Instances. Parent ref: group-v354911. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1528.387751] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3adf146d-f5c3-49a9-871c-d2b76421e6ff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.396217] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Created folder: Instances in parent group-v354911. [ 1528.396443] env[62522]: DEBUG oslo.service.loopingcall [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.396626] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1528.396816] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd999bce-1db4-475a-99dd-7ae0886ae189 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.415008] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1528.415008] env[62522]: value = "task-1702977" [ 1528.415008] env[62522]: _type = "Task" [ 1528.415008] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.422216] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702977, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.481356] env[62522]: DEBUG oslo_concurrency.lockutils [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] Releasing lock "refresh_cache-aa942a62-5737-4dff-bed7-2b83c5284099" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.481459] env[62522]: DEBUG nova.compute.manager [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Received event network-vif-plugged-2e1f1442-14da-44e2-876f-8ba335410810 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1528.482026] env[62522]: DEBUG oslo_concurrency.lockutils [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] Acquiring lock "14782297-1a26-4c7a-9d1e-46a92499b389-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.482026] env[62522]: DEBUG oslo_concurrency.lockutils [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] Lock "14782297-1a26-4c7a-9d1e-46a92499b389-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.482215] env[62522]: DEBUG oslo_concurrency.lockutils [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] Lock "14782297-1a26-4c7a-9d1e-46a92499b389-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.482435] env[62522]: DEBUG nova.compute.manager [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] No waiting events found dispatching network-vif-plugged-2e1f1442-14da-44e2-876f-8ba335410810 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1528.482672] env[62522]: WARNING nova.compute.manager [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Received unexpected event network-vif-plugged-2e1f1442-14da-44e2-876f-8ba335410810 for instance with vm_state building and task_state spawning. [ 1528.482979] env[62522]: DEBUG nova.compute.manager [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Received event network-changed-2e1f1442-14da-44e2-876f-8ba335410810 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1528.483272] env[62522]: DEBUG nova.compute.manager [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Refreshing instance network info cache due to event network-changed-2e1f1442-14da-44e2-876f-8ba335410810. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1528.483496] env[62522]: DEBUG oslo_concurrency.lockutils [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] Acquiring lock "refresh_cache-14782297-1a26-4c7a-9d1e-46a92499b389" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.483643] env[62522]: DEBUG oslo_concurrency.lockutils [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] Acquired lock "refresh_cache-14782297-1a26-4c7a-9d1e-46a92499b389" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.483807] env[62522]: DEBUG nova.network.neutron [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Refreshing network info cache for port 2e1f1442-14da-44e2-876f-8ba335410810 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.488059] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.488545] env[62522]: DEBUG nova.compute.manager [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1528.491119] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.695s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.491357] env[62522]: DEBUG nova.objects.instance [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lazy-loading 'resources' on Instance uuid c0e94a39-196b-49f4-8229-104f30633ec1 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.599588] env[62522]: INFO nova.compute.manager [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Took 32.23 seconds to build instance. [ 1528.604701] env[62522]: INFO nova.compute.manager [-] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Took 1.43 seconds to deallocate network for instance. [ 1528.626394] env[62522]: DEBUG oslo_vmware.api [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1702974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126152} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.628694] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1528.628694] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1528.628694] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.628694] env[62522]: INFO nova.compute.manager [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1528.628694] env[62522]: DEBUG oslo.service.loopingcall [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.629832] env[62522]: DEBUG nova.compute.manager [-] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1528.629832] env[62522]: DEBUG nova.network.neutron [-] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1528.925394] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702977, 'name': CreateVM_Task, 'duration_secs': 0.347462} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.925806] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1528.926171] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.926342] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.926978] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1528.926978] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f7bc0a-e65d-42ad-8e61-9956ea8c03d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.931403] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Waiting for the task: (returnval){ [ 1528.931403] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525b38b2-b134-5e32-62f2-0741f0ebdc8f" [ 1528.931403] env[62522]: _type = "Task" [ 1528.931403] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.939521] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525b38b2-b134-5e32-62f2-0741f0ebdc8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.994848] env[62522]: DEBUG nova.compute.utils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1528.999348] env[62522]: DEBUG nova.compute.manager [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1528.999548] env[62522]: DEBUG nova.network.neutron [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1529.051654] env[62522]: DEBUG nova.policy [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca933ca411b740a594129e8c0a33e07e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8597392c05a41debad4ea26037b4d24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1529.105197] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c7e15168-5cc0-492d-bee5-da92f433bdd6 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.747s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.112028] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.278352] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521fa508-e7f4-4ca4-a5fc-fc4bcd49aca9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.289051] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801aec04-9871-45e0-88dd-fb4d49838f6d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.332160] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4dfb9d-6549-4a5a-a4c4-07e9f6b14842 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.345070] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba4a381-d251-476b-abff-e409ff357c56 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.352819] env[62522]: DEBUG nova.compute.manager [req-48d23cb8-4a67-4816-8543-5170a80e3b2d req-49668d4a-91ca-4249-9d21-9b2626cd1c88 service nova] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Received event network-vif-deleted-0628be81-19b4-43b1-bce1-eec61600c433 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1529.353156] env[62522]: DEBUG nova.compute.manager [req-48d23cb8-4a67-4816-8543-5170a80e3b2d req-49668d4a-91ca-4249-9d21-9b2626cd1c88 service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Received event network-vif-deleted-573c59f3-6388-4db5-9050-38be37a03e38 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1529.353406] env[62522]: INFO nova.compute.manager [req-48d23cb8-4a67-4816-8543-5170a80e3b2d req-49668d4a-91ca-4249-9d21-9b2626cd1c88 service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Neutron deleted interface 573c59f3-6388-4db5-9050-38be37a03e38; detaching it from the instance and deleting it from the info cache [ 1529.353604] env[62522]: DEBUG nova.network.neutron [req-48d23cb8-4a67-4816-8543-5170a80e3b2d req-49668d4a-91ca-4249-9d21-9b2626cd1c88 service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.366798] env[62522]: DEBUG nova.compute.provider_tree [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1529.368651] env[62522]: DEBUG nova.network.neutron [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Successfully created port: 4ab8e6ac-1e01-4f5c-8636-af68ad3559cc {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1529.444926] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525b38b2-b134-5e32-62f2-0741f0ebdc8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012957} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.447761] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.447761] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1529.447761] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.447761] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.447761] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1529.447761] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d7f8e0b-5919-4e99-9207-637c620e52cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.458266] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1529.458518] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1529.459223] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceee8fa3-384b-41d0-96a2-af12281731b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.464559] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Waiting for the task: (returnval){ [ 1529.464559] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52530de8-6cd7-fe57-ec16-63abf5a9947e" [ 1529.464559] env[62522]: _type = "Task" [ 1529.464559] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.472488] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52530de8-6cd7-fe57-ec16-63abf5a9947e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.486981] env[62522]: DEBUG nova.network.neutron [-] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.500219] env[62522]: DEBUG nova.compute.manager [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1529.510927] env[62522]: DEBUG nova.network.neutron [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Updated VIF entry in instance network info cache for port 2e1f1442-14da-44e2-876f-8ba335410810. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1529.511302] env[62522]: DEBUG nova.network.neutron [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Updating instance_info_cache with network_info: [{"id": "2e1f1442-14da-44e2-876f-8ba335410810", "address": "fa:16:3e:c1:64:49", "network": {"id": "9bde571f-0e2b-4532-8dac-79cc75b8b2fd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1454563316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d775d5964784f96ae98c11426a38697", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1f1442-14", "ovs_interfaceid": "2e1f1442-14da-44e2-876f-8ba335410810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.527717] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b26d42-ad38-488e-9695-9adf6e500825 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.550311] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updating instance '8808e17e-8d2e-454d-b010-7dadb15766d7' progress to 0 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1529.603744] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71118e1f-4b25-4f07-9977-16a9d7f368a4 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.603744] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71118e1f-4b25-4f07-9977-16a9d7f368a4 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.603744] env[62522]: DEBUG nova.compute.manager [None req-71118e1f-4b25-4f07-9977-16a9d7f368a4 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1529.606329] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab72f43-010f-4339-9e7d-12b76a34d420 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.611538] env[62522]: DEBUG nova.compute.manager [None req-71118e1f-4b25-4f07-9977-16a9d7f368a4 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62522) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1529.611787] env[62522]: DEBUG nova.objects.instance [None req-71118e1f-4b25-4f07-9977-16a9d7f368a4 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lazy-loading 'flavor' on Instance uuid 6a4a3cc9-d941-440f-8f68-e3cec2a9332f {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.836219] env[62522]: DEBUG nova.network.neutron [-] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.856992] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b313f86a-96a7-4d15-9d22-be6c9236b1d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.868990] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca19300-6f1c-4e31-b814-acb2187f4eb4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.900620] env[62522]: DEBUG nova.compute.manager [req-48d23cb8-4a67-4816-8543-5170a80e3b2d req-49668d4a-91ca-4249-9d21-9b2626cd1c88 service nova] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Detach interface failed, port_id=573c59f3-6388-4db5-9050-38be37a03e38, reason: Instance ebc7284b-8da1-43e7-9a17-9572e4fe7e53 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1529.901685] env[62522]: ERROR nova.scheduler.client.report [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] [req-48043bbe-8111-4870-b280-08023a201f92] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-48043bbe-8111-4870-b280-08023a201f92"}]} [ 1529.917129] env[62522]: DEBUG nova.scheduler.client.report [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1529.930048] env[62522]: DEBUG nova.scheduler.client.report [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1529.930277] env[62522]: DEBUG nova.compute.provider_tree [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1529.943321] env[62522]: DEBUG nova.scheduler.client.report [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1529.960564] env[62522]: DEBUG nova.scheduler.client.report [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1529.974507] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52530de8-6cd7-fe57-ec16-63abf5a9947e, 'name': SearchDatastore_Task, 'duration_secs': 0.035496} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.975259] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f39aff-c1a1-489b-b26e-2d3eac231094 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.982752] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Waiting for the task: (returnval){ [ 1529.982752] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d4ecfc-92ad-bf5a-ab1d-f165aa90c7e7" [ 1529.982752] env[62522]: _type = "Task" [ 1529.982752] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.992205] env[62522]: INFO nova.compute.manager [-] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Took 1.70 seconds to deallocate network for instance. [ 1529.992267] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d4ecfc-92ad-bf5a-ab1d-f165aa90c7e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.014563] env[62522]: DEBUG oslo_concurrency.lockutils [req-8f146dd1-8b32-4f68-bb14-872409ffbe89 req-ddae7ded-30bb-447f-9e59-f3261e3ad7eb service nova] Releasing lock "refresh_cache-14782297-1a26-4c7a-9d1e-46a92499b389" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.056627] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1530.057160] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e75baa05-3829-4aa4-9868-0b3ec0a05b29 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.065317] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1530.065317] env[62522]: value = "task-1702978" [ 1530.065317] env[62522]: _type = "Task" [ 1530.065317] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.073854] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.212230] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d15895-258d-462f-af18-e3833009e05c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.220693] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9894f8c0-d552-43b0-a33f-fdddb9daceef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.253605] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7788fcad-0c44-441b-866d-ffe12190647c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.262636] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47da31d1-ab6a-48c5-9236-00c4b1bd8abe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.278833] env[62522]: DEBUG nova.compute.provider_tree [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1530.338779] env[62522]: INFO nova.compute.manager [-] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Took 1.71 seconds to deallocate network for instance. [ 1530.493404] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d4ecfc-92ad-bf5a-ab1d-f165aa90c7e7, 'name': SearchDatastore_Task, 'duration_secs': 0.019699} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.493694] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.493954] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 14782297-1a26-4c7a-9d1e-46a92499b389/14782297-1a26-4c7a-9d1e-46a92499b389.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1530.494228] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-399b4b55-3dc6-4cfd-a6bf-55e15ea1ffc8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.501526] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.501957] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Waiting for the task: (returnval){ [ 1530.501957] env[62522]: value = "task-1702979" [ 1530.501957] env[62522]: _type = "Task" [ 1530.501957] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.510466] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1702979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.512176] env[62522]: DEBUG nova.compute.manager [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1530.539321] env[62522]: DEBUG nova.virt.hardware [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1530.539571] env[62522]: DEBUG nova.virt.hardware [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1530.539722] env[62522]: DEBUG nova.virt.hardware [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1530.539944] env[62522]: DEBUG nova.virt.hardware [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1530.540079] env[62522]: DEBUG nova.virt.hardware [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1530.540224] env[62522]: DEBUG nova.virt.hardware [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1530.540425] env[62522]: DEBUG nova.virt.hardware [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1530.540575] env[62522]: DEBUG nova.virt.hardware [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1530.540740] env[62522]: DEBUG nova.virt.hardware [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1530.540986] env[62522]: DEBUG nova.virt.hardware [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1530.541293] env[62522]: DEBUG nova.virt.hardware [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1530.542102] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567a34ae-f132-4f6b-9221-c5d723988833 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.550073] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32017443-1a76-4ca0-9a00-35a12cea88f0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.573995] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702978, 'name': PowerOffVM_Task, 'duration_secs': 0.220231} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.574275] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1530.574457] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updating instance '8808e17e-8d2e-454d-b010-7dadb15766d7' progress to 17 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1530.620275] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-71118e1f-4b25-4f07-9977-16a9d7f368a4 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1530.620555] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7f358ee-fc7f-4fa7-8bb2-d564ffcd0b2f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.627370] env[62522]: DEBUG oslo_vmware.api [None req-71118e1f-4b25-4f07-9977-16a9d7f368a4 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1530.627370] env[62522]: value = "task-1702980" [ 1530.627370] env[62522]: _type = "Task" [ 1530.627370] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.635729] env[62522]: DEBUG oslo_vmware.api [None req-71118e1f-4b25-4f07-9977-16a9d7f368a4 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.820019] env[62522]: DEBUG nova.scheduler.client.report [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1530.820019] env[62522]: DEBUG nova.compute.provider_tree [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 91 to 92 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1530.820019] env[62522]: DEBUG nova.compute.provider_tree [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1530.846120] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.978545] env[62522]: DEBUG nova.compute.manager [req-7bca484d-06f9-4971-91bd-5f89bd2ecf04 req-f9114586-7f60-4578-8507-9cd417540e5a service nova] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Received event network-vif-plugged-4ab8e6ac-1e01-4f5c-8636-af68ad3559cc {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1530.979096] env[62522]: DEBUG oslo_concurrency.lockutils [req-7bca484d-06f9-4971-91bd-5f89bd2ecf04 req-f9114586-7f60-4578-8507-9cd417540e5a service nova] Acquiring lock "b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.979297] env[62522]: DEBUG oslo_concurrency.lockutils [req-7bca484d-06f9-4971-91bd-5f89bd2ecf04 req-f9114586-7f60-4578-8507-9cd417540e5a service nova] Lock "b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.979469] env[62522]: DEBUG oslo_concurrency.lockutils [req-7bca484d-06f9-4971-91bd-5f89bd2ecf04 req-f9114586-7f60-4578-8507-9cd417540e5a service nova] Lock "b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.979673] env[62522]: DEBUG nova.compute.manager [req-7bca484d-06f9-4971-91bd-5f89bd2ecf04 req-f9114586-7f60-4578-8507-9cd417540e5a service nova] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] No waiting events found dispatching network-vif-plugged-4ab8e6ac-1e01-4f5c-8636-af68ad3559cc {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1530.979809] env[62522]: WARNING nova.compute.manager [req-7bca484d-06f9-4971-91bd-5f89bd2ecf04 req-f9114586-7f60-4578-8507-9cd417540e5a service nova] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Received unexpected event network-vif-plugged-4ab8e6ac-1e01-4f5c-8636-af68ad3559cc for instance with vm_state building and task_state spawning. [ 1530.986380] env[62522]: DEBUG nova.network.neutron [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Successfully updated port: 4ab8e6ac-1e01-4f5c-8636-af68ad3559cc {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1531.018327] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1702979, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.080906] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1531.081267] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1531.081441] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.081629] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1531.081816] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.081979] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1531.082219] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1531.082384] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1531.082552] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1531.082714] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1531.082891] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1531.087908] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fd73cf4-f97f-4b89-9bc8-1552dde94226 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.106440] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1531.106440] env[62522]: value = "task-1702981" [ 1531.106440] env[62522]: _type = "Task" [ 1531.106440] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.114356] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.137071] env[62522]: DEBUG oslo_vmware.api [None req-71118e1f-4b25-4f07-9977-16a9d7f368a4 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702980, 'name': PowerOffVM_Task, 'duration_secs': 0.231119} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.137444] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-71118e1f-4b25-4f07-9977-16a9d7f368a4 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.137564] env[62522]: DEBUG nova.compute.manager [None req-71118e1f-4b25-4f07-9977-16a9d7f368a4 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1531.138339] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c021dcb4-5712-4242-b44b-0a8cb9206c6c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.324540] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.833s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.326826] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.003s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.328334] env[62522]: INFO nova.compute.claims [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.344288] env[62522]: INFO nova.scheduler.client.report [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Deleted allocations for instance c0e94a39-196b-49f4-8229-104f30633ec1 [ 1531.386941] env[62522]: DEBUG nova.compute.manager [req-c2cc8062-f145-4ed7-a205-9a7bdd9a5c16 req-28df9c56-6544-4316-a771-4d4e597c9561 service nova] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Received event network-vif-deleted-468d4901-69bd-49f1-adee-621bfdae4c56 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1531.489456] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Acquiring lock "refresh_cache-b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.489456] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Acquired lock "refresh_cache-b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.489664] env[62522]: DEBUG nova.network.neutron [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.513137] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1702979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566617} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.513399] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 14782297-1a26-4c7a-9d1e-46a92499b389/14782297-1a26-4c7a-9d1e-46a92499b389.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1531.513607] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1531.513892] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c41d0e62-b056-481b-845c-d3787b9bb44d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.523512] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Waiting for the task: (returnval){ [ 1531.523512] env[62522]: value = "task-1702982" [ 1531.523512] env[62522]: _type = "Task" [ 1531.523512] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.532475] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1702982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.616780] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702981, 'name': ReconfigVM_Task, 'duration_secs': 0.326223} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.617213] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updating instance '8808e17e-8d2e-454d-b010-7dadb15766d7' progress to 33 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1531.649572] env[62522]: DEBUG oslo_concurrency.lockutils [None req-71118e1f-4b25-4f07-9977-16a9d7f368a4 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.851869] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d0e68f0f-54cf-40ce-b384-0180bbf79baa tempest-ServersAdminTestJSON-375296191 tempest-ServersAdminTestJSON-375296191-project-member] Lock "c0e94a39-196b-49f4-8229-104f30633ec1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.623s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.038746] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1702982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090902} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.039130] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1532.040593] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0f8f7a-6db7-4c55-a03f-1e237f8c2142 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.048428] env[62522]: DEBUG nova.network.neutron [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1532.084430] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 14782297-1a26-4c7a-9d1e-46a92499b389/14782297-1a26-4c7a-9d1e-46a92499b389.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1532.086304] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64f59394-1813-4f8b-92ea-1976dc4f33bc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.124354] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1532.124546] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1532.124801] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.124881] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1532.125089] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.125181] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1532.125345] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1532.125505] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1532.125700] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1532.125975] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1532.126186] env[62522]: DEBUG nova.virt.hardware [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1532.132390] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1532.134770] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f95a9bb-c20a-4758-9153-32c4c05fd0fd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.152215] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Waiting for the task: (returnval){ [ 1532.152215] env[62522]: value = "task-1702983" [ 1532.152215] env[62522]: _type = "Task" [ 1532.152215] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.163022] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1532.163022] env[62522]: value = "task-1702984" [ 1532.163022] env[62522]: _type = "Task" [ 1532.163022] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.174774] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1702983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.181656] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.250472] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.250747] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.251020] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.251210] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.251420] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.253515] env[62522]: INFO nova.compute.manager [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Terminating instance [ 1532.371175] env[62522]: DEBUG nova.network.neutron [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Updating instance_info_cache with network_info: [{"id": "4ab8e6ac-1e01-4f5c-8636-af68ad3559cc", "address": "fa:16:3e:33:ff:99", "network": {"id": "a8d32bc7-7cc0-462e-b57a-ee1fe3f6f6c1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1233888970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8597392c05a41debad4ea26037b4d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab8e6ac-1e", "ovs_interfaceid": "4ab8e6ac-1e01-4f5c-8636-af68ad3559cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.567264] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cbfd44-1dcf-46f6-a898-77753f07edd4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.575132] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75e02fa-4d80-4fa9-a473-920577aa2e92 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.605826] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36883eeb-03a5-4049-b987-be65ca76091b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.613087] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e475153-6958-4e62-9679-6e2e1a5d83cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.625908] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "interface-bb6150c2-75de-4147-8831-fbe9122f8aac-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.626164] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-bb6150c2-75de-4147-8831-fbe9122f8aac-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.626502] env[62522]: DEBUG nova.objects.instance [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'flavor' on Instance uuid bb6150c2-75de-4147-8831-fbe9122f8aac {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.628020] env[62522]: DEBUG nova.compute.provider_tree [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1532.662031] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1702983, 'name': ReconfigVM_Task, 'duration_secs': 0.318083} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.664895] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 14782297-1a26-4c7a-9d1e-46a92499b389/14782297-1a26-4c7a-9d1e-46a92499b389.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1532.665752] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31879be6-cafe-4ae4-b38a-6bcbcde7f46c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.672031] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702984, 'name': ReconfigVM_Task, 'duration_secs': 0.174609} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.673139] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1532.673701] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Waiting for the task: (returnval){ [ 1532.673701] env[62522]: value = "task-1702985" [ 1532.673701] env[62522]: _type = "Task" [ 1532.673701] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.674394] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366a9a68-1cf5-4848-be70-f95616365828 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.684527] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1702985, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.703289] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 8808e17e-8d2e-454d-b010-7dadb15766d7/8808e17e-8d2e-454d-b010-7dadb15766d7.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1532.703591] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e8b0ea7-790f-40a1-8f96-0a6437ff308a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.722175] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1532.722175] env[62522]: value = "task-1702986" [ 1532.722175] env[62522]: _type = "Task" [ 1532.722175] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.730299] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.760106] env[62522]: DEBUG nova.compute.manager [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1532.760106] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1532.760106] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef06b30-ba9d-48e4-b2cd-7ef150ac47e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.766213] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.766461] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96ece6bd-4ca0-43a1-9c5d-72ba18b4e0c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.846238] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.846534] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.846752] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleting the datastore file [datastore1] 6a4a3cc9-d941-440f-8f68-e3cec2a9332f {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.847033] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-046d6791-6419-4e94-ab9e-7a441e0635b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.853159] env[62522]: DEBUG oslo_vmware.api [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1532.853159] env[62522]: value = "task-1702988" [ 1532.853159] env[62522]: _type = "Task" [ 1532.853159] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.860534] env[62522]: DEBUG oslo_vmware.api [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.874167] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Releasing lock "refresh_cache-b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.874601] env[62522]: DEBUG nova.compute.manager [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Instance network_info: |[{"id": "4ab8e6ac-1e01-4f5c-8636-af68ad3559cc", "address": "fa:16:3e:33:ff:99", "network": {"id": "a8d32bc7-7cc0-462e-b57a-ee1fe3f6f6c1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1233888970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8597392c05a41debad4ea26037b4d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab8e6ac-1e", "ovs_interfaceid": "4ab8e6ac-1e01-4f5c-8636-af68ad3559cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1532.875013] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:ff:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24b91e3b-50f1-4a16-b929-942e6b31b2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ab8e6ac-1e01-4f5c-8636-af68ad3559cc', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1532.882548] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Creating folder: Project (e8597392c05a41debad4ea26037b4d24). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1532.882813] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0c1dccb-9b25-4256-bd3b-34f720cdf353 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.892258] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Created folder: Project (e8597392c05a41debad4ea26037b4d24) in parent group-v354730. [ 1532.892390] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Creating folder: Instances. Parent ref: group-v354914. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1532.892633] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b085cc64-bfff-4cdd-b66c-8f78805e4a48 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.901701] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Created folder: Instances in parent group-v354914. [ 1532.901832] env[62522]: DEBUG oslo.service.loopingcall [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.902055] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1532.902284] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9002c415-8b2d-4f52-b796-0dd363192f7b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.922493] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1532.922493] env[62522]: value = "task-1702991" [ 1532.922493] env[62522]: _type = "Task" [ 1532.922493] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.930468] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702991, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.055829] env[62522]: DEBUG nova.compute.manager [req-4de0121e-5ecf-4f56-abab-1c60106eb737 req-68b960c1-c1db-42c2-bdad-cea88fa10a82 service nova] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Received event network-changed-4ab8e6ac-1e01-4f5c-8636-af68ad3559cc {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1533.055829] env[62522]: DEBUG nova.compute.manager [req-4de0121e-5ecf-4f56-abab-1c60106eb737 req-68b960c1-c1db-42c2-bdad-cea88fa10a82 service nova] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Refreshing instance network info cache due to event network-changed-4ab8e6ac-1e01-4f5c-8636-af68ad3559cc. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1533.055829] env[62522]: DEBUG oslo_concurrency.lockutils [req-4de0121e-5ecf-4f56-abab-1c60106eb737 req-68b960c1-c1db-42c2-bdad-cea88fa10a82 service nova] Acquiring lock "refresh_cache-b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.055829] env[62522]: DEBUG oslo_concurrency.lockutils [req-4de0121e-5ecf-4f56-abab-1c60106eb737 req-68b960c1-c1db-42c2-bdad-cea88fa10a82 service nova] Acquired lock "refresh_cache-b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.055829] env[62522]: DEBUG nova.network.neutron [req-4de0121e-5ecf-4f56-abab-1c60106eb737 req-68b960c1-c1db-42c2-bdad-cea88fa10a82 service nova] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Refreshing network info cache for port 4ab8e6ac-1e01-4f5c-8636-af68ad3559cc {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.164276] env[62522]: DEBUG nova.scheduler.client.report [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1533.164604] env[62522]: DEBUG nova.compute.provider_tree [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 92 to 93 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1533.164794] env[62522]: DEBUG nova.compute.provider_tree [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1533.187496] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1702985, 'name': Rename_Task, 'duration_secs': 0.145518} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.187791] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1533.188063] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57b5f6f6-4663-4299-807b-8d9869c7e51d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.196181] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Waiting for the task: (returnval){ [ 1533.196181] env[62522]: value = "task-1702992" [ 1533.196181] env[62522]: _type = "Task" [ 1533.196181] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.204332] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1702992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.236930] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1702986, 'name': ReconfigVM_Task, 'duration_secs': 0.294141} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.238328] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 8808e17e-8d2e-454d-b010-7dadb15766d7/8808e17e-8d2e-454d-b010-7dadb15766d7.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1533.238328] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updating instance '8808e17e-8d2e-454d-b010-7dadb15766d7' progress to 50 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1533.250119] env[62522]: DEBUG nova.objects.instance [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'pci_requests' on Instance uuid bb6150c2-75de-4147-8831-fbe9122f8aac {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.367583] env[62522]: DEBUG oslo_vmware.api [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1702988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13463} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.367894] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.368104] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.368314] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.368495] env[62522]: INFO nova.compute.manager [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1533.368768] env[62522]: DEBUG oslo.service.loopingcall [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.368975] env[62522]: DEBUG nova.compute.manager [-] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1533.369191] env[62522]: DEBUG nova.network.neutron [-] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1533.433698] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1702991, 'name': CreateVM_Task, 'duration_secs': 0.318025} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.437111] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1533.437111] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.437111] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.437111] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.437550] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7f6426-f8f5-4ac2-bddc-c2cbe71f023d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.442396] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Waiting for the task: (returnval){ [ 1533.442396] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5288e8f0-1888-c407-7316-704558bfca3b" [ 1533.442396] env[62522]: _type = "Task" [ 1533.442396] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.449905] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5288e8f0-1888-c407-7316-704558bfca3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.670630] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.671565] env[62522]: DEBUG nova.compute.manager [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.674134] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.056s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.674352] env[62522]: DEBUG nova.objects.instance [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lazy-loading 'resources' on Instance uuid eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.706301] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1702992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.745035] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272f33dc-0cf9-4f0c-aac8-51859719badf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.755672] env[62522]: DEBUG nova.objects.base [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1533.755970] env[62522]: DEBUG nova.network.neutron [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1533.781694] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e85405c-309d-482d-85cc-42660ecfbab3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.801512] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updating instance '8808e17e-8d2e-454d-b010-7dadb15766d7' progress to 67 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1533.843369] env[62522]: DEBUG nova.policy [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cf3b85db35c421abb861146c6a099e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1575a5ca5245b997c0559bcb677670', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1533.862845] env[62522]: DEBUG nova.network.neutron [req-4de0121e-5ecf-4f56-abab-1c60106eb737 req-68b960c1-c1db-42c2-bdad-cea88fa10a82 service nova] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Updated VIF entry in instance network info cache for port 4ab8e6ac-1e01-4f5c-8636-af68ad3559cc. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1533.863222] env[62522]: DEBUG nova.network.neutron [req-4de0121e-5ecf-4f56-abab-1c60106eb737 req-68b960c1-c1db-42c2-bdad-cea88fa10a82 service nova] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Updating instance_info_cache with network_info: [{"id": "4ab8e6ac-1e01-4f5c-8636-af68ad3559cc", "address": "fa:16:3e:33:ff:99", "network": {"id": "a8d32bc7-7cc0-462e-b57a-ee1fe3f6f6c1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1233888970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8597392c05a41debad4ea26037b4d24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab8e6ac-1e", "ovs_interfaceid": "4ab8e6ac-1e01-4f5c-8636-af68ad3559cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.953262] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5288e8f0-1888-c407-7316-704558bfca3b, 'name': SearchDatastore_Task, 'duration_secs': 0.011497} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.953583] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.953818] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1533.954065] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.954218] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.954395] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.954652] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6d7eaab-c3f6-483c-ad3c-4b3baedb1bee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.964030] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.964248] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1533.964951] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05bcfd83-dd86-4353-8385-6c0c21a902bf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.969750] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Waiting for the task: (returnval){ [ 1533.969750] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c356b0-ce0a-7130-d3a3-d04cb193947d" [ 1533.969750] env[62522]: _type = "Task" [ 1533.969750] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.976966] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c356b0-ce0a-7130-d3a3-d04cb193947d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.183540] env[62522]: DEBUG nova.compute.utils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1534.185059] env[62522]: DEBUG nova.compute.manager [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1534.185230] env[62522]: DEBUG nova.network.neutron [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1534.206922] env[62522]: DEBUG oslo_vmware.api [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1702992, 'name': PowerOnVM_Task, 'duration_secs': 0.565773} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.210398] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1534.210731] env[62522]: INFO nova.compute.manager [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1534.211016] env[62522]: DEBUG nova.compute.manager [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1534.212455] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da606ec0-a363-4842-8e95-212b3004c52f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.311226] env[62522]: DEBUG nova.network.neutron [-] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.313752] env[62522]: DEBUG nova.policy [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d3e7b53626d40bcbee9b63152b46664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53b309eb1bbd478f94936d58d90f4a8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1534.366570] env[62522]: DEBUG oslo_concurrency.lockutils [req-4de0121e-5ecf-4f56-abab-1c60106eb737 req-68b960c1-c1db-42c2-bdad-cea88fa10a82 service nova] Releasing lock "refresh_cache-b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.371771] env[62522]: DEBUG nova.network.neutron [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Port 0dc04d65-9fcc-4a2a-9001-7e3ee602880f binding to destination host cpu-1 is already ACTIVE {{(pid=62522) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1534.415965] env[62522]: DEBUG nova.network.neutron [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Successfully created port: fa1a5b99-3da4-4ec2-99d0-3160adf3c645 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1534.482941] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c356b0-ce0a-7130-d3a3-d04cb193947d, 'name': SearchDatastore_Task, 'duration_secs': 0.035148} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.484814] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa787a10-b7fd-4c44-ad3f-e477415345ab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.491089] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ed71b0-1c6e-4ed7-9a26-fa21ccccd35b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.496858] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Waiting for the task: (returnval){ [ 1534.496858] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5210d71b-a417-3f20-52e7-8583fd853766" [ 1534.496858] env[62522]: _type = "Task" [ 1534.496858] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.502580] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bd6c7d-b2b6-4ffd-8b80-e416e43499fc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.511328] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5210d71b-a417-3f20-52e7-8583fd853766, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.537558] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.537930] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f/b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1534.538802] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41f1aa67-a589-40dc-92a9-10711da4aa3f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.541459] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ef31e2-6812-4868-a9ea-584544ae011d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.549964] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fabd4f5-ee54-4110-8c76-a09c804d88d5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.553857] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Waiting for the task: (returnval){ [ 1534.553857] env[62522]: value = "task-1702993" [ 1534.553857] env[62522]: _type = "Task" [ 1534.553857] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.564808] env[62522]: DEBUG nova.compute.provider_tree [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1534.570576] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1702993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.688966] env[62522]: DEBUG nova.compute.manager [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.732812] env[62522]: INFO nova.compute.manager [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Took 18.31 seconds to build instance. [ 1534.816652] env[62522]: INFO nova.compute.manager [-] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Took 1.45 seconds to deallocate network for instance. [ 1534.983805] env[62522]: DEBUG nova.network.neutron [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Successfully created port: 00c03b37-d255-4e89-a2da-fa68ba5a3ee7 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1535.073018] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1702993, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.106444] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "d38527ec-8de0-48e6-9e96-b277704c3933" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.106725] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "d38527ec-8de0-48e6-9e96-b277704c3933" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.106940] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "d38527ec-8de0-48e6-9e96-b277704c3933-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.107136] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "d38527ec-8de0-48e6-9e96-b277704c3933-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.107306] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "d38527ec-8de0-48e6-9e96-b277704c3933-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.109910] env[62522]: DEBUG nova.scheduler.client.report [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1535.110182] env[62522]: DEBUG nova.compute.provider_tree [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 93 to 94 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1535.110383] env[62522]: DEBUG nova.compute.provider_tree [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1535.114169] env[62522]: INFO nova.compute.manager [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Terminating instance [ 1535.133595] env[62522]: DEBUG nova.compute.manager [req-a16006bb-f48b-49fb-abb3-5d5c69b383ee req-52a281ac-13ad-4339-9bc8-90c884990449 service nova] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Received event network-vif-deleted-faad9a78-ac33-4799-bcf5-a5c54b54bb5d {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1535.235413] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5392dfaf-e151-4375-ab72-f8172f963d9f tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Lock "14782297-1a26-4c7a-9d1e-46a92499b389" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.820s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.323758] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.401186] env[62522]: DEBUG nova.network.neutron [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Successfully created port: b3897c6a-cd79-4681-8d5a-8e50225d7e3b {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1535.404362] env[62522]: DEBUG oslo_concurrency.lockutils [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "8808e17e-8d2e-454d-b010-7dadb15766d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.404601] env[62522]: DEBUG oslo_concurrency.lockutils [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8808e17e-8d2e-454d-b010-7dadb15766d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.404907] env[62522]: DEBUG oslo_concurrency.lockutils [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8808e17e-8d2e-454d-b010-7dadb15766d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.564823] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1702993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793108} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.565363] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f/b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1535.565363] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1535.565577] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69f1198f-60ae-4795-86d4-04c6d8ee6fed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.573141] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Waiting for the task: (returnval){ [ 1535.573141] env[62522]: value = "task-1702994" [ 1535.573141] env[62522]: _type = "Task" [ 1535.573141] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.580206] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1702994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.617281] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.620191] env[62522]: DEBUG nova.compute.manager [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1535.620538] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1535.620649] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.511s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.621659] env[62522]: DEBUG nova.objects.instance [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lazy-loading 'resources' on Instance uuid 3f76d1f8-c7d3-4396-bedb-07e55621f227 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.623355] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a228fc4-1244-46b7-a262-df174534815b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.631609] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.632439] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f2f6130-49ea-4e9a-b91d-ebcdb0920a1b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.639447] env[62522]: DEBUG oslo_vmware.api [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1535.639447] env[62522]: value = "task-1702995" [ 1535.639447] env[62522]: _type = "Task" [ 1535.639447] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.649066] env[62522]: DEBUG oslo_vmware.api [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.650083] env[62522]: INFO nova.scheduler.client.report [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Deleted allocations for instance eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0 [ 1535.701533] env[62522]: DEBUG nova.compute.manager [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1535.733866] env[62522]: DEBUG nova.virt.hardware [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1535.734383] env[62522]: DEBUG nova.virt.hardware [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1535.734616] env[62522]: DEBUG nova.virt.hardware [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.734851] env[62522]: DEBUG nova.virt.hardware [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1535.735049] env[62522]: DEBUG nova.virt.hardware [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.735246] env[62522]: DEBUG nova.virt.hardware [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1535.735499] env[62522]: DEBUG nova.virt.hardware [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1535.735695] env[62522]: DEBUG nova.virt.hardware [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1535.735898] env[62522]: DEBUG nova.virt.hardware [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1535.736112] env[62522]: DEBUG nova.virt.hardware [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1535.736321] env[62522]: DEBUG nova.virt.hardware [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1535.737527] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242508cf-92d9-487c-b4b8-f0b6750f6e19 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.746255] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d201fe-8b82-4b0f-a3a9-a7fd354a0850 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.082713] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1702994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071264} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.086017] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1536.086017] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592bd9b8-8614-4aaa-a5d3-1510f9e212c0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.110333] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f/b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1536.110653] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef31f629-dd25-4781-93ba-f9fb183e8d35 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.131057] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Waiting for the task: (returnval){ [ 1536.131057] env[62522]: value = "task-1702996" [ 1536.131057] env[62522]: _type = "Task" [ 1536.131057] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.139316] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1702996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.148280] env[62522]: DEBUG oslo_vmware.api [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702995, 'name': PowerOffVM_Task, 'duration_secs': 0.20232} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.148598] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.148711] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1536.151576] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a44b2bb3-f72f-458c-b10c-5a3effc3ddf2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.160411] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78ad0052-383d-4263-9b5c-047b64b6a483 tempest-MigrationsAdminTest-343964202 tempest-MigrationsAdminTest-343964202-project-member] Lock "eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.681s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.221151] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1536.221375] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1536.221604] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Deleting the datastore file [datastore1] d38527ec-8de0-48e6-9e96-b277704c3933 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.221896] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aa1e598-87a1-494a-b224-c508644bee0d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.230882] env[62522]: DEBUG oslo_vmware.api [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for the task: (returnval){ [ 1536.230882] env[62522]: value = "task-1702998" [ 1536.230882] env[62522]: _type = "Task" [ 1536.230882] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.242750] env[62522]: DEBUG oslo_vmware.api [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.405679] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ad5142-41b8-4d91-810f-7fb09991a23c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.417846] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ebebf3-d67b-471a-9ae4-58965528836b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.453581] env[62522]: DEBUG nova.network.neutron [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Successfully updated port: fa1a5b99-3da4-4ec2-99d0-3160adf3c645 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1536.455262] env[62522]: DEBUG oslo_concurrency.lockutils [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.455892] env[62522]: DEBUG oslo_concurrency.lockutils [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.455892] env[62522]: DEBUG nova.network.neutron [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.457141] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0dc700-5cd3-40e9-9e48-11807c0b71b9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.467579] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213547a3-83de-433e-8cf7-fcbb4627169f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.482125] env[62522]: DEBUG nova.compute.provider_tree [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1536.642280] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1702996, 'name': ReconfigVM_Task, 'duration_secs': 0.434448} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.642709] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Reconfigured VM instance instance-00000042 to attach disk [datastore1] b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f/b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1536.643349] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cd81f0e-4245-4999-9d91-be104a9923eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.650891] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Waiting for the task: (returnval){ [ 1536.650891] env[62522]: value = "task-1702999" [ 1536.650891] env[62522]: _type = "Task" [ 1536.650891] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.659432] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1702999, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.745323] env[62522]: DEBUG oslo_vmware.api [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Task: {'id': task-1702998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271047} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.745766] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.746154] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.749019] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.749019] env[62522]: INFO nova.compute.manager [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1536.749019] env[62522]: DEBUG oslo.service.loopingcall [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.749019] env[62522]: DEBUG nova.compute.manager [-] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1536.749019] env[62522]: DEBUG nova.network.neutron [-] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1536.954192] env[62522]: DEBUG nova.network.neutron [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Successfully updated port: 00c03b37-d255-4e89-a2da-fa68ba5a3ee7 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1536.965456] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.965760] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.965824] env[62522]: DEBUG nova.network.neutron [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.021479] env[62522]: DEBUG nova.scheduler.client.report [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1537.021787] env[62522]: DEBUG nova.compute.provider_tree [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 94 to 95 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1537.022016] env[62522]: DEBUG nova.compute.provider_tree [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1537.161505] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1702999, 'name': Rename_Task, 'duration_secs': 0.287677} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.161921] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1537.162142] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c671fc3c-025d-45a2-bdd9-f771a771b92d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.169618] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Waiting for the task: (returnval){ [ 1537.169618] env[62522]: value = "task-1703000" [ 1537.169618] env[62522]: _type = "Task" [ 1537.169618] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.178991] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1703000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.192476] env[62522]: DEBUG nova.network.neutron [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updating instance_info_cache with network_info: [{"id": "0dc04d65-9fcc-4a2a-9001-7e3ee602880f", "address": "fa:16:3e:17:1c:c0", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc04d65-9f", "ovs_interfaceid": "0dc04d65-9fcc-4a2a-9001-7e3ee602880f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.527618] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.530045] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.029s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.530856] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.532065] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.687s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.532295] env[62522]: DEBUG nova.objects.instance [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lazy-loading 'resources' on Instance uuid aa942a62-5737-4dff-bed7-2b83c5284099 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.537990] env[62522]: WARNING nova.network.neutron [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] 163893b4-500f-41e6-9c52-4b1ea0a2187e already exists in list: networks containing: ['163893b4-500f-41e6-9c52-4b1ea0a2187e']. ignoring it [ 1537.556015] env[62522]: INFO nova.scheduler.client.report [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleted allocations for instance ebc7284b-8da1-43e7-9a17-9572e4fe7e53 [ 1537.564600] env[62522]: INFO nova.scheduler.client.report [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Deleted allocations for instance 3f76d1f8-c7d3-4396-bedb-07e55621f227 [ 1537.683570] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1703000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.695517] env[62522]: DEBUG oslo_concurrency.lockutils [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.071891] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2991aeec-2a7f-4deb-8399-38f5fc3eb50e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "ebc7284b-8da1-43e7-9a17-9572e4fe7e53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.443s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.075572] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e930231-d4ba-467a-a83a-a1fb38f3b900 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "3f76d1f8-c7d3-4396-bedb-07e55621f227" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.566s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.183558] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1703000, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.210162] env[62522]: DEBUG nova.network.neutron [-] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.231395] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818ea45d-eb3b-4a0a-a9f1-afef95a52c65 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.264519] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242af19b-d512-4aa6-8a48-59afb157e9b1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.272410] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updating instance '8808e17e-8d2e-454d-b010-7dadb15766d7' progress to 83 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1538.322059] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c893a0-838c-4060-99a8-751c3d67a7e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.333912] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bffd74-cbee-4e07-9e52-bf1b136b1fd8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.339188] env[62522]: DEBUG nova.network.neutron [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Updating instance_info_cache with network_info: [{"id": "4083ab31-13b1-415f-a116-cd5da3084b61", "address": "fa:16:3e:c2:df:ba", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4083ab31-13", "ovs_interfaceid": "4083ab31-13b1-415f-a116-cd5da3084b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa1a5b99-3da4-4ec2-99d0-3160adf3c645", "address": "fa:16:3e:52:60:fc", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1a5b99-3d", "ovs_interfaceid": "fa1a5b99-3da4-4ec2-99d0-3160adf3c645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.385324] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8148e840-2499-4b8e-91e9-0f44ae98e7e2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.399024] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e37c60-9e7d-47f0-a90c-afa33fd2c19e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.413018] env[62522]: DEBUG nova.compute.provider_tree [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1538.682277] env[62522]: DEBUG oslo_vmware.api [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1703000, 'name': PowerOnVM_Task, 'duration_secs': 1.288047} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.682277] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.682455] env[62522]: INFO nova.compute.manager [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1538.683557] env[62522]: DEBUG nova.compute.manager [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.683557] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5643f3-0d25-43d0-8c7e-a4a842dc43eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.717111] env[62522]: INFO nova.compute.manager [-] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Took 1.97 seconds to deallocate network for instance. [ 1538.780292] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.780607] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4624e404-949b-42ae-be77-2ecb79404d6b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.789247] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1538.789247] env[62522]: value = "task-1703001" [ 1538.789247] env[62522]: _type = "Task" [ 1538.789247] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.798389] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.843984] env[62522]: DEBUG nova.compute.manager [req-899c436c-fcb3-46f1-9608-15a673d49861 req-c8b27e7c-7ead-4dba-a4cc-fc6a78db6243 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Received event network-vif-plugged-fa1a5b99-3da4-4ec2-99d0-3160adf3c645 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1538.844230] env[62522]: DEBUG oslo_concurrency.lockutils [req-899c436c-fcb3-46f1-9608-15a673d49861 req-c8b27e7c-7ead-4dba-a4cc-fc6a78db6243 service nova] Acquiring lock "bb6150c2-75de-4147-8831-fbe9122f8aac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.844441] env[62522]: DEBUG oslo_concurrency.lockutils [req-899c436c-fcb3-46f1-9608-15a673d49861 req-c8b27e7c-7ead-4dba-a4cc-fc6a78db6243 service nova] Lock "bb6150c2-75de-4147-8831-fbe9122f8aac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.844609] env[62522]: DEBUG oslo_concurrency.lockutils [req-899c436c-fcb3-46f1-9608-15a673d49861 req-c8b27e7c-7ead-4dba-a4cc-fc6a78db6243 service nova] Lock "bb6150c2-75de-4147-8831-fbe9122f8aac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.844776] env[62522]: DEBUG nova.compute.manager [req-899c436c-fcb3-46f1-9608-15a673d49861 req-c8b27e7c-7ead-4dba-a4cc-fc6a78db6243 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] No waiting events found dispatching network-vif-plugged-fa1a5b99-3da4-4ec2-99d0-3160adf3c645 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1538.844941] env[62522]: WARNING nova.compute.manager [req-899c436c-fcb3-46f1-9608-15a673d49861 req-c8b27e7c-7ead-4dba-a4cc-fc6a78db6243 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Received unexpected event network-vif-plugged-fa1a5b99-3da4-4ec2-99d0-3160adf3c645 for instance with vm_state active and task_state None. [ 1538.845747] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.846323] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.846470] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.847302] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa21c0a9-4f6f-4e2a-850c-0c281047ad59 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.866430] env[62522]: DEBUG nova.virt.hardware [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1538.866668] env[62522]: DEBUG nova.virt.hardware [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1538.866814] env[62522]: DEBUG nova.virt.hardware [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.867000] env[62522]: DEBUG nova.virt.hardware [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1538.867155] env[62522]: DEBUG nova.virt.hardware [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.867300] env[62522]: DEBUG nova.virt.hardware [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1538.867727] env[62522]: DEBUG nova.virt.hardware [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1538.867899] env[62522]: DEBUG nova.virt.hardware [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1538.868086] env[62522]: DEBUG nova.virt.hardware [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1538.868331] env[62522]: DEBUG nova.virt.hardware [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1538.868531] env[62522]: DEBUG nova.virt.hardware [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1538.876550] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Reconfiguring VM to attach interface {{(pid=62522) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1538.877137] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f937325d-6415-4523-97e4-d24e41903e80 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.894948] env[62522]: DEBUG oslo_vmware.api [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1538.894948] env[62522]: value = "task-1703002" [ 1538.894948] env[62522]: _type = "Task" [ 1538.894948] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.903048] env[62522]: DEBUG oslo_vmware.api [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703002, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.952674] env[62522]: DEBUG nova.scheduler.client.report [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1538.952948] env[62522]: DEBUG nova.compute.provider_tree [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 95 to 96 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1538.953149] env[62522]: DEBUG nova.compute.provider_tree [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1539.115279] env[62522]: DEBUG nova.compute.manager [req-a2bd5f41-99a9-4c48-94e8-221daa0929ec req-acd48038-673e-45fd-a539-87f080f1d2f9 service nova] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Received event network-vif-deleted-ccf3bdee-0968-40c1-a937-c5e9610ebf11 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1539.146652] env[62522]: DEBUG nova.network.neutron [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Successfully updated port: b3897c6a-cd79-4681-8d5a-8e50225d7e3b {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1539.200798] env[62522]: INFO nova.compute.manager [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Took 18.24 seconds to build instance. [ 1539.226128] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.301905] env[62522]: DEBUG oslo_vmware.api [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703001, 'name': PowerOnVM_Task, 'duration_secs': 0.433245} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.302395] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1539.302694] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-370119ef-fcfd-4eb1-92e9-5d004efa4137 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updating instance '8808e17e-8d2e-454d-b010-7dadb15766d7' progress to 100 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1539.405688] env[62522]: DEBUG oslo_vmware.api [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.462018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.462609] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.139s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.462981] env[62522]: DEBUG nova.objects.instance [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lazy-loading 'resources' on Instance uuid 6a4a3cc9-d941-440f-8f68-e3cec2a9332f {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1539.497491] env[62522]: INFO nova.scheduler.client.report [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Deleted allocations for instance aa942a62-5737-4dff-bed7-2b83c5284099 [ 1539.649335] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "refresh_cache-abf24852-ae98-4ff3-9839-b4820c7a2ce7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.649335] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquired lock "refresh_cache-abf24852-ae98-4ff3-9839-b4820c7a2ce7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.649335] env[62522]: DEBUG nova.network.neutron [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1539.702180] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b5c9785f-78e8-40f0-9107-5c990f640b14 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Lock "b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.748s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.907987] env[62522]: DEBUG oslo_vmware.api [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.008129] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4dfdef05-71da-4d0a-b842-a418c662bce6 tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "aa942a62-5737-4dff-bed7-2b83c5284099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.092s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.175919] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9923965e-57be-4d43-80ce-c6cd3becf046 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.187599] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce67cd2-762c-46e4-8f09-791e3f56edae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.221289] env[62522]: DEBUG nova.network.neutron [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1540.224138] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d6f784-906d-4956-aee9-3ced9d0849c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.234227] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d822142e-e487-4bc7-970d-2ffca8453fdc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.248529] env[62522]: DEBUG nova.compute.provider_tree [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.409224] env[62522]: DEBUG oslo_vmware.api [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703002, 'name': ReconfigVM_Task, 'duration_secs': 1.26616} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.409644] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.409857] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Reconfigured VM to attach interface {{(pid=62522) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1540.546088] env[62522]: DEBUG nova.network.neutron [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Updating instance_info_cache with network_info: [{"id": "00c03b37-d255-4e89-a2da-fa68ba5a3ee7", "address": "fa:16:3e:42:b8:c0", "network": {"id": "d8451d87-6950-4f97-82b8-f08a3153519e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-550493282", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c03b37-d2", "ovs_interfaceid": "00c03b37-d255-4e89-a2da-fa68ba5a3ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3897c6a-cd79-4681-8d5a-8e50225d7e3b", "address": "fa:16:3e:09:22:b8", "network": {"id": "0e5a7ec0-5918-4ae9-8fb5-efb5257c1bd2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-436511407", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3897c6a-cd", "ovs_interfaceid": "b3897c6a-cd79-4681-8d5a-8e50225d7e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.753769] env[62522]: DEBUG nova.scheduler.client.report [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1540.916316] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c1c01a18-74be-47bc-b1c8-1d620bf5bf23 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-bb6150c2-75de-4147-8831-fbe9122f8aac-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.289s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.052030] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Releasing lock "refresh_cache-abf24852-ae98-4ff3-9839-b4820c7a2ce7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.052030] env[62522]: DEBUG nova.compute.manager [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Instance network_info: |[{"id": "00c03b37-d255-4e89-a2da-fa68ba5a3ee7", "address": "fa:16:3e:42:b8:c0", "network": {"id": "d8451d87-6950-4f97-82b8-f08a3153519e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-550493282", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c03b37-d2", "ovs_interfaceid": "00c03b37-d255-4e89-a2da-fa68ba5a3ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3897c6a-cd79-4681-8d5a-8e50225d7e3b", "address": "fa:16:3e:09:22:b8", "network": {"id": "0e5a7ec0-5918-4ae9-8fb5-efb5257c1bd2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-436511407", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3897c6a-cd", "ovs_interfaceid": "b3897c6a-cd79-4681-8d5a-8e50225d7e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1541.052030] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:b8:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00c03b37-d255-4e89-a2da-fa68ba5a3ee7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:22:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3897c6a-cd79-4681-8d5a-8e50225d7e3b', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.069730] env[62522]: DEBUG oslo.service.loopingcall [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.070714] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.071172] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c63840d6-4e42-41d2-9b64-11a9f8cfdc0e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.090418] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.091047] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.093079] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "759aa3b9-b9cc-4148-ad4d-fe9e376f40c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.093079] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "759aa3b9-b9cc-4148-ad4d-fe9e376f40c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.093079] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "759aa3b9-b9cc-4148-ad4d-fe9e376f40c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.094152] env[62522]: INFO nova.compute.manager [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Terminating instance [ 1541.098922] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1541.098922] env[62522]: value = "task-1703003" [ 1541.098922] env[62522]: _type = "Task" [ 1541.098922] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.108433] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703003, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.259936] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.262074] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.036s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.262545] env[62522]: DEBUG nova.objects.instance [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lazy-loading 'resources' on Instance uuid d38527ec-8de0-48e6-9e96-b277704c3933 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.286059] env[62522]: INFO nova.scheduler.client.report [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleted allocations for instance 6a4a3cc9-d941-440f-8f68-e3cec2a9332f [ 1541.599033] env[62522]: DEBUG nova.compute.manager [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1541.599033] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1541.599614] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0796b0da-c1e1-4064-bfb6-ace07749ff32 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.612902] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703003, 'name': CreateVM_Task, 'duration_secs': 0.400648} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.615562] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1541.616267] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1541.616758] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.616926] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.617376] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1541.617636] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f1e14de-f7f2-402e-9ed4-250bef81c516 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.619293] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da111b9-2657-4ae5-821a-3c02671a0577 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.623957] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1541.623957] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a748b3-2e3d-3a7b-6733-14b66cabf146" [ 1541.623957] env[62522]: _type = "Task" [ 1541.623957] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.628784] env[62522]: DEBUG oslo_vmware.api [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1541.628784] env[62522]: value = "task-1703004" [ 1541.628784] env[62522]: _type = "Task" [ 1541.628784] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.635910] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a748b3-2e3d-3a7b-6733-14b66cabf146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.640306] env[62522]: DEBUG oslo_vmware.api [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1703004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.799864] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4c004eda-72cb-462f-bbcd-50affaa22ade tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "6a4a3cc9-d941-440f-8f68-e3cec2a9332f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.549s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.975407] env[62522]: DEBUG nova.compute.manager [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Received event network-changed-fa1a5b99-3da4-4ec2-99d0-3160adf3c645 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1541.976252] env[62522]: DEBUG nova.compute.manager [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Refreshing instance network info cache due to event network-changed-fa1a5b99-3da4-4ec2-99d0-3160adf3c645. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1541.976842] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Acquiring lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.977065] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Acquired lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.977380] env[62522]: DEBUG nova.network.neutron [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Refreshing network info cache for port fa1a5b99-3da4-4ec2-99d0-3160adf3c645 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.984094] env[62522]: DEBUG nova.compute.manager [req-477dfbfc-d334-43f0-bb85-b366f7145df4 req-d25265f4-c509-45cf-b999-438e8c1eecaf service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Received event network-changed-2e1f1442-14da-44e2-876f-8ba335410810 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1541.984283] env[62522]: DEBUG nova.compute.manager [req-477dfbfc-d334-43f0-bb85-b366f7145df4 req-d25265f4-c509-45cf-b999-438e8c1eecaf service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Refreshing instance network info cache due to event network-changed-2e1f1442-14da-44e2-876f-8ba335410810. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1541.984482] env[62522]: DEBUG oslo_concurrency.lockutils [req-477dfbfc-d334-43f0-bb85-b366f7145df4 req-d25265f4-c509-45cf-b999-438e8c1eecaf service nova] Acquiring lock "refresh_cache-14782297-1a26-4c7a-9d1e-46a92499b389" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.984684] env[62522]: DEBUG oslo_concurrency.lockutils [req-477dfbfc-d334-43f0-bb85-b366f7145df4 req-d25265f4-c509-45cf-b999-438e8c1eecaf service nova] Acquired lock "refresh_cache-14782297-1a26-4c7a-9d1e-46a92499b389" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.984858] env[62522]: DEBUG nova.network.neutron [req-477dfbfc-d334-43f0-bb85-b366f7145df4 req-d25265f4-c509-45cf-b999-438e8c1eecaf service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Refreshing network info cache for port 2e1f1442-14da-44e2-876f-8ba335410810 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.988387] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4cb522-bfe7-4b0d-9bf6-f6c28b09548d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.997707] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09341688-2690-4115-b525-b5620cba3c01 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.039569] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ac80aa-bb50-4b51-abe5-25cf386aad63 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.048304] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b30456-f4da-44c0-92b7-6e988cdbbf30 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.064770] env[62522]: DEBUG nova.compute.provider_tree [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.138687] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a748b3-2e3d-3a7b-6733-14b66cabf146, 'name': SearchDatastore_Task, 'duration_secs': 0.011406} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.139816] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.140069] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1542.140343] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.140502] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.140706] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.143870] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca794272-8688-4d51-af50-3569c9513660 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.145734] env[62522]: DEBUG oslo_vmware.api [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1703004, 'name': PowerOffVM_Task, 'duration_secs': 0.353553} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.145995] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1542.146158] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1542.146779] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb21e7a0-9c35-4d8e-b8ba-590c574d87c1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.154482] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.154659] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1542.155454] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4cb2836-c357-4414-ab4d-3edba493e1aa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.160757] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1542.160757] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ae371c-ff54-4758-4af6-98cfb0550b92" [ 1542.160757] env[62522]: _type = "Task" [ 1542.160757] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.168874] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ae371c-ff54-4758-4af6-98cfb0550b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.241641] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1542.241641] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1542.241641] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Deleting the datastore file [datastore1] 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1542.241641] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f9863f6-83be-4fcb-9883-783f3f2c981b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.247874] env[62522]: DEBUG oslo_vmware.api [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for the task: (returnval){ [ 1542.247874] env[62522]: value = "task-1703006" [ 1542.247874] env[62522]: _type = "Task" [ 1542.247874] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.259917] env[62522]: DEBUG oslo_vmware.api [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1703006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.447701] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "8808e17e-8d2e-454d-b010-7dadb15766d7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.447960] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8808e17e-8d2e-454d-b010-7dadb15766d7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.448326] env[62522]: DEBUG nova.compute.manager [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Going to confirm migration 4 {{(pid=62522) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1542.570695] env[62522]: DEBUG nova.scheduler.client.report [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1542.619763] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "5e637bf4-543b-4a0e-be2a-9782b9005e56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.620517] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "5e637bf4-543b-4a0e-be2a-9782b9005e56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.676241] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ae371c-ff54-4758-4af6-98cfb0550b92, 'name': SearchDatastore_Task, 'duration_secs': 0.01977} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.677117] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f9d147-c7c1-42c4-860a-777be0b10c2f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.687635] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1542.687635] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5207372c-9c17-c782-b401-b7cb0a791def" [ 1542.687635] env[62522]: _type = "Task" [ 1542.687635] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.700052] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5207372c-9c17-c782-b401-b7cb0a791def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.764908] env[62522]: DEBUG oslo_vmware.api [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1703006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.026888] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.027260] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.027260] env[62522]: DEBUG nova.network.neutron [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.028413] env[62522]: DEBUG nova.objects.instance [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lazy-loading 'info_cache' on Instance uuid 8808e17e-8d2e-454d-b010-7dadb15766d7 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.079234] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.093435] env[62522]: DEBUG nova.network.neutron [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Updated VIF entry in instance network info cache for port fa1a5b99-3da4-4ec2-99d0-3160adf3c645. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1543.093873] env[62522]: DEBUG nova.network.neutron [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Updating instance_info_cache with network_info: [{"id": "4083ab31-13b1-415f-a116-cd5da3084b61", "address": "fa:16:3e:c2:df:ba", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4083ab31-13", "ovs_interfaceid": "4083ab31-13b1-415f-a116-cd5da3084b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa1a5b99-3da4-4ec2-99d0-3160adf3c645", "address": "fa:16:3e:52:60:fc", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1a5b99-3d", "ovs_interfaceid": "fa1a5b99-3da4-4ec2-99d0-3160adf3c645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.096808] env[62522]: DEBUG nova.network.neutron [req-477dfbfc-d334-43f0-bb85-b366f7145df4 req-d25265f4-c509-45cf-b999-438e8c1eecaf service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Updated VIF entry in instance network info cache for port 2e1f1442-14da-44e2-876f-8ba335410810. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1543.097134] env[62522]: DEBUG nova.network.neutron [req-477dfbfc-d334-43f0-bb85-b366f7145df4 req-d25265f4-c509-45cf-b999-438e8c1eecaf service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Updating instance_info_cache with network_info: [{"id": "2e1f1442-14da-44e2-876f-8ba335410810", "address": "fa:16:3e:c1:64:49", "network": {"id": "9bde571f-0e2b-4532-8dac-79cc75b8b2fd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1454563316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d775d5964784f96ae98c11426a38697", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1f1442-14", "ovs_interfaceid": "2e1f1442-14da-44e2-876f-8ba335410810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.101791] env[62522]: INFO nova.scheduler.client.report [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Deleted allocations for instance d38527ec-8de0-48e6-9e96-b277704c3933 [ 1543.123957] env[62522]: DEBUG nova.compute.manager [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1543.200755] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5207372c-9c17-c782-b401-b7cb0a791def, 'name': SearchDatastore_Task, 'duration_secs': 0.013925} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.201115] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.201381] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] abf24852-ae98-4ff3-9839-b4820c7a2ce7/abf24852-ae98-4ff3-9839-b4820c7a2ce7.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1543.204268] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46c88333-6fdc-47ee-a22e-e6cda5f0e4ef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.208915] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1543.208915] env[62522]: value = "task-1703007" [ 1543.208915] env[62522]: _type = "Task" [ 1543.208915] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.216781] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.258926] env[62522]: DEBUG oslo_vmware.api [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Task: {'id': task-1703006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554454} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.259320] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1543.259592] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1543.259697] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1543.259840] env[62522]: INFO nova.compute.manager [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1543.260100] env[62522]: DEBUG oslo.service.loopingcall [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.260325] env[62522]: DEBUG nova.compute.manager [-] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1543.260579] env[62522]: DEBUG nova.network.neutron [-] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1543.599896] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Releasing lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.603025] env[62522]: DEBUG nova.compute.manager [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Received event network-vif-plugged-00c03b37-d255-4e89-a2da-fa68ba5a3ee7 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1543.603025] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Acquiring lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.603025] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.603025] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.603025] env[62522]: DEBUG nova.compute.manager [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] No waiting events found dispatching network-vif-plugged-00c03b37-d255-4e89-a2da-fa68ba5a3ee7 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1543.603025] env[62522]: WARNING nova.compute.manager [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Received unexpected event network-vif-plugged-00c03b37-d255-4e89-a2da-fa68ba5a3ee7 for instance with vm_state building and task_state spawning. [ 1543.603025] env[62522]: DEBUG nova.compute.manager [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Received event network-changed-00c03b37-d255-4e89-a2da-fa68ba5a3ee7 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1543.603025] env[62522]: DEBUG nova.compute.manager [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Refreshing instance network info cache due to event network-changed-00c03b37-d255-4e89-a2da-fa68ba5a3ee7. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1543.603025] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Acquiring lock "refresh_cache-abf24852-ae98-4ff3-9839-b4820c7a2ce7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.604288] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Acquired lock "refresh_cache-abf24852-ae98-4ff3-9839-b4820c7a2ce7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.604652] env[62522]: DEBUG nova.network.neutron [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Refreshing network info cache for port 00c03b37-d255-4e89-a2da-fa68ba5a3ee7 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1543.606637] env[62522]: DEBUG oslo_concurrency.lockutils [req-477dfbfc-d334-43f0-bb85-b366f7145df4 req-d25265f4-c509-45cf-b999-438e8c1eecaf service nova] Releasing lock "refresh_cache-14782297-1a26-4c7a-9d1e-46a92499b389" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.611481] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dbb56dbb-d6c8-4484-b062-577867c6a182 tempest-ServersWithSpecificFlavorTestJSON-104942337 tempest-ServersWithSpecificFlavorTestJSON-104942337-project-member] Lock "d38527ec-8de0-48e6-9e96-b277704c3933" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.505s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.616453] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "ccc01826-44a2-40dd-964c-d07b43877ceb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.616671] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "ccc01826-44a2-40dd-964c-d07b43877ceb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.659541] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.659541] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.661371] env[62522]: INFO nova.compute.claims [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1543.731333] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703007, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.119017] env[62522]: DEBUG nova.compute.manager [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1544.211103] env[62522]: DEBUG nova.compute.manager [req-6fc1233c-6b68-44dc-bb3e-4af42f180873 req-4a9dbd0d-caad-4abe-907a-3968324ee233 service nova] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Received event network-vif-deleted-d572f330-ebd8-41e3-bc49-3463c78d4f67 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1544.211103] env[62522]: INFO nova.compute.manager [req-6fc1233c-6b68-44dc-bb3e-4af42f180873 req-4a9dbd0d-caad-4abe-907a-3968324ee233 service nova] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Neutron deleted interface d572f330-ebd8-41e3-bc49-3463c78d4f67; detaching it from the instance and deleting it from the info cache [ 1544.211103] env[62522]: DEBUG nova.network.neutron [req-6fc1233c-6b68-44dc-bb3e-4af42f180873 req-4a9dbd0d-caad-4abe-907a-3968324ee233 service nova] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.229618] env[62522]: DEBUG nova.network.neutron [-] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.229898] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741526} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.231644] env[62522]: DEBUG nova.compute.manager [req-8fde723e-2bf0-4957-84d1-2221a7defecc req-1373b342-73c1-4beb-b6e4-95687180d487 service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Received event network-changed-2e1f1442-14da-44e2-876f-8ba335410810 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1544.231829] env[62522]: DEBUG nova.compute.manager [req-8fde723e-2bf0-4957-84d1-2221a7defecc req-1373b342-73c1-4beb-b6e4-95687180d487 service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Refreshing instance network info cache due to event network-changed-2e1f1442-14da-44e2-876f-8ba335410810. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1544.232194] env[62522]: DEBUG oslo_concurrency.lockutils [req-8fde723e-2bf0-4957-84d1-2221a7defecc req-1373b342-73c1-4beb-b6e4-95687180d487 service nova] Acquiring lock "refresh_cache-14782297-1a26-4c7a-9d1e-46a92499b389" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.232361] env[62522]: DEBUG oslo_concurrency.lockutils [req-8fde723e-2bf0-4957-84d1-2221a7defecc req-1373b342-73c1-4beb-b6e4-95687180d487 service nova] Acquired lock "refresh_cache-14782297-1a26-4c7a-9d1e-46a92499b389" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.232463] env[62522]: DEBUG nova.network.neutron [req-8fde723e-2bf0-4957-84d1-2221a7defecc req-1373b342-73c1-4beb-b6e4-95687180d487 service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Refreshing network info cache for port 2e1f1442-14da-44e2-876f-8ba335410810 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.236210] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] abf24852-ae98-4ff3-9839-b4820c7a2ce7/abf24852-ae98-4ff3-9839-b4820c7a2ce7.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1544.236361] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1544.237033] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86920405-6b1a-43e0-b803-df79b946d0d5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.246441] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1544.246441] env[62522]: value = "task-1703008" [ 1544.246441] env[62522]: _type = "Task" [ 1544.246441] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.259437] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.631460] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "interface-bb6150c2-75de-4147-8831-fbe9122f8aac-fa1a5b99-3da4-4ec2-99d0-3160adf3c645" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.631696] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-bb6150c2-75de-4147-8831-fbe9122f8aac-fa1a5b99-3da4-4ec2-99d0-3160adf3c645" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.660118] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.714554] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5712b22b-803a-455f-9049-66e0f40eb4af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.730702] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e825c5-57dc-4419-92ba-2a90f7d416a8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.747924] env[62522]: INFO nova.compute.manager [-] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Took 1.49 seconds to deallocate network for instance. [ 1544.759300] env[62522]: DEBUG nova.network.neutron [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updating instance_info_cache with network_info: [{"id": "0dc04d65-9fcc-4a2a-9001-7e3ee602880f", "address": "fa:16:3e:17:1c:c0", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc04d65-9f", "ovs_interfaceid": "0dc04d65-9fcc-4a2a-9001-7e3ee602880f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.776369] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071647} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.776922] env[62522]: DEBUG nova.compute.manager [req-6fc1233c-6b68-44dc-bb3e-4af42f180873 req-4a9dbd0d-caad-4abe-907a-3968324ee233 service nova] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Detach interface failed, port_id=d572f330-ebd8-41e3-bc49-3463c78d4f67, reason: Instance 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1544.783257] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1544.785137] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83e05f9-cada-4f62-8f7b-02168968b796 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.815188] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] abf24852-ae98-4ff3-9839-b4820c7a2ce7/abf24852-ae98-4ff3-9839-b4820c7a2ce7.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.820269] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dd68db9-60db-411b-9012-4f65379f83a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.841660] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1544.841660] env[62522]: value = "task-1703009" [ 1544.841660] env[62522]: _type = "Task" [ 1544.841660] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.851033] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.854215] env[62522]: DEBUG nova.network.neutron [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Updated VIF entry in instance network info cache for port 00c03b37-d255-4e89-a2da-fa68ba5a3ee7. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1544.854593] env[62522]: DEBUG nova.network.neutron [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Updating instance_info_cache with network_info: [{"id": "00c03b37-d255-4e89-a2da-fa68ba5a3ee7", "address": "fa:16:3e:42:b8:c0", "network": {"id": "d8451d87-6950-4f97-82b8-f08a3153519e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-550493282", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c03b37-d2", "ovs_interfaceid": "00c03b37-d255-4e89-a2da-fa68ba5a3ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3897c6a-cd79-4681-8d5a-8e50225d7e3b", "address": "fa:16:3e:09:22:b8", "network": {"id": "0e5a7ec0-5918-4ae9-8fb5-efb5257c1bd2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-436511407", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3897c6a-cd", "ovs_interfaceid": "b3897c6a-cd79-4681-8d5a-8e50225d7e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.947211] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2694316a-61a3-40ea-b501-fe883b7e6114 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.955930] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e78d83-162f-4620-8e27-2c6a4678f34a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.991112] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c8c6a5-9ecf-4102-8968-b373e07cf161 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.999415] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cbfeb0-943c-4ca7-b29a-5d90a82be5f9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.013892] env[62522]: DEBUG nova.compute.provider_tree [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.134113] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.134452] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.135985] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52415eb6-6f11-470f-93f9-aba1d4e52bb0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.159804] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa22d033-2a48-48e0-977a-41fd9355fa5a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.188949] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Reconfiguring VM to detach interface {{(pid=62522) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1545.189427] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ea95e03-3697-48fa-a075-7f7cb11c4f98 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.210791] env[62522]: DEBUG oslo_vmware.api [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1545.210791] env[62522]: value = "task-1703010" [ 1545.210791] env[62522]: _type = "Task" [ 1545.210791] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.219850] env[62522]: DEBUG oslo_vmware.api [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.262673] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.263284] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "refresh_cache-8808e17e-8d2e-454d-b010-7dadb15766d7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.263524] env[62522]: DEBUG nova.objects.instance [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lazy-loading 'migration_context' on Instance uuid 8808e17e-8d2e-454d-b010-7dadb15766d7 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.274515] env[62522]: DEBUG nova.network.neutron [req-8fde723e-2bf0-4957-84d1-2221a7defecc req-1373b342-73c1-4beb-b6e4-95687180d487 service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Updated VIF entry in instance network info cache for port 2e1f1442-14da-44e2-876f-8ba335410810. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.274911] env[62522]: DEBUG nova.network.neutron [req-8fde723e-2bf0-4957-84d1-2221a7defecc req-1373b342-73c1-4beb-b6e4-95687180d487 service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Updating instance_info_cache with network_info: [{"id": "2e1f1442-14da-44e2-876f-8ba335410810", "address": "fa:16:3e:c1:64:49", "network": {"id": "9bde571f-0e2b-4532-8dac-79cc75b8b2fd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1454563316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d775d5964784f96ae98c11426a38697", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1f1442-14", "ovs_interfaceid": "2e1f1442-14da-44e2-876f-8ba335410810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.359119] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Releasing lock "refresh_cache-abf24852-ae98-4ff3-9839-b4820c7a2ce7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.359415] env[62522]: DEBUG nova.compute.manager [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Received event network-vif-plugged-b3897c6a-cd79-4681-8d5a-8e50225d7e3b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1545.359611] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Acquiring lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.359815] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.359973] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.360162] env[62522]: DEBUG nova.compute.manager [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] No waiting events found dispatching network-vif-plugged-b3897c6a-cd79-4681-8d5a-8e50225d7e3b {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1545.360350] env[62522]: WARNING nova.compute.manager [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Received unexpected event network-vif-plugged-b3897c6a-cd79-4681-8d5a-8e50225d7e3b for instance with vm_state building and task_state spawning. [ 1545.360675] env[62522]: DEBUG nova.compute.manager [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Received event network-changed-b3897c6a-cd79-4681-8d5a-8e50225d7e3b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1545.360675] env[62522]: DEBUG nova.compute.manager [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Refreshing instance network info cache due to event network-changed-b3897c6a-cd79-4681-8d5a-8e50225d7e3b. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1545.360817] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Acquiring lock "refresh_cache-abf24852-ae98-4ff3-9839-b4820c7a2ce7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.360979] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Acquired lock "refresh_cache-abf24852-ae98-4ff3-9839-b4820c7a2ce7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.361168] env[62522]: DEBUG nova.network.neutron [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Refreshing network info cache for port b3897c6a-cd79-4681-8d5a-8e50225d7e3b {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1545.366188] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.516822] env[62522]: DEBUG nova.scheduler.client.report [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1545.721706] env[62522]: DEBUG oslo_vmware.api [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.766466] env[62522]: DEBUG nova.objects.base [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Object Instance<8808e17e-8d2e-454d-b010-7dadb15766d7> lazy-loaded attributes: info_cache,migration_context {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1545.767453] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3f7687-a5d3-4cd4-ad9e-b7d6f6eb49d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.787533] env[62522]: DEBUG oslo_concurrency.lockutils [req-8fde723e-2bf0-4957-84d1-2221a7defecc req-1373b342-73c1-4beb-b6e4-95687180d487 service nova] Releasing lock "refresh_cache-14782297-1a26-4c7a-9d1e-46a92499b389" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.788621] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e77b180-f797-48d5-b611-b75ed935b8a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.794646] env[62522]: DEBUG oslo_vmware.api [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1545.794646] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52120d20-ce0d-5c3f-584c-33dba5dad723" [ 1545.794646] env[62522]: _type = "Task" [ 1545.794646] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.802530] env[62522]: DEBUG oslo_vmware.api [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52120d20-ce0d-5c3f-584c-33dba5dad723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.852809] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703009, 'name': ReconfigVM_Task, 'duration_secs': 0.646252} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.853370] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Reconfigured VM instance instance-00000043 to attach disk [datastore1] abf24852-ae98-4ff3-9839-b4820c7a2ce7/abf24852-ae98-4ff3-9839-b4820c7a2ce7.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1545.854034] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-996e4b7b-c8fb-434e-aa00-131d42013a59 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.861400] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1545.861400] env[62522]: value = "task-1703011" [ 1545.861400] env[62522]: _type = "Task" [ 1545.861400] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.872209] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703011, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.023869] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.024410] env[62522]: DEBUG nova.compute.manager [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1546.027382] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.367s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.028518] env[62522]: INFO nova.compute.claims [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1546.112329] env[62522]: DEBUG oslo_concurrency.lockutils [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Acquiring lock "14782297-1a26-4c7a-9d1e-46a92499b389" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.112580] env[62522]: DEBUG oslo_concurrency.lockutils [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Lock "14782297-1a26-4c7a-9d1e-46a92499b389" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.113247] env[62522]: DEBUG oslo_concurrency.lockutils [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Acquiring lock "14782297-1a26-4c7a-9d1e-46a92499b389-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.113247] env[62522]: DEBUG oslo_concurrency.lockutils [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Lock "14782297-1a26-4c7a-9d1e-46a92499b389-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.113247] env[62522]: DEBUG oslo_concurrency.lockutils [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Lock "14782297-1a26-4c7a-9d1e-46a92499b389-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.118997] env[62522]: INFO nova.compute.manager [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Terminating instance [ 1546.171297] env[62522]: DEBUG nova.network.neutron [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Updated VIF entry in instance network info cache for port b3897c6a-cd79-4681-8d5a-8e50225d7e3b. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.171297] env[62522]: DEBUG nova.network.neutron [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Updating instance_info_cache with network_info: [{"id": "00c03b37-d255-4e89-a2da-fa68ba5a3ee7", "address": "fa:16:3e:42:b8:c0", "network": {"id": "d8451d87-6950-4f97-82b8-f08a3153519e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-550493282", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c03b37-d2", "ovs_interfaceid": "00c03b37-d255-4e89-a2da-fa68ba5a3ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3897c6a-cd79-4681-8d5a-8e50225d7e3b", "address": "fa:16:3e:09:22:b8", "network": {"id": "0e5a7ec0-5918-4ae9-8fb5-efb5257c1bd2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-436511407", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53b309eb1bbd478f94936d58d90f4a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3897c6a-cd", "ovs_interfaceid": "b3897c6a-cd79-4681-8d5a-8e50225d7e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.222378] env[62522]: DEBUG oslo_vmware.api [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.306047] env[62522]: DEBUG oslo_vmware.api [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52120d20-ce0d-5c3f-584c-33dba5dad723, 'name': SearchDatastore_Task, 'duration_secs': 0.006671} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.306410] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.372690] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703011, 'name': Rename_Task, 'duration_secs': 0.248987} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.373053] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1546.373373] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6375ff84-be8b-4955-9152-d20787cb5181 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.381743] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1546.381743] env[62522]: value = "task-1703012" [ 1546.381743] env[62522]: _type = "Task" [ 1546.381743] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.391279] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.532627] env[62522]: DEBUG nova.compute.utils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1546.538022] env[62522]: DEBUG nova.compute.manager [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1546.538022] env[62522]: DEBUG nova.network.neutron [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1546.581140] env[62522]: DEBUG nova.policy [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75c86f49cc84c71a007af2179aef67d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15c8b345a1664daea713d60e9d51307d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1546.608106] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.608355] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.625610] env[62522]: DEBUG nova.compute.manager [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1546.625832] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.626982] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bed1751-1c20-40a6-900c-059f5aedee47 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.635709] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1546.635979] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96725092-6dae-46e4-b353-e8b0198e3546 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.645079] env[62522]: DEBUG oslo_vmware.api [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Waiting for the task: (returnval){ [ 1546.645079] env[62522]: value = "task-1703013" [ 1546.645079] env[62522]: _type = "Task" [ 1546.645079] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.655494] env[62522]: DEBUG oslo_vmware.api [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1703013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.673646] env[62522]: DEBUG oslo_concurrency.lockutils [req-397499cd-601d-4c30-9dea-283ff1b46930 req-b5b73c47-44da-4643-86b7-7a7835475537 service nova] Releasing lock "refresh_cache-abf24852-ae98-4ff3-9839-b4820c7a2ce7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.689342] env[62522]: DEBUG oslo_concurrency.lockutils [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "b80c3cb9-87a2-4079-8ab1-14a45e185d28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.689691] env[62522]: DEBUG oslo_concurrency.lockutils [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "b80c3cb9-87a2-4079-8ab1-14a45e185d28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.689934] env[62522]: DEBUG oslo_concurrency.lockutils [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "b80c3cb9-87a2-4079-8ab1-14a45e185d28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.690158] env[62522]: DEBUG oslo_concurrency.lockutils [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "b80c3cb9-87a2-4079-8ab1-14a45e185d28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.690333] env[62522]: DEBUG oslo_concurrency.lockutils [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "b80c3cb9-87a2-4079-8ab1-14a45e185d28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.693179] env[62522]: INFO nova.compute.manager [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Terminating instance [ 1546.724029] env[62522]: DEBUG oslo_vmware.api [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.762315] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Acquiring lock "b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.762591] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Lock "b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.762805] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Acquiring lock "b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.762984] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Lock "b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.763198] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Lock "b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.765364] env[62522]: INFO nova.compute.manager [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Terminating instance [ 1546.892457] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703012, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.973069] env[62522]: DEBUG nova.network.neutron [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Successfully created port: 0c30f3de-fd78-499b-85ea-8987eb2f761d {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1547.043791] env[62522]: DEBUG nova.compute.manager [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1547.113662] env[62522]: DEBUG nova.compute.manager [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1547.158536] env[62522]: DEBUG oslo_vmware.api [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1703013, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.197472] env[62522]: DEBUG nova.compute.manager [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1547.197930] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.198575] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3765005-1c66-4238-8f64-a686e579d77a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.211485] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.214746] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f872d09-f61a-479e-927c-6eb466c414cd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.227321] env[62522]: DEBUG oslo_vmware.api [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.232343] env[62522]: DEBUG oslo_vmware.api [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1547.232343] env[62522]: value = "task-1703014" [ 1547.232343] env[62522]: _type = "Task" [ 1547.232343] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.241758] env[62522]: DEBUG oslo_vmware.api [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1703014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.271503] env[62522]: DEBUG nova.compute.manager [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1547.271716] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.272864] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc1b16b-a8c2-4961-8107-7ad4899d4a12 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.281340] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.281444] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdee4342-b0b9-475a-aaa7-294cf0702819 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.288038] env[62522]: DEBUG oslo_vmware.api [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Waiting for the task: (returnval){ [ 1547.288038] env[62522]: value = "task-1703015" [ 1547.288038] env[62522]: _type = "Task" [ 1547.288038] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.301061] env[62522]: DEBUG oslo_vmware.api [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1703015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.323126] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9fee17-2606-4afb-b92b-c02e3cbd2338 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.333670] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5a108d-dd3b-494b-8525-53d204a059f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.374033] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57699bf9-c29d-472b-b68e-48cb56f68d46 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.383601] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68969e0-3dce-4fea-a442-38ad051d665b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.398113] env[62522]: DEBUG oslo_vmware.api [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703012, 'name': PowerOnVM_Task, 'duration_secs': 0.660532} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.406666] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.407632] env[62522]: INFO nova.compute.manager [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Took 11.71 seconds to spawn the instance on the hypervisor. [ 1547.407632] env[62522]: DEBUG nova.compute.manager [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1547.407632] env[62522]: DEBUG nova.compute.provider_tree [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.409563] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070599eb-2095-4c96-ba3c-0569d04f0749 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.653858] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.662697] env[62522]: DEBUG oslo_vmware.api [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1703013, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.731017] env[62522]: DEBUG oslo_vmware.api [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.746179] env[62522]: DEBUG oslo_vmware.api [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1703014, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.801308] env[62522]: DEBUG oslo_vmware.api [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1703015, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.915044] env[62522]: DEBUG nova.scheduler.client.report [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1547.929352] env[62522]: INFO nova.compute.manager [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Took 21.63 seconds to build instance. [ 1548.057039] env[62522]: DEBUG nova.compute.manager [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1548.090395] env[62522]: DEBUG nova.virt.hardware [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1548.090680] env[62522]: DEBUG nova.virt.hardware [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1548.090838] env[62522]: DEBUG nova.virt.hardware [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.091054] env[62522]: DEBUG nova.virt.hardware [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1548.091224] env[62522]: DEBUG nova.virt.hardware [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.091372] env[62522]: DEBUG nova.virt.hardware [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1548.091580] env[62522]: DEBUG nova.virt.hardware [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1548.091739] env[62522]: DEBUG nova.virt.hardware [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1548.091952] env[62522]: DEBUG nova.virt.hardware [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1548.092107] env[62522]: DEBUG nova.virt.hardware [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1548.092285] env[62522]: DEBUG nova.virt.hardware [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1548.093176] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5674e19d-8de6-4749-97a9-31bb23bdf257 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.104082] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eae803-a82d-4315-8fed-38d7eac9146d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.158272] env[62522]: DEBUG oslo_vmware.api [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1703013, 'name': PowerOffVM_Task, 'duration_secs': 1.240801} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.158547] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.158943] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1548.158996] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d6d8b77-703d-4d1f-b52c-a2960b802bf6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.228199] env[62522]: DEBUG oslo_vmware.api [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.244040] env[62522]: DEBUG oslo_vmware.api [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1703014, 'name': PowerOffVM_Task, 'duration_secs': 0.665362} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.244461] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.244657] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1548.245230] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-491ed2b4-40d2-4caf-9c65-5eeb332fcd4b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.297386] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1548.297620] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1548.297814] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Deleting the datastore file [datastore1] 14782297-1a26-4c7a-9d1e-46a92499b389 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.298654] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e25b7aea-1416-40ea-b83d-89e194409335 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.304569] env[62522]: DEBUG oslo_vmware.api [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1703015, 'name': PowerOffVM_Task, 'duration_secs': 0.603871} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.305428] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.305428] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1548.305428] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-931f7f53-9c95-4aad-8fd5-738016fa090f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.309309] env[62522]: DEBUG oslo_vmware.api [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Waiting for the task: (returnval){ [ 1548.309309] env[62522]: value = "task-1703018" [ 1548.309309] env[62522]: _type = "Task" [ 1548.309309] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.317862] env[62522]: DEBUG oslo_vmware.api [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1703018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.323655] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1548.323917] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1548.324167] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Deleting the datastore file [datastore1] b80c3cb9-87a2-4079-8ab1-14a45e185d28 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.324477] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84af78d9-043d-4807-8137-2497cdc5f3fd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.331835] env[62522]: DEBUG oslo_vmware.api [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for the task: (returnval){ [ 1548.331835] env[62522]: value = "task-1703020" [ 1548.331835] env[62522]: _type = "Task" [ 1548.331835] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.340069] env[62522]: DEBUG oslo_vmware.api [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1703020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.385968] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1548.385968] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1548.385968] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Deleting the datastore file [datastore1] b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.386101] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70738b57-e96b-443c-b680-6c42e6108e91 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.392730] env[62522]: DEBUG oslo_vmware.api [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Waiting for the task: (returnval){ [ 1548.392730] env[62522]: value = "task-1703021" [ 1548.392730] env[62522]: _type = "Task" [ 1548.392730] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.403144] env[62522]: DEBUG oslo_vmware.api [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1703021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.420400] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.425526] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.426260] env[62522]: DEBUG nova.compute.manager [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1548.428871] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.166s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.430023] env[62522]: DEBUG nova.objects.instance [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lazy-loading 'resources' on Instance uuid 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.431990] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8e034116-210b-434f-8791-c0421f9d69b9 tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.145s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.432269] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.012s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.432499] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.432814] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.432890] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.436777] env[62522]: INFO nova.compute.manager [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Terminating instance [ 1548.479901] env[62522]: DEBUG nova.compute.manager [req-42cd160c-650e-48e0-ba57-023a0a9c3471 req-3831bef0-3200-448e-b4f0-0e7c8b89e50d service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Received event network-vif-plugged-0c30f3de-fd78-499b-85ea-8987eb2f761d {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1548.480190] env[62522]: DEBUG oslo_concurrency.lockutils [req-42cd160c-650e-48e0-ba57-023a0a9c3471 req-3831bef0-3200-448e-b4f0-0e7c8b89e50d service nova] Acquiring lock "5e637bf4-543b-4a0e-be2a-9782b9005e56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.480441] env[62522]: DEBUG oslo_concurrency.lockutils [req-42cd160c-650e-48e0-ba57-023a0a9c3471 req-3831bef0-3200-448e-b4f0-0e7c8b89e50d service nova] Lock "5e637bf4-543b-4a0e-be2a-9782b9005e56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.480648] env[62522]: DEBUG oslo_concurrency.lockutils [req-42cd160c-650e-48e0-ba57-023a0a9c3471 req-3831bef0-3200-448e-b4f0-0e7c8b89e50d service nova] Lock "5e637bf4-543b-4a0e-be2a-9782b9005e56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.480834] env[62522]: DEBUG nova.compute.manager [req-42cd160c-650e-48e0-ba57-023a0a9c3471 req-3831bef0-3200-448e-b4f0-0e7c8b89e50d service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] No waiting events found dispatching network-vif-plugged-0c30f3de-fd78-499b-85ea-8987eb2f761d {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1548.481251] env[62522]: WARNING nova.compute.manager [req-42cd160c-650e-48e0-ba57-023a0a9c3471 req-3831bef0-3200-448e-b4f0-0e7c8b89e50d service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Received unexpected event network-vif-plugged-0c30f3de-fd78-499b-85ea-8987eb2f761d for instance with vm_state building and task_state spawning. [ 1548.660349] env[62522]: DEBUG nova.network.neutron [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Successfully updated port: 0c30f3de-fd78-499b-85ea-8987eb2f761d {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1548.728577] env[62522]: DEBUG oslo_vmware.api [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.822792] env[62522]: DEBUG oslo_vmware.api [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Task: {'id': task-1703018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168799} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.823218] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.823317] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.823527] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.823868] env[62522]: INFO nova.compute.manager [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1548.824038] env[62522]: DEBUG oslo.service.loopingcall [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.824337] env[62522]: DEBUG nova.compute.manager [-] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.824476] env[62522]: DEBUG nova.network.neutron [-] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.842533] env[62522]: DEBUG oslo_vmware.api [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Task: {'id': task-1703020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170442} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.842903] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.843027] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.843235] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.843413] env[62522]: INFO nova.compute.manager [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1548.843646] env[62522]: DEBUG oslo.service.loopingcall [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.843832] env[62522]: DEBUG nova.compute.manager [-] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.843923] env[62522]: DEBUG nova.network.neutron [-] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.910885] env[62522]: DEBUG oslo_vmware.api [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Task: {'id': task-1703021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151228} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.912308] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.912568] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.912788] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.913020] env[62522]: INFO nova.compute.manager [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1548.913402] env[62522]: DEBUG oslo.service.loopingcall [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.919860] env[62522]: DEBUG nova.compute.manager [-] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.919860] env[62522]: DEBUG nova.network.neutron [-] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.933635] env[62522]: DEBUG nova.compute.utils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1548.935341] env[62522]: DEBUG nova.compute.manager [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1548.935912] env[62522]: DEBUG nova.network.neutron [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1548.941588] env[62522]: DEBUG nova.compute.manager [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.943533] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.943799] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de32ac1-e1e2-43b5-9926-d9e51ca36758 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.952253] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.952516] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81dac579-b625-4f6a-8fa4-2bf4051bbaf5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.960171] env[62522]: DEBUG oslo_vmware.api [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1548.960171] env[62522]: value = "task-1703022" [ 1548.960171] env[62522]: _type = "Task" [ 1548.960171] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.974755] env[62522]: DEBUG oslo_vmware.api [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.022559] env[62522]: DEBUG nova.policy [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '564418b880fc44ebb54a436f05f83bed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9502dfb6740421fb04e692040f08918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1549.162505] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.162505] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.162505] env[62522]: DEBUG nova.network.neutron [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1549.181043] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac11dfa-b431-47ba-a9d9-8e5e1037281b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.190403] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3972ee3a-7efb-4415-951b-e340cd20495a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.234996] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ebf3a1-d397-4b06-8a5f-f84d385e0020 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.244220] env[62522]: DEBUG oslo_vmware.api [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.247033] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a86ae2-ea7f-4c8c-9ff5-8d5720391c89 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.261258] env[62522]: DEBUG nova.compute.provider_tree [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.442295] env[62522]: DEBUG nova.compute.manager [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1549.449717] env[62522]: DEBUG nova.network.neutron [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Successfully created port: 36ddd4e9-a587-4459-8a4c-1bd9b3428df4 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1549.472881] env[62522]: DEBUG oslo_vmware.api [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703022, 'name': PowerOffVM_Task, 'duration_secs': 0.224439} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.472881] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1549.472881] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1549.472881] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2417f474-8e82-458d-aa33-e8689ad08135 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.593287] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1549.593718] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1549.593920] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Deleting the datastore file [datastore1] abf24852-ae98-4ff3-9839-b4820c7a2ce7 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1549.594405] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03f1f504-1970-422e-97df-eb246562d0f6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.600541] env[62522]: DEBUG oslo_vmware.api [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for the task: (returnval){ [ 1549.600541] env[62522]: value = "task-1703024" [ 1549.600541] env[62522]: _type = "Task" [ 1549.600541] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.612880] env[62522]: DEBUG oslo_vmware.api [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.620656] env[62522]: DEBUG nova.compute.manager [req-30b6a977-efef-4e51-a507-c9996042ae85 req-2feb9621-698a-466a-bfe9-db6814a555ea service nova] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Received event network-vif-deleted-4ab8e6ac-1e01-4f5c-8636-af68ad3559cc {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1549.620656] env[62522]: INFO nova.compute.manager [req-30b6a977-efef-4e51-a507-c9996042ae85 req-2feb9621-698a-466a-bfe9-db6814a555ea service nova] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Neutron deleted interface 4ab8e6ac-1e01-4f5c-8636-af68ad3559cc; detaching it from the instance and deleting it from the info cache [ 1549.620656] env[62522]: DEBUG nova.network.neutron [req-30b6a977-efef-4e51-a507-c9996042ae85 req-2feb9621-698a-466a-bfe9-db6814a555ea service nova] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.740818] env[62522]: DEBUG nova.network.neutron [-] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.742312] env[62522]: DEBUG oslo_vmware.api [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.770019] env[62522]: DEBUG nova.scheduler.client.report [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1549.926790] env[62522]: DEBUG nova.network.neutron [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1550.095566] env[62522]: DEBUG nova.network.neutron [-] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.107768] env[62522]: DEBUG nova.network.neutron [-] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.113176] env[62522]: DEBUG oslo_vmware.api [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Task: {'id': task-1703024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139932} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.113601] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1550.113783] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1550.113981] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1550.114136] env[62522]: INFO nova.compute.manager [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1550.114465] env[62522]: DEBUG oslo.service.loopingcall [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.114718] env[62522]: DEBUG nova.compute.manager [-] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1550.114815] env[62522]: DEBUG nova.network.neutron [-] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1550.122581] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95fe5617-c28c-458e-ae8e-8e110a0dabac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.134828] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a81d7b6-6e16-43ed-8050-6b42e0d83a0d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.169246] env[62522]: DEBUG nova.compute.manager [req-30b6a977-efef-4e51-a507-c9996042ae85 req-2feb9621-698a-466a-bfe9-db6814a555ea service nova] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Detach interface failed, port_id=4ab8e6ac-1e01-4f5c-8636-af68ad3559cc, reason: Instance b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1550.240852] env[62522]: DEBUG oslo_vmware.api [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.243360] env[62522]: INFO nova.compute.manager [-] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Took 1.42 seconds to deallocate network for instance. [ 1550.273846] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.276814] env[62522]: DEBUG nova.network.neutron [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance_info_cache with network_info: [{"id": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "address": "fa:16:3e:a8:ad:df", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c30f3de-fd", "ovs_interfaceid": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.277952] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.972s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.308588] env[62522]: INFO nova.scheduler.client.report [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Deleted allocations for instance 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9 [ 1550.451998] env[62522]: DEBUG nova.compute.manager [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1550.480408] env[62522]: DEBUG nova.virt.hardware [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1550.483139] env[62522]: DEBUG nova.virt.hardware [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1550.483139] env[62522]: DEBUG nova.virt.hardware [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.483139] env[62522]: DEBUG nova.virt.hardware [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1550.483139] env[62522]: DEBUG nova.virt.hardware [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.483139] env[62522]: DEBUG nova.virt.hardware [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1550.483139] env[62522]: DEBUG nova.virt.hardware [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1550.483139] env[62522]: DEBUG nova.virt.hardware [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1550.483139] env[62522]: DEBUG nova.virt.hardware [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1550.483139] env[62522]: DEBUG nova.virt.hardware [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1550.483139] env[62522]: DEBUG nova.virt.hardware [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1550.483752] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a048af-4f44-4a76-8570-65d7ea9ecc39 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.493951] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b88346-6581-4f65-b07b-9354cb4be913 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.582358] env[62522]: DEBUG nova.compute.manager [req-e0da52ac-86fa-4090-bcdb-ee04783ccd37 req-ef260e33-fc15-4a23-9026-b898ba9284da service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Received event network-changed-0c30f3de-fd78-499b-85ea-8987eb2f761d {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1550.583219] env[62522]: DEBUG nova.compute.manager [req-e0da52ac-86fa-4090-bcdb-ee04783ccd37 req-ef260e33-fc15-4a23-9026-b898ba9284da service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Refreshing instance network info cache due to event network-changed-0c30f3de-fd78-499b-85ea-8987eb2f761d. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1550.583458] env[62522]: DEBUG oslo_concurrency.lockutils [req-e0da52ac-86fa-4090-bcdb-ee04783ccd37 req-ef260e33-fc15-4a23-9026-b898ba9284da service nova] Acquiring lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.598183] env[62522]: INFO nova.compute.manager [-] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Took 1.68 seconds to deallocate network for instance. [ 1550.614063] env[62522]: INFO nova.compute.manager [-] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Took 1.77 seconds to deallocate network for instance. [ 1550.742681] env[62522]: DEBUG oslo_vmware.api [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.751864] env[62522]: DEBUG oslo_concurrency.lockutils [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.779935] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.780307] env[62522]: DEBUG nova.compute.manager [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Instance network_info: |[{"id": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "address": "fa:16:3e:a8:ad:df", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c30f3de-fd", "ovs_interfaceid": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1550.783912] env[62522]: DEBUG oslo_concurrency.lockutils [req-e0da52ac-86fa-4090-bcdb-ee04783ccd37 req-ef260e33-fc15-4a23-9026-b898ba9284da service nova] Acquired lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.783912] env[62522]: DEBUG nova.network.neutron [req-e0da52ac-86fa-4090-bcdb-ee04783ccd37 req-ef260e33-fc15-4a23-9026-b898ba9284da service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Refreshing network info cache for port 0c30f3de-fd78-499b-85ea-8987eb2f761d {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1550.784811] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:ad:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c30f3de-fd78-499b-85ea-8987eb2f761d', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1550.792852] env[62522]: DEBUG oslo.service.loopingcall [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.793756] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1550.794090] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-386c08c4-d424-4351-94fc-da74d7da41da {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.818851] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aec0f5f5-80be-4f86-9a6f-5ad1d40deb14 tempest-ServerRescueTestJSON-2086755993 tempest-ServerRescueTestJSON-2086755993-project-member] Lock "759aa3b9-b9cc-4148-ad4d-fe9e376f40c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.728s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.821690] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1550.821690] env[62522]: value = "task-1703025" [ 1550.821690] env[62522]: _type = "Task" [ 1550.821690] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.829987] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703025, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.007013] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ff3b22-8e3c-4ed7-81bb-619e83b32f8f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.018631] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ead4e3-76c6-46e5-a452-40980e78caec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.058246] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d0fbe4-fc88-40a5-8838-0ac9094ba228 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.069519] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff466791-6b7f-41ab-9673-eadeb1067cb2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.087403] env[62522]: DEBUG nova.compute.provider_tree [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.106755] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.124157] env[62522]: DEBUG oslo_concurrency.lockutils [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.243809] env[62522]: DEBUG oslo_vmware.api [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703010, 'name': ReconfigVM_Task, 'duration_secs': 5.782515} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.243809] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.243809] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Reconfigured VM to detach interface {{(pid=62522) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1551.265680] env[62522]: DEBUG nova.network.neutron [-] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.335051] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703025, 'name': CreateVM_Task, 'duration_secs': 0.512727} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.335317] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1551.335993] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.336232] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.336580] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1551.336867] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905df1ba-56dd-41e7-9a84-a533ecd6cd64 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.341621] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1551.341621] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bd4814-9c18-6cba-4e8b-5b35fe3b57a6" [ 1551.341621] env[62522]: _type = "Task" [ 1551.341621] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.350342] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bd4814-9c18-6cba-4e8b-5b35fe3b57a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.511312] env[62522]: DEBUG nova.network.neutron [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Successfully updated port: 36ddd4e9-a587-4459-8a4c-1bd9b3428df4 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1551.593914] env[62522]: DEBUG nova.scheduler.client.report [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1551.663402] env[62522]: DEBUG nova.compute.manager [req-e7684129-fd54-4186-8ba0-6aaab7278fb5 req-3a432c1c-d17c-4dfc-9e33-21a11a53e926 service nova] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Received event network-vif-deleted-6a64a0e4-147e-4fac-ba39-4ff936c148ed {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1551.663637] env[62522]: DEBUG nova.compute.manager [req-e7684129-fd54-4186-8ba0-6aaab7278fb5 req-3a432c1c-d17c-4dfc-9e33-21a11a53e926 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Received event network-vif-deleted-b3897c6a-cd79-4681-8d5a-8e50225d7e3b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1551.663807] env[62522]: DEBUG nova.compute.manager [req-e7684129-fd54-4186-8ba0-6aaab7278fb5 req-3a432c1c-d17c-4dfc-9e33-21a11a53e926 service nova] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Received event network-vif-deleted-00c03b37-d255-4e89-a2da-fa68ba5a3ee7 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1551.769325] env[62522]: INFO nova.compute.manager [-] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Took 1.65 seconds to deallocate network for instance. [ 1551.848415] env[62522]: DEBUG nova.network.neutron [req-e0da52ac-86fa-4090-bcdb-ee04783ccd37 req-ef260e33-fc15-4a23-9026-b898ba9284da service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updated VIF entry in instance network info cache for port 0c30f3de-fd78-499b-85ea-8987eb2f761d. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1551.849577] env[62522]: DEBUG nova.network.neutron [req-e0da52ac-86fa-4090-bcdb-ee04783ccd37 req-ef260e33-fc15-4a23-9026-b898ba9284da service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance_info_cache with network_info: [{"id": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "address": "fa:16:3e:a8:ad:df", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c30f3de-fd", "ovs_interfaceid": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.856159] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bd4814-9c18-6cba-4e8b-5b35fe3b57a6, 'name': SearchDatastore_Task, 'duration_secs': 0.01106} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.856797] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.857169] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1551.857738] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.857738] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.858113] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1551.859162] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d85b5d0-7c99-45bf-9300-b0d3e80ca93c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.871028] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1551.871028] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1551.871028] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa6aaf19-d379-472f-9164-970bdb2804f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.875926] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1551.875926] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52559d01-e7b1-b8f6-66fb-30145b4d822f" [ 1551.875926] env[62522]: _type = "Task" [ 1551.875926] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.885220] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52559d01-e7b1-b8f6-66fb-30145b4d822f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.016783] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "refresh_cache-ccc01826-44a2-40dd-964c-d07b43877ceb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.016930] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "refresh_cache-ccc01826-44a2-40dd-964c-d07b43877ceb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.017163] env[62522]: DEBUG nova.network.neutron [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.279544] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.353409] env[62522]: DEBUG oslo_concurrency.lockutils [req-e0da52ac-86fa-4090-bcdb-ee04783ccd37 req-ef260e33-fc15-4a23-9026-b898ba9284da service nova] Releasing lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.353409] env[62522]: DEBUG nova.compute.manager [req-e0da52ac-86fa-4090-bcdb-ee04783ccd37 req-ef260e33-fc15-4a23-9026-b898ba9284da service nova] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Received event network-vif-deleted-2e1f1442-14da-44e2-876f-8ba335410810 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1552.388144] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52559d01-e7b1-b8f6-66fb-30145b4d822f, 'name': SearchDatastore_Task, 'duration_secs': 0.014091} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.388740] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bbbce0-4928-4673-b432-8ccdc38930b7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.394459] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1552.394459] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cdb2d2-09c7-12e3-8e5c-16898bb8832e" [ 1552.394459] env[62522]: _type = "Task" [ 1552.394459] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.403031] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cdb2d2-09c7-12e3-8e5c-16898bb8832e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.564492] env[62522]: DEBUG nova.network.neutron [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1552.613120] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.335s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.616868] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.963s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.619106] env[62522]: INFO nova.compute.claims [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1552.627147] env[62522]: DEBUG nova.compute.manager [req-8ffb5add-6daf-479c-bd1f-a9c142f60760 req-c7edea00-c36f-48a5-ab7c-856e98e0c78e service nova] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Received event network-vif-plugged-36ddd4e9-a587-4459-8a4c-1bd9b3428df4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1552.627147] env[62522]: DEBUG oslo_concurrency.lockutils [req-8ffb5add-6daf-479c-bd1f-a9c142f60760 req-c7edea00-c36f-48a5-ab7c-856e98e0c78e service nova] Acquiring lock "ccc01826-44a2-40dd-964c-d07b43877ceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.627501] env[62522]: DEBUG oslo_concurrency.lockutils [req-8ffb5add-6daf-479c-bd1f-a9c142f60760 req-c7edea00-c36f-48a5-ab7c-856e98e0c78e service nova] Lock "ccc01826-44a2-40dd-964c-d07b43877ceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.627501] env[62522]: DEBUG oslo_concurrency.lockutils [req-8ffb5add-6daf-479c-bd1f-a9c142f60760 req-c7edea00-c36f-48a5-ab7c-856e98e0c78e service nova] Lock "ccc01826-44a2-40dd-964c-d07b43877ceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.627617] env[62522]: DEBUG nova.compute.manager [req-8ffb5add-6daf-479c-bd1f-a9c142f60760 req-c7edea00-c36f-48a5-ab7c-856e98e0c78e service nova] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] No waiting events found dispatching network-vif-plugged-36ddd4e9-a587-4459-8a4c-1bd9b3428df4 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1552.627760] env[62522]: WARNING nova.compute.manager [req-8ffb5add-6daf-479c-bd1f-a9c142f60760 req-c7edea00-c36f-48a5-ab7c-856e98e0c78e service nova] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Received unexpected event network-vif-plugged-36ddd4e9-a587-4459-8a4c-1bd9b3428df4 for instance with vm_state building and task_state spawning. [ 1552.627918] env[62522]: DEBUG nova.compute.manager [req-8ffb5add-6daf-479c-bd1f-a9c142f60760 req-c7edea00-c36f-48a5-ab7c-856e98e0c78e service nova] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Received event network-changed-36ddd4e9-a587-4459-8a4c-1bd9b3428df4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1552.630372] env[62522]: DEBUG nova.compute.manager [req-8ffb5add-6daf-479c-bd1f-a9c142f60760 req-c7edea00-c36f-48a5-ab7c-856e98e0c78e service nova] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Refreshing instance network info cache due to event network-changed-36ddd4e9-a587-4459-8a4c-1bd9b3428df4. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1552.630372] env[62522]: DEBUG oslo_concurrency.lockutils [req-8ffb5add-6daf-479c-bd1f-a9c142f60760 req-c7edea00-c36f-48a5-ab7c-856e98e0c78e service nova] Acquiring lock "refresh_cache-ccc01826-44a2-40dd-964c-d07b43877ceb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.794561] env[62522]: DEBUG nova.network.neutron [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Updating instance_info_cache with network_info: [{"id": "36ddd4e9-a587-4459-8a4c-1bd9b3428df4", "address": "fa:16:3e:73:64:3d", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36ddd4e9-a5", "ovs_interfaceid": "36ddd4e9-a587-4459-8a4c-1bd9b3428df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.843474] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.843829] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.843829] env[62522]: DEBUG nova.network.neutron [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.911095] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cdb2d2-09c7-12e3-8e5c-16898bb8832e, 'name': SearchDatastore_Task, 'duration_secs': 0.015932} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.911095] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.911095] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 5e637bf4-543b-4a0e-be2a-9782b9005e56/5e637bf4-543b-4a0e-be2a-9782b9005e56.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1552.911095] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aa47d81-5755-4d8a-906f-06f8324a4bfe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.917944] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1552.917944] env[62522]: value = "task-1703026" [ 1552.917944] env[62522]: _type = "Task" [ 1552.917944] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.926395] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.093431] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "bb6150c2-75de-4147-8831-fbe9122f8aac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.093431] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "bb6150c2-75de-4147-8831-fbe9122f8aac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.093431] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "bb6150c2-75de-4147-8831-fbe9122f8aac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.093431] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "bb6150c2-75de-4147-8831-fbe9122f8aac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.093625] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "bb6150c2-75de-4147-8831-fbe9122f8aac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.095800] env[62522]: INFO nova.compute.manager [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Terminating instance [ 1553.183051] env[62522]: INFO nova.scheduler.client.report [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleted allocation for migration bb2eacdc-89de-402b-a2de-1aba72f8543a [ 1553.298430] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "refresh_cache-ccc01826-44a2-40dd-964c-d07b43877ceb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.298793] env[62522]: DEBUG nova.compute.manager [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Instance network_info: |[{"id": "36ddd4e9-a587-4459-8a4c-1bd9b3428df4", "address": "fa:16:3e:73:64:3d", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36ddd4e9-a5", "ovs_interfaceid": "36ddd4e9-a587-4459-8a4c-1bd9b3428df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1553.299156] env[62522]: DEBUG oslo_concurrency.lockutils [req-8ffb5add-6daf-479c-bd1f-a9c142f60760 req-c7edea00-c36f-48a5-ab7c-856e98e0c78e service nova] Acquired lock "refresh_cache-ccc01826-44a2-40dd-964c-d07b43877ceb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.299931] env[62522]: DEBUG nova.network.neutron [req-8ffb5add-6daf-479c-bd1f-a9c142f60760 req-c7edea00-c36f-48a5-ab7c-856e98e0c78e service nova] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Refreshing network info cache for port 36ddd4e9-a587-4459-8a4c-1bd9b3428df4 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1553.302039] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:64:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36ddd4e9-a587-4459-8a4c-1bd9b3428df4', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1553.311758] env[62522]: DEBUG oslo.service.loopingcall [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.315655] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1553.316347] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-519572fe-d5dc-45bb-be8a-66aeeddc1adb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.342403] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1553.342403] env[62522]: value = "task-1703027" [ 1553.342403] env[62522]: _type = "Task" [ 1553.342403] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.353875] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703027, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.431217] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703026, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.600723] env[62522]: DEBUG nova.compute.manager [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1553.601491] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1553.601854] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66213d0-43a4-4329-9b20-4db9eabe03fb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.610826] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1553.611851] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15ed88fd-ef8f-436d-9d80-9f62f7c52e37 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.618629] env[62522]: DEBUG oslo_vmware.api [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1553.618629] env[62522]: value = "task-1703028" [ 1553.618629] env[62522]: _type = "Task" [ 1553.618629] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.629817] env[62522]: DEBUG oslo_vmware.api [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.688809] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad368b0b-664c-4bb3-aedc-d9ff40fd4e8e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8808e17e-8d2e-454d-b010-7dadb15766d7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.240s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.724044] env[62522]: DEBUG nova.compute.manager [req-ee6c417f-eb32-45f2-88b5-a2c36a18b9a4 req-f55fc4c9-37fb-4dac-9196-ba2774df91df service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Received event network-vif-deleted-fa1a5b99-3da4-4ec2-99d0-3160adf3c645 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1553.724426] env[62522]: INFO nova.compute.manager [req-ee6c417f-eb32-45f2-88b5-a2c36a18b9a4 req-f55fc4c9-37fb-4dac-9196-ba2774df91df service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Neutron deleted interface fa1a5b99-3da4-4ec2-99d0-3160adf3c645; detaching it from the instance and deleting it from the info cache [ 1553.724879] env[62522]: DEBUG nova.network.neutron [req-ee6c417f-eb32-45f2-88b5-a2c36a18b9a4 req-f55fc4c9-37fb-4dac-9196-ba2774df91df service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Updating instance_info_cache with network_info: [{"id": "4083ab31-13b1-415f-a116-cd5da3084b61", "address": "fa:16:3e:c2:df:ba", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4083ab31-13", "ovs_interfaceid": "4083ab31-13b1-415f-a116-cd5da3084b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.852686] env[62522]: DEBUG nova.network.neutron [req-8ffb5add-6daf-479c-bd1f-a9c142f60760 req-c7edea00-c36f-48a5-ab7c-856e98e0c78e service nova] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Updated VIF entry in instance network info cache for port 36ddd4e9-a587-4459-8a4c-1bd9b3428df4. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1553.853183] env[62522]: DEBUG nova.network.neutron [req-8ffb5add-6daf-479c-bd1f-a9c142f60760 req-c7edea00-c36f-48a5-ab7c-856e98e0c78e service nova] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Updating instance_info_cache with network_info: [{"id": "36ddd4e9-a587-4459-8a4c-1bd9b3428df4", "address": "fa:16:3e:73:64:3d", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36ddd4e9-a5", "ovs_interfaceid": "36ddd4e9-a587-4459-8a4c-1bd9b3428df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.859999] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703027, 'name': CreateVM_Task, 'duration_secs': 0.495598} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.860849] env[62522]: INFO nova.network.neutron [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Port fa1a5b99-3da4-4ec2-99d0-3160adf3c645 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1553.861246] env[62522]: DEBUG nova.network.neutron [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Updating instance_info_cache with network_info: [{"id": "4083ab31-13b1-415f-a116-cd5da3084b61", "address": "fa:16:3e:c2:df:ba", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4083ab31-13", "ovs_interfaceid": "4083ab31-13b1-415f-a116-cd5da3084b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.866667] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1553.867963] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.868105] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.868417] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1553.868926] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478b4e6c-fc95-4106-a00b-5c402b5f1de0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.874465] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1553.874465] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520547d4-a316-3a1c-68b8-d46b130e71aa" [ 1553.874465] env[62522]: _type = "Task" [ 1553.874465] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.888540] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520547d4-a316-3a1c-68b8-d46b130e71aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.888984] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.888984] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1553.889195] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.889340] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.889516] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1553.889917] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c29a0f3a-da1b-428d-9488-dd900b271245 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.896932] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b76461-0a6d-4dca-9efd-fc8709d5f1b5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.899136] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1553.899214] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1553.900378] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6bb39c-004b-46cd-8866-512f06bf9cd0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.905400] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddad16e4-9f86-43bb-9fdc-bdacb5b90b2c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.911213] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1553.911213] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bc3d4f-838e-c6be-d55f-7baf122caeb2" [ 1553.911213] env[62522]: _type = "Task" [ 1553.911213] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.941752] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58594c5-258a-4668-b143-ef7afbe8d85b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.948939] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bc3d4f-838e-c6be-d55f-7baf122caeb2, 'name': SearchDatastore_Task, 'duration_secs': 0.008997} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.950175] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f5aadb-c132-4f6e-808a-85c0b884c63c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.956527] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638103} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.957087] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 5e637bf4-543b-4a0e-be2a-9782b9005e56/5e637bf4-543b-4a0e-be2a-9782b9005e56.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1553.957294] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1553.958441] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff98c064-29bc-4118-91e7-f7196835bd0d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.963060] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93858201-04a6-41ab-8658-4dd9a1776a46 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.964781] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1553.964781] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520d0761-ca07-ca8a-bb7a-b8f21127ec17" [ 1553.964781] env[62522]: _type = "Task" [ 1553.964781] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.975710] env[62522]: DEBUG nova.compute.provider_tree [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.980324] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1553.980324] env[62522]: value = "task-1703029" [ 1553.980324] env[62522]: _type = "Task" [ 1553.980324] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.988250] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520d0761-ca07-ca8a-bb7a-b8f21127ec17, 'name': SearchDatastore_Task, 'duration_secs': 0.009073} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.988842] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.989147] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] ccc01826-44a2-40dd-964c-d07b43877ceb/ccc01826-44a2-40dd-964c-d07b43877ceb.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1553.989671] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f9ccaf3-3dd9-4114-97e5-12743a7a3d00 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.994637] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.999144] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1553.999144] env[62522]: value = "task-1703030" [ 1553.999144] env[62522]: _type = "Task" [ 1553.999144] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.006892] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.131565] env[62522]: DEBUG oslo_vmware.api [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703028, 'name': PowerOffVM_Task, 'duration_secs': 0.226845} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.131839] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1554.132047] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1554.132396] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94bb3ff2-7245-4947-b385-d56c31be3f1b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.200235] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1554.200549] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1554.200884] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Deleting the datastore file [datastore1] bb6150c2-75de-4147-8831-fbe9122f8aac {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1554.201383] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eecaa37-5f0d-490c-8fa3-1d66c7061763 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.209932] env[62522]: DEBUG oslo_vmware.api [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1554.209932] env[62522]: value = "task-1703032" [ 1554.209932] env[62522]: _type = "Task" [ 1554.209932] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.219766] env[62522]: DEBUG oslo_vmware.api [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.228624] env[62522]: DEBUG oslo_concurrency.lockutils [req-ee6c417f-eb32-45f2-88b5-a2c36a18b9a4 req-f55fc4c9-37fb-4dac-9196-ba2774df91df service nova] Acquiring lock "bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.355828] env[62522]: DEBUG oslo_concurrency.lockutils [req-8ffb5add-6daf-479c-bd1f-a9c142f60760 req-c7edea00-c36f-48a5-ab7c-856e98e0c78e service nova] Releasing lock "refresh_cache-ccc01826-44a2-40dd-964c-d07b43877ceb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.368840] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "refresh_cache-bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.483220] env[62522]: DEBUG nova.scheduler.client.report [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1554.501554] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062523} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.501554] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1554.504904] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc77cd1b-8b70-428c-99e5-cf7c3ee95835 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.513034] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49153} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.523479] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] ccc01826-44a2-40dd-964c-d07b43877ceb/ccc01826-44a2-40dd-964c-d07b43877ceb.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1554.523858] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1554.533055] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 5e637bf4-543b-4a0e-be2a-9782b9005e56/5e637bf4-543b-4a0e-be2a-9782b9005e56.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1554.533449] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1984d71-14f9-471d-8945-0a9ecf74e770 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.535769] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56971a12-8962-4f73-830e-d3fd2e12a70c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.555532] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1554.555532] env[62522]: value = "task-1703034" [ 1554.555532] env[62522]: _type = "Task" [ 1554.555532] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.555844] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1554.555844] env[62522]: value = "task-1703033" [ 1554.555844] env[62522]: _type = "Task" [ 1554.555844] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.567953] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.571032] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.720023] env[62522]: DEBUG oslo_vmware.api [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397184} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.720266] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1554.720448] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1554.720621] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1554.720789] env[62522]: INFO nova.compute.manager [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1554.721058] env[62522]: DEBUG oslo.service.loopingcall [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.721265] env[62522]: DEBUG nova.compute.manager [-] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1554.721362] env[62522]: DEBUG nova.network.neutron [-] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1554.877346] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0c829f9c-0772-4b32-8ef7-9ba3fbcadffc tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-bb6150c2-75de-4147-8831-fbe9122f8aac-fa1a5b99-3da4-4ec2-99d0-3160adf3c645" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.245s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.994571] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.995120] env[62522]: DEBUG nova.compute.manager [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1554.997887] env[62522]: DEBUG oslo_concurrency.lockutils [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.246s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.998119] env[62522]: DEBUG nova.objects.instance [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Lazy-loading 'resources' on Instance uuid 14782297-1a26-4c7a-9d1e-46a92499b389 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.069277] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.079022] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082769} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.079022] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1555.079022] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9393ee-f5be-4b91-997b-2c153f2a30e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.105260] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] ccc01826-44a2-40dd-964c-d07b43877ceb/ccc01826-44a2-40dd-964c-d07b43877ceb.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.106057] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef2b1d46-4ed0-4144-8d41-1d0afc242d37 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.126322] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1555.126322] env[62522]: value = "task-1703035" [ 1555.126322] env[62522]: _type = "Task" [ 1555.126322] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.134290] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.137863] env[62522]: DEBUG oslo_concurrency.lockutils [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "8808e17e-8d2e-454d-b010-7dadb15766d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.137863] env[62522]: DEBUG oslo_concurrency.lockutils [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8808e17e-8d2e-454d-b010-7dadb15766d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.137863] env[62522]: DEBUG oslo_concurrency.lockutils [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "8808e17e-8d2e-454d-b010-7dadb15766d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.137863] env[62522]: DEBUG oslo_concurrency.lockutils [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8808e17e-8d2e-454d-b010-7dadb15766d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.137863] env[62522]: DEBUG oslo_concurrency.lockutils [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8808e17e-8d2e-454d-b010-7dadb15766d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.140835] env[62522]: INFO nova.compute.manager [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Terminating instance [ 1555.501702] env[62522]: DEBUG nova.compute.utils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1555.505940] env[62522]: DEBUG nova.compute.manager [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1555.506157] env[62522]: DEBUG nova.network.neutron [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1555.570363] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703034, 'name': ReconfigVM_Task, 'duration_secs': 0.807543} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.570613] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 5e637bf4-543b-4a0e-be2a-9782b9005e56/5e637bf4-543b-4a0e-be2a-9782b9005e56.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1555.571268] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b98b9f86-5a88-4c84-80a7-dc1e1f114be0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.577809] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1555.577809] env[62522]: value = "task-1703036" [ 1555.577809] env[62522]: _type = "Task" [ 1555.577809] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.586652] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703036, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.637065] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703035, 'name': ReconfigVM_Task, 'duration_secs': 0.275955} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.640470] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Reconfigured VM instance instance-00000045 to attach disk [datastore1] ccc01826-44a2-40dd-964c-d07b43877ceb/ccc01826-44a2-40dd-964c-d07b43877ceb.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1555.641603] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c1a5a29-d54c-4255-a18a-da1be053c055 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.646056] env[62522]: DEBUG nova.compute.manager [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1555.646291] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1555.648257] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daa31de-c46b-40f7-8695-1063a0439055 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.652345] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1555.652345] env[62522]: value = "task-1703037" [ 1555.652345] env[62522]: _type = "Task" [ 1555.652345] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.661129] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.661743] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddebdce1-117e-4231-a0bd-df02e8f00505 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.667524] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703037, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.670918] env[62522]: DEBUG oslo_vmware.api [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1555.670918] env[62522]: value = "task-1703038" [ 1555.670918] env[62522]: _type = "Task" [ 1555.670918] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.679717] env[62522]: DEBUG oslo_vmware.api [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.704921] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "a4a3cd31-ec26-42ac-8175-2f60c0124937" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.705169] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "a4a3cd31-ec26-42ac-8175-2f60c0124937" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.713503] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a15b4a-c1a5-48f8-bc2b-15b785622098 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.722529] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959a53ea-d3b5-4642-a194-512ec2d6109a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.757600] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3ab996-9f79-4c2e-a7e6-fe7d132db0b9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.766026] env[62522]: DEBUG nova.compute.manager [req-4a9063ce-1e8b-49ff-986e-a6c3aa5821c2 req-7765d929-e9a4-49a4-ba2d-b5b0b779fc26 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Received event network-vif-deleted-4083ab31-13b1-415f-a116-cd5da3084b61 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1555.766026] env[62522]: INFO nova.compute.manager [req-4a9063ce-1e8b-49ff-986e-a6c3aa5821c2 req-7765d929-e9a4-49a4-ba2d-b5b0b779fc26 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Neutron deleted interface 4083ab31-13b1-415f-a116-cd5da3084b61; detaching it from the instance and deleting it from the info cache [ 1555.766026] env[62522]: DEBUG nova.network.neutron [req-4a9063ce-1e8b-49ff-986e-a6c3aa5821c2 req-7765d929-e9a4-49a4-ba2d-b5b0b779fc26 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.769853] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcd71c2-b69f-4856-a104-6964976399ca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.787939] env[62522]: DEBUG nova.compute.provider_tree [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.829118] env[62522]: DEBUG nova.policy [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20268a7c256047e6a7e6e1380e74df3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54f403ca4021487aa0ce43b423cb5399', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1555.843601] env[62522]: DEBUG nova.network.neutron [-] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.007075] env[62522]: DEBUG nova.compute.manager [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1556.088143] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703036, 'name': Rename_Task, 'duration_secs': 0.152287} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.088447] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.088692] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17db4253-e03d-4417-a1bf-2baf24e76fdc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.094905] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1556.094905] env[62522]: value = "task-1703039" [ 1556.094905] env[62522]: _type = "Task" [ 1556.094905] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.102030] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.164703] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703037, 'name': Rename_Task, 'duration_secs': 0.151063} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.165015] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.165280] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c2e478d-c96e-472c-a95f-766f8ad27006 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.171357] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1556.171357] env[62522]: value = "task-1703040" [ 1556.171357] env[62522]: _type = "Task" [ 1556.171357] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.182767] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.186582] env[62522]: DEBUG oslo_vmware.api [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703038, 'name': PowerOffVM_Task, 'duration_secs': 0.204707} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.186885] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1556.187121] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1556.187423] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26223a4d-03a0-41c7-b465-c0952d3790a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.207445] env[62522]: DEBUG nova.compute.manager [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1556.261526] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1556.261736] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1556.261957] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleting the datastore file [datastore1] 8808e17e-8d2e-454d-b010-7dadb15766d7 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1556.262262] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-541d0dd5-c4f6-435b-b5c3-3ab25cab847f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.265493] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66c4c5f5-4ffb-4894-af42-3d7363e223b6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.271817] env[62522]: DEBUG oslo_vmware.api [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1556.271817] env[62522]: value = "task-1703042" [ 1556.271817] env[62522]: _type = "Task" [ 1556.271817] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.279883] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39291f43-8ba7-427b-8671-3a9a3cb6e9bf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.293579] env[62522]: DEBUG nova.scheduler.client.report [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1556.307932] env[62522]: DEBUG oslo_vmware.api [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.319941] env[62522]: DEBUG nova.compute.manager [req-4a9063ce-1e8b-49ff-986e-a6c3aa5821c2 req-7765d929-e9a4-49a4-ba2d-b5b0b779fc26 service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Detach interface failed, port_id=4083ab31-13b1-415f-a116-cd5da3084b61, reason: Instance bb6150c2-75de-4147-8831-fbe9122f8aac could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1556.348122] env[62522]: INFO nova.compute.manager [-] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Took 1.63 seconds to deallocate network for instance. [ 1556.378575] env[62522]: DEBUG nova.network.neutron [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Successfully created port: 3a2b1834-cb35-4abc-9672-698ca1e21629 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1556.605937] env[62522]: DEBUG oslo_vmware.api [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703039, 'name': PowerOnVM_Task, 'duration_secs': 0.470248} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.606391] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1556.606391] env[62522]: INFO nova.compute.manager [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1556.606590] env[62522]: DEBUG nova.compute.manager [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.610023] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f141c2e0-9e31-470d-be63-fab971908fe2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.681195] env[62522]: DEBUG oslo_vmware.api [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703040, 'name': PowerOnVM_Task, 'duration_secs': 0.472742} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.681488] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1556.681696] env[62522]: INFO nova.compute.manager [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Took 6.23 seconds to spawn the instance on the hypervisor. [ 1556.681871] env[62522]: DEBUG nova.compute.manager [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.682707] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339fdd93-2b85-4523-9a2e-719cdcc320e5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.734091] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.784602] env[62522]: DEBUG oslo_vmware.api [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15176} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.784883] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1556.785080] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1556.785264] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1556.785433] env[62522]: INFO nova.compute.manager [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1556.785681] env[62522]: DEBUG oslo.service.loopingcall [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.785871] env[62522]: DEBUG nova.compute.manager [-] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1556.785966] env[62522]: DEBUG nova.network.neutron [-] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1556.809575] env[62522]: DEBUG oslo_concurrency.lockutils [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.811825] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.706s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.812672] env[62522]: DEBUG nova.objects.instance [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Lazy-loading 'resources' on Instance uuid b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.834731] env[62522]: INFO nova.scheduler.client.report [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Deleted allocations for instance 14782297-1a26-4c7a-9d1e-46a92499b389 [ 1556.853677] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.016915] env[62522]: DEBUG nova.compute.manager [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1557.056200] env[62522]: DEBUG nova.virt.hardware [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1557.056459] env[62522]: DEBUG nova.virt.hardware [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1557.056614] env[62522]: DEBUG nova.virt.hardware [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1557.057711] env[62522]: DEBUG nova.virt.hardware [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1557.057896] env[62522]: DEBUG nova.virt.hardware [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1557.058066] env[62522]: DEBUG nova.virt.hardware [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1557.058285] env[62522]: DEBUG nova.virt.hardware [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1557.058448] env[62522]: DEBUG nova.virt.hardware [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1557.058921] env[62522]: DEBUG nova.virt.hardware [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1557.059269] env[62522]: DEBUG nova.virt.hardware [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1557.059549] env[62522]: DEBUG nova.virt.hardware [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1557.060857] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00920e0-219b-4d9b-a0f6-15512915a93b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.072409] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92bc108-0628-424f-8b53-172b14c2d939 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.128875] env[62522]: INFO nova.compute.manager [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Took 13.50 seconds to build instance. [ 1557.202058] env[62522]: INFO nova.compute.manager [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Took 12.58 seconds to build instance. [ 1557.346999] env[62522]: DEBUG oslo_concurrency.lockutils [None req-41acb2e6-aa45-4994-bee0-076690c8d840 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309 tempest-FloatingIPsAssociationNegativeTestJSON-1670267309-project-member] Lock "14782297-1a26-4c7a-9d1e-46a92499b389" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.234s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.507102] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e004c818-7602-4459-80c7-d186f660b307 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.519660] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470a5e25-b0e0-44a8-8a54-07ebda908007 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.557659] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c37378-29cb-4205-8ead-8816a1e6991f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.565532] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0f3540-3126-41e0-93f1-8e919bd5b159 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.580341] env[62522]: DEBUG nova.compute.provider_tree [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.631091] env[62522]: DEBUG oslo_concurrency.lockutils [None req-686315ff-257e-4ff5-a685-486c7be8289e tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "5e637bf4-543b-4a0e-be2a-9782b9005e56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.011s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.704368] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29658dec-3e54-43bb-81d3-9fa9c42108f9 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "ccc01826-44a2-40dd-964c-d07b43877ceb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.087s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.706829] env[62522]: DEBUG nova.network.neutron [-] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.797237] env[62522]: DEBUG nova.compute.manager [req-3ebd6804-2c6f-4abf-897b-5a258caab734 req-7d147b52-96b8-4b7b-8ff9-1f039b1709f5 service nova] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Received event network-vif-deleted-0dc04d65-9fcc-4a2a-9001-7e3ee602880f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1558.085341] env[62522]: DEBUG nova.scheduler.client.report [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1558.176238] env[62522]: DEBUG nova.compute.manager [req-71382879-479b-4525-b1d4-5136011f85fb req-3bfff863-dc2b-43eb-b920-8725dd9fa5b8 service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Received event network-changed-0c30f3de-fd78-499b-85ea-8987eb2f761d {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1558.176434] env[62522]: DEBUG nova.compute.manager [req-71382879-479b-4525-b1d4-5136011f85fb req-3bfff863-dc2b-43eb-b920-8725dd9fa5b8 service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Refreshing instance network info cache due to event network-changed-0c30f3de-fd78-499b-85ea-8987eb2f761d. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1558.176665] env[62522]: DEBUG oslo_concurrency.lockutils [req-71382879-479b-4525-b1d4-5136011f85fb req-3bfff863-dc2b-43eb-b920-8725dd9fa5b8 service nova] Acquiring lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.176816] env[62522]: DEBUG oslo_concurrency.lockutils [req-71382879-479b-4525-b1d4-5136011f85fb req-3bfff863-dc2b-43eb-b920-8725dd9fa5b8 service nova] Acquired lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.176972] env[62522]: DEBUG nova.network.neutron [req-71382879-479b-4525-b1d4-5136011f85fb req-3bfff863-dc2b-43eb-b920-8725dd9fa5b8 service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Refreshing network info cache for port 0c30f3de-fd78-499b-85ea-8987eb2f761d {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.209183] env[62522]: INFO nova.compute.manager [-] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Took 1.42 seconds to deallocate network for instance. [ 1558.321183] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370362c2-62bf-43c3-8935-7d76ca6ed9f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.330752] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e769a3f2-8486-429e-a185-c45fd6e95b16 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Suspending the VM {{(pid=62522) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1558.331196] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e89f2857-1dd6-45aa-880a-dc193fca90c5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.337955] env[62522]: DEBUG oslo_vmware.api [None req-e769a3f2-8486-429e-a185-c45fd6e95b16 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1558.337955] env[62522]: value = "task-1703043" [ 1558.337955] env[62522]: _type = "Task" [ 1558.337955] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.350052] env[62522]: DEBUG oslo_vmware.api [None req-e769a3f2-8486-429e-a185-c45fd6e95b16 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703043, 'name': SuspendVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.411769] env[62522]: DEBUG nova.network.neutron [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Successfully updated port: 3a2b1834-cb35-4abc-9672-698ca1e21629 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1558.590993] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.594268] env[62522]: DEBUG oslo_concurrency.lockutils [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.470s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.595049] env[62522]: DEBUG nova.objects.instance [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lazy-loading 'resources' on Instance uuid b80c3cb9-87a2-4079-8ab1-14a45e185d28 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.618534] env[62522]: INFO nova.scheduler.client.report [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Deleted allocations for instance b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f [ 1558.717911] env[62522]: DEBUG oslo_concurrency.lockutils [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.847536] env[62522]: DEBUG oslo_vmware.api [None req-e769a3f2-8486-429e-a185-c45fd6e95b16 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703043, 'name': SuspendVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.921768] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "refresh_cache-751b2c85-4144-42ab-8d30-4e527ccc6c63" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.921768] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquired lock "refresh_cache-751b2c85-4144-42ab-8d30-4e527ccc6c63" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.921768] env[62522]: DEBUG nova.network.neutron [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.131786] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8aa79bd-69d6-4229-81b6-252bec194f66 tempest-ServerMetadataNegativeTestJSON-102969904 tempest-ServerMetadataNegativeTestJSON-102969904-project-member] Lock "b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.368s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.295869] env[62522]: DEBUG nova.network.neutron [req-71382879-479b-4525-b1d4-5136011f85fb req-3bfff863-dc2b-43eb-b920-8725dd9fa5b8 service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updated VIF entry in instance network info cache for port 0c30f3de-fd78-499b-85ea-8987eb2f761d. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1559.296713] env[62522]: DEBUG nova.network.neutron [req-71382879-479b-4525-b1d4-5136011f85fb req-3bfff863-dc2b-43eb-b920-8725dd9fa5b8 service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance_info_cache with network_info: [{"id": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "address": "fa:16:3e:a8:ad:df", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c30f3de-fd", "ovs_interfaceid": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.351063] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e9c0ab-1ad6-459c-a508-af67a49cbf3e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.359789] env[62522]: DEBUG oslo_vmware.api [None req-e769a3f2-8486-429e-a185-c45fd6e95b16 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703043, 'name': SuspendVM_Task, 'duration_secs': 0.642535} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.363247] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e769a3f2-8486-429e-a185-c45fd6e95b16 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Suspended the VM {{(pid=62522) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1559.363646] env[62522]: DEBUG nova.compute.manager [None req-e769a3f2-8486-429e-a185-c45fd6e95b16 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1559.364287] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445f8606-bc5a-4b4e-a7df-4a08395d88dd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.368433] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0398ed1-d0c1-4a0a-b10e-fd5989cd321f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.411913] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f599d9b-f237-4d9f-9f3f-e98d09c995b4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.420888] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d5d6a0-be90-4fc5-93dd-d9b124da8e91 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.438813] env[62522]: DEBUG nova.compute.provider_tree [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.478523] env[62522]: DEBUG nova.network.neutron [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1559.746761] env[62522]: DEBUG nova.network.neutron [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Updating instance_info_cache with network_info: [{"id": "3a2b1834-cb35-4abc-9672-698ca1e21629", "address": "fa:16:3e:61:4c:9b", "network": {"id": "228cca68-2e09-4fde-ba4a-0647a3e61cf8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-534012857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f403ca4021487aa0ce43b423cb5399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2b1834-cb", "ovs_interfaceid": "3a2b1834-cb35-4abc-9672-698ca1e21629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.806547] env[62522]: DEBUG oslo_concurrency.lockutils [req-71382879-479b-4525-b1d4-5136011f85fb req-3bfff863-dc2b-43eb-b920-8725dd9fa5b8 service nova] Releasing lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.829796] env[62522]: DEBUG nova.compute.manager [req-2512e944-0cda-4ce8-9b39-8d5c55737181 req-c1b93849-ba5c-4f82-a32b-2829ceadc049 service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Received event network-vif-plugged-3a2b1834-cb35-4abc-9672-698ca1e21629 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1559.830026] env[62522]: DEBUG oslo_concurrency.lockutils [req-2512e944-0cda-4ce8-9b39-8d5c55737181 req-c1b93849-ba5c-4f82-a32b-2829ceadc049 service nova] Acquiring lock "751b2c85-4144-42ab-8d30-4e527ccc6c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.830650] env[62522]: DEBUG oslo_concurrency.lockutils [req-2512e944-0cda-4ce8-9b39-8d5c55737181 req-c1b93849-ba5c-4f82-a32b-2829ceadc049 service nova] Lock "751b2c85-4144-42ab-8d30-4e527ccc6c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.830650] env[62522]: DEBUG oslo_concurrency.lockutils [req-2512e944-0cda-4ce8-9b39-8d5c55737181 req-c1b93849-ba5c-4f82-a32b-2829ceadc049 service nova] Lock "751b2c85-4144-42ab-8d30-4e527ccc6c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.831900] env[62522]: DEBUG nova.compute.manager [req-2512e944-0cda-4ce8-9b39-8d5c55737181 req-c1b93849-ba5c-4f82-a32b-2829ceadc049 service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] No waiting events found dispatching network-vif-plugged-3a2b1834-cb35-4abc-9672-698ca1e21629 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1559.831900] env[62522]: WARNING nova.compute.manager [req-2512e944-0cda-4ce8-9b39-8d5c55737181 req-c1b93849-ba5c-4f82-a32b-2829ceadc049 service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Received unexpected event network-vif-plugged-3a2b1834-cb35-4abc-9672-698ca1e21629 for instance with vm_state building and task_state spawning. [ 1559.831900] env[62522]: DEBUG nova.compute.manager [req-2512e944-0cda-4ce8-9b39-8d5c55737181 req-c1b93849-ba5c-4f82-a32b-2829ceadc049 service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Received event network-changed-3a2b1834-cb35-4abc-9672-698ca1e21629 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1559.831900] env[62522]: DEBUG nova.compute.manager [req-2512e944-0cda-4ce8-9b39-8d5c55737181 req-c1b93849-ba5c-4f82-a32b-2829ceadc049 service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Refreshing instance network info cache due to event network-changed-3a2b1834-cb35-4abc-9672-698ca1e21629. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1559.832172] env[62522]: DEBUG oslo_concurrency.lockutils [req-2512e944-0cda-4ce8-9b39-8d5c55737181 req-c1b93849-ba5c-4f82-a32b-2829ceadc049 service nova] Acquiring lock "refresh_cache-751b2c85-4144-42ab-8d30-4e527ccc6c63" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.940698] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "964e3809-3902-426a-a09c-4a942b638b1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.940698] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "964e3809-3902-426a-a09c-4a942b638b1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.942066] env[62522]: DEBUG nova.scheduler.client.report [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1560.248469] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Releasing lock "refresh_cache-751b2c85-4144-42ab-8d30-4e527ccc6c63" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.248826] env[62522]: DEBUG nova.compute.manager [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Instance network_info: |[{"id": "3a2b1834-cb35-4abc-9672-698ca1e21629", "address": "fa:16:3e:61:4c:9b", "network": {"id": "228cca68-2e09-4fde-ba4a-0647a3e61cf8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-534012857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f403ca4021487aa0ce43b423cb5399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2b1834-cb", "ovs_interfaceid": "3a2b1834-cb35-4abc-9672-698ca1e21629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1560.249207] env[62522]: DEBUG oslo_concurrency.lockutils [req-2512e944-0cda-4ce8-9b39-8d5c55737181 req-c1b93849-ba5c-4f82-a32b-2829ceadc049 service nova] Acquired lock "refresh_cache-751b2c85-4144-42ab-8d30-4e527ccc6c63" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.249401] env[62522]: DEBUG nova.network.neutron [req-2512e944-0cda-4ce8-9b39-8d5c55737181 req-c1b93849-ba5c-4f82-a32b-2829ceadc049 service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Refreshing network info cache for port 3a2b1834-cb35-4abc-9672-698ca1e21629 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.250693] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:4c:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a2b1834-cb35-4abc-9672-698ca1e21629', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1560.258074] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Creating folder: Project (54f403ca4021487aa0ce43b423cb5399). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1560.261411] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ce79bf4-2c73-42f9-8aac-67620df1304d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.274807] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Created folder: Project (54f403ca4021487aa0ce43b423cb5399) in parent group-v354730. [ 1560.274807] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Creating folder: Instances. Parent ref: group-v354920. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1560.274807] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-723a3dea-3c57-4004-bcd2-9830845a47b6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.283699] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Created folder: Instances in parent group-v354920. [ 1560.283920] env[62522]: DEBUG oslo.service.loopingcall [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.284116] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1560.284309] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d65bc661-bdd0-4c56-87fb-3c7d1963a65d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.305979] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1560.305979] env[62522]: value = "task-1703046" [ 1560.305979] env[62522]: _type = "Task" [ 1560.305979] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.314708] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703046, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.446471] env[62522]: DEBUG nova.compute.manager [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1560.450099] env[62522]: DEBUG oslo_concurrency.lockutils [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.453089] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.173s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.453089] env[62522]: DEBUG nova.objects.instance [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lazy-loading 'resources' on Instance uuid abf24852-ae98-4ff3-9839-b4820c7a2ce7 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.481758] env[62522]: INFO nova.scheduler.client.report [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Deleted allocations for instance b80c3cb9-87a2-4079-8ab1-14a45e185d28 [ 1560.570765] env[62522]: DEBUG nova.network.neutron [req-2512e944-0cda-4ce8-9b39-8d5c55737181 req-c1b93849-ba5c-4f82-a32b-2829ceadc049 service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Updated VIF entry in instance network info cache for port 3a2b1834-cb35-4abc-9672-698ca1e21629. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.571276] env[62522]: DEBUG nova.network.neutron [req-2512e944-0cda-4ce8-9b39-8d5c55737181 req-c1b93849-ba5c-4f82-a32b-2829ceadc049 service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Updating instance_info_cache with network_info: [{"id": "3a2b1834-cb35-4abc-9672-698ca1e21629", "address": "fa:16:3e:61:4c:9b", "network": {"id": "228cca68-2e09-4fde-ba4a-0647a3e61cf8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-534012857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f403ca4021487aa0ce43b423cb5399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2b1834-cb", "ovs_interfaceid": "3a2b1834-cb35-4abc-9672-698ca1e21629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.820131] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703046, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.977883] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.992451] env[62522]: DEBUG oslo_concurrency.lockutils [None req-13c97983-e838-43aa-be76-056d1030e90e tempest-SecurityGroupsTestJSON-12677948 tempest-SecurityGroupsTestJSON-12677948-project-member] Lock "b80c3cb9-87a2-4079-8ab1-14a45e185d28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.303s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.075653] env[62522]: DEBUG oslo_concurrency.lockutils [req-2512e944-0cda-4ce8-9b39-8d5c55737181 req-c1b93849-ba5c-4f82-a32b-2829ceadc049 service nova] Releasing lock "refresh_cache-751b2c85-4144-42ab-8d30-4e527ccc6c63" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.128821] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81780775-78b3-4bd6-97eb-389a4ed3852f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.137441] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706176e1-0073-4543-87f2-9136a63667c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.171084] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55cd0ed-7f76-4305-b79c-443ef256b535 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.179461] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e4b06a-e3b7-4ddf-9304-5f6e6720f751 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.197646] env[62522]: DEBUG nova.compute.provider_tree [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.251904] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "ccc01826-44a2-40dd-964c-d07b43877ceb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.252244] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "ccc01826-44a2-40dd-964c-d07b43877ceb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.252870] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "ccc01826-44a2-40dd-964c-d07b43877ceb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.253122] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "ccc01826-44a2-40dd-964c-d07b43877ceb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.253323] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "ccc01826-44a2-40dd-964c-d07b43877ceb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.256124] env[62522]: INFO nova.compute.manager [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Terminating instance [ 1561.317182] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703046, 'name': CreateVM_Task, 'duration_secs': 0.567496} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.317378] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1561.320973] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.320973] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.320973] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1561.320973] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74127dc9-1d3c-46bb-9ee1-185ed6ec40a7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.323931] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1561.323931] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5278dea2-2f4a-1777-6b71-0f75a865693e" [ 1561.323931] env[62522]: _type = "Task" [ 1561.323931] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.333628] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5278dea2-2f4a-1777-6b71-0f75a865693e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.700924] env[62522]: DEBUG nova.scheduler.client.report [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1561.760265] env[62522]: DEBUG nova.compute.manager [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1561.760517] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1561.761462] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8411e7-ee00-4818-8d1f-00dc6421dbff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.771222] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1561.771462] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d3a8b29-16a9-4b8f-8eb5-4a80e7eeda8e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.838315] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5278dea2-2f4a-1777-6b71-0f75a865693e, 'name': SearchDatastore_Task, 'duration_secs': 0.015842} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.838657] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.838883] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1561.839787] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.840029] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.840173] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1561.840455] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6eda2bfb-f006-43b8-9a88-216dd5d45f64 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.843398] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.843587] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.843728] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleting the datastore file [datastore1] ccc01826-44a2-40dd-964c-d07b43877ceb {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.844979] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b6e5e9d-2f01-4f07-89fd-b0f99e8f8f97 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.851244] env[62522]: DEBUG oslo_vmware.api [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1561.851244] env[62522]: value = "task-1703048" [ 1561.851244] env[62522]: _type = "Task" [ 1561.851244] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.852503] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1561.852712] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1561.856981] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a550f53f-55dd-4139-a430-5c681f6ca68c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.864739] env[62522]: DEBUG oslo_vmware.api [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.865473] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1561.865473] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5291dee7-d3e3-8a01-358a-d023e227fc90" [ 1561.865473] env[62522]: _type = "Task" [ 1561.865473] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.873238] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5291dee7-d3e3-8a01-358a-d023e227fc90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.035088] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Acquiring lock "6451a7b7-2219-4159-9046-0184d55a5c70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.035366] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Lock "6451a7b7-2219-4159-9046-0184d55a5c70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.036021] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Acquiring lock "6451a7b7-2219-4159-9046-0184d55a5c70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.036202] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Lock "6451a7b7-2219-4159-9046-0184d55a5c70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.036382] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Lock "6451a7b7-2219-4159-9046-0184d55a5c70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.039167] env[62522]: INFO nova.compute.manager [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Terminating instance [ 1562.209022] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.209022] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.475s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.214380] env[62522]: INFO nova.compute.claims [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1562.232519] env[62522]: INFO nova.scheduler.client.report [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Deleted allocations for instance abf24852-ae98-4ff3-9839-b4820c7a2ce7 [ 1562.364447] env[62522]: DEBUG oslo_vmware.api [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469033} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.364728] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1562.365772] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1562.365772] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1562.365772] env[62522]: INFO nova.compute.manager [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1562.365772] env[62522]: DEBUG oslo.service.loopingcall [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.365772] env[62522]: DEBUG nova.compute.manager [-] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1562.366015] env[62522]: DEBUG nova.network.neutron [-] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1562.379559] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5291dee7-d3e3-8a01-358a-d023e227fc90, 'name': SearchDatastore_Task, 'duration_secs': 0.019206} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.379759] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ef1917-be16-4fc0-82f5-c47775446cb1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.385487] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1562.385487] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a2202f-de0f-8cb9-b72c-4730a533f3d7" [ 1562.385487] env[62522]: _type = "Task" [ 1562.385487] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.394856] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a2202f-de0f-8cb9-b72c-4730a533f3d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.544653] env[62522]: DEBUG nova.compute.manager [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1562.544902] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1562.545223] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82566aee-2db1-4114-b7fe-ea52659c857f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.556618] env[62522]: DEBUG oslo_vmware.api [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Waiting for the task: (returnval){ [ 1562.556618] env[62522]: value = "task-1703049" [ 1562.556618] env[62522]: _type = "Task" [ 1562.556618] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.570083] env[62522]: DEBUG oslo_vmware.api [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1703049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.741887] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a4a90342-840e-4b46-b9a1-874a360273df tempest-ServersTestMultiNic-1430311440 tempest-ServersTestMultiNic-1430311440-project-member] Lock "abf24852-ae98-4ff3-9839-b4820c7a2ce7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.309s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.896397] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a2202f-de0f-8cb9-b72c-4730a533f3d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013483} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.897524] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.897790] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 751b2c85-4144-42ab-8d30-4e527ccc6c63/751b2c85-4144-42ab-8d30-4e527ccc6c63.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1562.898926] env[62522]: DEBUG nova.compute.manager [req-d394261b-52cf-4639-bac7-888f0330335b req-67aeab7d-8ed4-4528-999d-13c88849d74c service nova] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Received event network-vif-deleted-36ddd4e9-a587-4459-8a4c-1bd9b3428df4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1562.900353] env[62522]: INFO nova.compute.manager [req-d394261b-52cf-4639-bac7-888f0330335b req-67aeab7d-8ed4-4528-999d-13c88849d74c service nova] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Neutron deleted interface 36ddd4e9-a587-4459-8a4c-1bd9b3428df4; detaching it from the instance and deleting it from the info cache [ 1562.900353] env[62522]: DEBUG nova.network.neutron [req-d394261b-52cf-4639-bac7-888f0330335b req-67aeab7d-8ed4-4528-999d-13c88849d74c service nova] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.904215] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-871d1d3d-a3b0-4608-8efa-a5beac9072e6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.912458] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1562.912458] env[62522]: value = "task-1703050" [ 1562.912458] env[62522]: _type = "Task" [ 1562.912458] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.924401] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.064679] env[62522]: DEBUG oslo_vmware.api [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1703049, 'name': PowerOffVM_Task, 'duration_secs': 0.194447} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.065316] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1563.065580] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1563.065776] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354795', 'volume_id': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'name': 'volume-d3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6451a7b7-2219-4159-9046-0184d55a5c70', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'serial': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1563.066594] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a7cda1-0483-43ec-aa5c-87ef5a33da10 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.084796] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040c8f0a-f588-41c1-90b0-aee86890818c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.091703] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1277855e-2fcc-496f-a166-d0a938c6e9bc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.112877] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81424e66-7213-412a-8086-b5fd84744217 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.129788] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] The volume has not been displaced from its original location: [datastore1] volume-d3de7106-3765-4d9e-9bb9-cd1d8b161d63/volume-d3de7106-3765-4d9e-9bb9-cd1d8b161d63.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1563.136346] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1563.136671] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5cd689e-9714-4381-9f3f-82c773ae3b24 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.156292] env[62522]: DEBUG oslo_vmware.api [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Waiting for the task: (returnval){ [ 1563.156292] env[62522]: value = "task-1703051" [ 1563.156292] env[62522]: _type = "Task" [ 1563.156292] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.166761] env[62522]: DEBUG oslo_vmware.api [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1703051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.373318] env[62522]: DEBUG nova.network.neutron [-] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.405166] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a12b3358-a929-48fa-a3fc-6f9ee776a9a3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.419334] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7e43f4-0a10-45ab-927e-9615856b70f7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.434435] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd296ced-e5e2-485f-a615-e363ae5733f1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.457516] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba9650c-4367-4627-8b9f-bfedf5f07525 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.461358] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703050, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.468516] env[62522]: DEBUG nova.compute.manager [req-d394261b-52cf-4639-bac7-888f0330335b req-67aeab7d-8ed4-4528-999d-13c88849d74c service nova] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Detach interface failed, port_id=36ddd4e9-a587-4459-8a4c-1bd9b3428df4, reason: Instance ccc01826-44a2-40dd-964c-d07b43877ceb could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1563.507235] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676b25c9-5020-4eeb-9414-190e07518dae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.520883] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b735e907-363e-4118-ae8d-82f13b89e871 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.543569] env[62522]: DEBUG nova.compute.provider_tree [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.667683] env[62522]: DEBUG oslo_vmware.api [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1703051, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.875615] env[62522]: INFO nova.compute.manager [-] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Took 1.51 seconds to deallocate network for instance. [ 1563.928407] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755459} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.928917] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 751b2c85-4144-42ab-8d30-4e527ccc6c63/751b2c85-4144-42ab-8d30-4e527ccc6c63.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1563.929133] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1563.929415] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0e1b83d-e1a1-4ba9-b80c-00adcefe5786 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.937336] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1563.937336] env[62522]: value = "task-1703052" [ 1563.937336] env[62522]: _type = "Task" [ 1563.937336] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.945905] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.046934] env[62522]: DEBUG nova.scheduler.client.report [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1564.170480] env[62522]: DEBUG oslo_vmware.api [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1703051, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.382190] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.447697] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067692} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.447835] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1564.448595] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6353160d-4553-4635-8bc6-29edaab7789c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.471437] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 751b2c85-4144-42ab-8d30-4e527ccc6c63/751b2c85-4144-42ab-8d30-4e527ccc6c63.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.471765] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f5a06a9-bc5c-4c9f-a68d-f96c2194f915 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.491846] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1564.491846] env[62522]: value = "task-1703053" [ 1564.491846] env[62522]: _type = "Task" [ 1564.491846] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.500972] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.554285] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.554897] env[62522]: DEBUG nova.compute.manager [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1564.557737] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.704s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.557996] env[62522]: DEBUG nova.objects.instance [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'resources' on Instance uuid bb6150c2-75de-4147-8831-fbe9122f8aac {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.676320] env[62522]: DEBUG oslo_vmware.api [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1703051, 'name': ReconfigVM_Task, 'duration_secs': 1.180442} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.676620] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1564.683183] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-047354ac-68b7-4471-84ca-5fd60598a7dc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.702621] env[62522]: DEBUG oslo_vmware.api [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Waiting for the task: (returnval){ [ 1564.702621] env[62522]: value = "task-1703054" [ 1564.702621] env[62522]: _type = "Task" [ 1564.702621] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.713352] env[62522]: DEBUG oslo_vmware.api [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1703054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.009646] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703053, 'name': ReconfigVM_Task, 'duration_secs': 0.275298} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.009646] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 751b2c85-4144-42ab-8d30-4e527ccc6c63/751b2c85-4144-42ab-8d30-4e527ccc6c63.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1565.009646] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2c88366-1008-43be-a1bb-71b4a92d2a10 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.016785] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1565.016785] env[62522]: value = "task-1703055" [ 1565.016785] env[62522]: _type = "Task" [ 1565.016785] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.025831] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703055, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.061563] env[62522]: DEBUG nova.compute.utils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1565.072014] env[62522]: DEBUG nova.compute.manager [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1565.072367] env[62522]: DEBUG nova.network.neutron [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1565.192749] env[62522]: DEBUG nova.policy [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83cfd0037a2541d6b710e78aee65be9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99a80c399a2241859e04aaac4f30e428', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1565.213895] env[62522]: DEBUG oslo_vmware.api [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1703054, 'name': ReconfigVM_Task, 'duration_secs': 0.12272} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.215230] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354795', 'volume_id': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'name': 'volume-d3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6451a7b7-2219-4159-9046-0184d55a5c70', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63', 'serial': 'd3de7106-3765-4d9e-9bb9-cd1d8b161d63'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1565.215798] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.219704] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dd89ee-572a-4185-8a24-a31de8caa464 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.228855] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.228855] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cda8d5e-4b95-4541-8df1-0a3dd5c28c5d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.277816] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffb9de3-a2e9-40f9-a89f-aeabfad5867d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.285336] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339bf9d8-7103-46ff-9533-14f75d9d03d1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.324215] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccbbc42-1d51-42dd-a9db-a9df15329cd3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.328099] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1565.328099] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1565.328099] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Deleting the datastore file [datastore1] 6451a7b7-2219-4159-9046-0184d55a5c70 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1565.328099] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d7b2f68-8933-49f1-b377-fe30932f0a80 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.337517] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f628f7-32c1-4657-9173-0e1c15d5f7cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.341740] env[62522]: DEBUG oslo_vmware.api [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Waiting for the task: (returnval){ [ 1565.341740] env[62522]: value = "task-1703057" [ 1565.341740] env[62522]: _type = "Task" [ 1565.341740] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.354245] env[62522]: DEBUG nova.compute.provider_tree [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.360350] env[62522]: DEBUG oslo_vmware.api [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1703057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.530155] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703055, 'name': Rename_Task, 'duration_secs': 0.143523} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.530449] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1565.530705] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09ae187a-1e22-4419-be7e-e369f8cdfedf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.538645] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1565.538645] env[62522]: value = "task-1703058" [ 1565.538645] env[62522]: _type = "Task" [ 1565.538645] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.545610] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.572282] env[62522]: DEBUG nova.compute.manager [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1565.853266] env[62522]: DEBUG oslo_vmware.api [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Task: {'id': task-1703057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07378} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.853643] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1565.853774] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1565.853909] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.854097] env[62522]: INFO nova.compute.manager [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Took 3.31 seconds to destroy the instance on the hypervisor. [ 1565.854349] env[62522]: DEBUG oslo.service.loopingcall [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.854537] env[62522]: DEBUG nova.compute.manager [-] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1565.854633] env[62522]: DEBUG nova.network.neutron [-] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1565.856871] env[62522]: DEBUG nova.scheduler.client.report [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1566.048263] env[62522]: DEBUG oslo_vmware.api [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703058, 'name': PowerOnVM_Task, 'duration_secs': 0.468339} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.048649] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1566.048918] env[62522]: INFO nova.compute.manager [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1566.049201] env[62522]: DEBUG nova.compute.manager [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1566.051197] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c03e5b-9aa6-4772-8fbe-b5f289ebc8cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.364439] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.366724] env[62522]: DEBUG oslo_concurrency.lockutils [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.649s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.366955] env[62522]: DEBUG oslo_concurrency.lockutils [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.370386] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.393s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.371807] env[62522]: INFO nova.compute.claims [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1566.398673] env[62522]: INFO nova.scheduler.client.report [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Deleted allocations for instance bb6150c2-75de-4147-8831-fbe9122f8aac [ 1566.401159] env[62522]: INFO nova.scheduler.client.report [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleted allocations for instance 8808e17e-8d2e-454d-b010-7dadb15766d7 [ 1566.415803] env[62522]: DEBUG nova.network.neutron [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Successfully created port: 9ea5fcde-2a56-40d5-9e49-db00b301e25a {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1566.577014] env[62522]: INFO nova.compute.manager [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Took 18.95 seconds to build instance. [ 1566.590395] env[62522]: DEBUG nova.compute.manager [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1566.616101] env[62522]: DEBUG nova.virt.hardware [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1566.616369] env[62522]: DEBUG nova.virt.hardware [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1566.616597] env[62522]: DEBUG nova.virt.hardware [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.616924] env[62522]: DEBUG nova.virt.hardware [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1566.617022] env[62522]: DEBUG nova.virt.hardware [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.617120] env[62522]: DEBUG nova.virt.hardware [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1566.617396] env[62522]: DEBUG nova.virt.hardware [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1566.617481] env[62522]: DEBUG nova.virt.hardware [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1566.617645] env[62522]: DEBUG nova.virt.hardware [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1566.619728] env[62522]: DEBUG nova.virt.hardware [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1566.619728] env[62522]: DEBUG nova.virt.hardware [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1566.619728] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6bcb31-ca27-4253-a781-4cbb98c1da23 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.628751] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce6dd80-a8d9-4e59-b116-41a5e344f2fa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.915841] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6af65d1-acd8-429a-bde6-60bde096bf82 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "bb6150c2-75de-4147-8831-fbe9122f8aac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.823s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.916775] env[62522]: DEBUG oslo_concurrency.lockutils [req-ee6c417f-eb32-45f2-88b5-a2c36a18b9a4 req-f55fc4c9-37fb-4dac-9196-ba2774df91df service nova] Acquired lock "bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.917807] env[62522]: DEBUG oslo_concurrency.lockutils [None req-84bc781b-66c9-4923-83b3-ecdd27ab13eb tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "8808e17e-8d2e-454d-b010-7dadb15766d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.780s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.918967] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236c48f5-40c7-4da4-aee5-b0d04467cb2d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.930778] env[62522]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1566.930778] env[62522]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62522) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1566.931469] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34bde2ee-d103-4482-9229-1c7e283a99d5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.944841] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39e3fcd-6e0f-47d1-ae00-525dce2a69f1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.977639] env[62522]: ERROR root [req-ee6c417f-eb32-45f2-88b5-a2c36a18b9a4 req-f55fc4c9-37fb-4dac-9196-ba2774df91df service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-354876' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-354876' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-354876' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-354876'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-354876' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-354876' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-354876'}\n"]: nova.exception.InstanceNotFound: Instance bb6150c2-75de-4147-8831-fbe9122f8aac could not be found. [ 1566.977639] env[62522]: DEBUG oslo_concurrency.lockutils [req-ee6c417f-eb32-45f2-88b5-a2c36a18b9a4 req-f55fc4c9-37fb-4dac-9196-ba2774df91df service nova] Releasing lock "bb6150c2-75de-4147-8831-fbe9122f8aac" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.978176] env[62522]: DEBUG nova.compute.manager [req-ee6c417f-eb32-45f2-88b5-a2c36a18b9a4 req-f55fc4c9-37fb-4dac-9196-ba2774df91df service nova] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Detach interface failed, port_id=fa1a5b99-3da4-4ec2-99d0-3160adf3c645, reason: Instance bb6150c2-75de-4147-8831-fbe9122f8aac could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1567.083268] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1b61e182-ce4f-4658-acee-feb130daa981 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.473s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.531865] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Acquiring lock "b3bf88b5-5bba-41b3-adac-be9c60732f9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.532129] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Lock "b3bf88b5-5bba-41b3-adac-be9c60732f9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.573518] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1553003-181a-44a1-ab01-3db78461c815 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.581065] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf106df-be78-493d-9ccc-cc0f29f3ec68 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.617320] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c29fdad-36d8-4bfd-bfc0-0399d4478dbe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.628373] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cccc6cd-4232-4f90-8a3e-2b6885753971 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.637334] env[62522]: DEBUG nova.compute.manager [req-0908ac3a-9abb-4c5a-af0c-0b2d0b436efd req-9555fca5-a98e-49c2-8a55-ebae7bb43bea service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Received event network-vif-deleted-0d7cbd49-48af-4138-b3b9-9b6fd1244cd8 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1567.637562] env[62522]: INFO nova.compute.manager [req-0908ac3a-9abb-4c5a-af0c-0b2d0b436efd req-9555fca5-a98e-49c2-8a55-ebae7bb43bea service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Neutron deleted interface 0d7cbd49-48af-4138-b3b9-9b6fd1244cd8; detaching it from the instance and deleting it from the info cache [ 1567.637942] env[62522]: DEBUG nova.network.neutron [req-0908ac3a-9abb-4c5a-af0c-0b2d0b436efd req-9555fca5-a98e-49c2-8a55-ebae7bb43bea service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.664693] env[62522]: DEBUG nova.compute.provider_tree [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.674356] env[62522]: DEBUG nova.network.neutron [-] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.810545] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.810545] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.036561] env[62522]: DEBUG nova.compute.manager [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1568.055752] env[62522]: DEBUG nova.compute.manager [req-16909258-ed98-462e-bd78-5f073be6b228 req-24bd014f-6195-4eec-bad6-74e04d9efb1c service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Received event network-changed-3a2b1834-cb35-4abc-9672-698ca1e21629 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1568.056268] env[62522]: DEBUG nova.compute.manager [req-16909258-ed98-462e-bd78-5f073be6b228 req-24bd014f-6195-4eec-bad6-74e04d9efb1c service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Refreshing instance network info cache due to event network-changed-3a2b1834-cb35-4abc-9672-698ca1e21629. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1568.056268] env[62522]: DEBUG oslo_concurrency.lockutils [req-16909258-ed98-462e-bd78-5f073be6b228 req-24bd014f-6195-4eec-bad6-74e04d9efb1c service nova] Acquiring lock "refresh_cache-751b2c85-4144-42ab-8d30-4e527ccc6c63" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.056467] env[62522]: DEBUG oslo_concurrency.lockutils [req-16909258-ed98-462e-bd78-5f073be6b228 req-24bd014f-6195-4eec-bad6-74e04d9efb1c service nova] Acquired lock "refresh_cache-751b2c85-4144-42ab-8d30-4e527ccc6c63" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.056976] env[62522]: DEBUG nova.network.neutron [req-16909258-ed98-462e-bd78-5f073be6b228 req-24bd014f-6195-4eec-bad6-74e04d9efb1c service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Refreshing network info cache for port 3a2b1834-cb35-4abc-9672-698ca1e21629 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.145550] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4af8b651-8a49-4252-b7f5-6acf153396cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.163208] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec1963c-ec67-4ee1-8206-7b76e4e86b5c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.176401] env[62522]: DEBUG nova.scheduler.client.report [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1568.179791] env[62522]: INFO nova.compute.manager [-] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Took 2.33 seconds to deallocate network for instance. [ 1568.198885] env[62522]: DEBUG nova.compute.manager [req-0908ac3a-9abb-4c5a-af0c-0b2d0b436efd req-9555fca5-a98e-49c2-8a55-ebae7bb43bea service nova] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Detach interface failed, port_id=0d7cbd49-48af-4138-b3b9-9b6fd1244cd8, reason: Instance 6451a7b7-2219-4159-9046-0184d55a5c70 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1568.266272] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.266826] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.312159] env[62522]: DEBUG nova.compute.manager [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1568.573051] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.684258] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.685191] env[62522]: DEBUG nova.compute.manager [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1568.687492] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.305s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.687694] env[62522]: DEBUG nova.objects.instance [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lazy-loading 'resources' on Instance uuid ccc01826-44a2-40dd-964c-d07b43877ceb {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.757854] env[62522]: INFO nova.compute.manager [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Took 0.58 seconds to detach 1 volumes for instance. [ 1568.760222] env[62522]: DEBUG nova.compute.manager [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Deleting volume: d3de7106-3765-4d9e-9bb9-cd1d8b161d63 {{(pid=62522) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1568.770279] env[62522]: DEBUG nova.compute.manager [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1568.843243] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.971197] env[62522]: DEBUG nova.network.neutron [req-16909258-ed98-462e-bd78-5f073be6b228 req-24bd014f-6195-4eec-bad6-74e04d9efb1c service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Updated VIF entry in instance network info cache for port 3a2b1834-cb35-4abc-9672-698ca1e21629. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1568.971612] env[62522]: DEBUG nova.network.neutron [req-16909258-ed98-462e-bd78-5f073be6b228 req-24bd014f-6195-4eec-bad6-74e04d9efb1c service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Updating instance_info_cache with network_info: [{"id": "3a2b1834-cb35-4abc-9672-698ca1e21629", "address": "fa:16:3e:61:4c:9b", "network": {"id": "228cca68-2e09-4fde-ba4a-0647a3e61cf8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-534012857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f403ca4021487aa0ce43b423cb5399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2b1834-cb", "ovs_interfaceid": "3a2b1834-cb35-4abc-9672-698ca1e21629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.014518] env[62522]: DEBUG nova.network.neutron [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Successfully updated port: 9ea5fcde-2a56-40d5-9e49-db00b301e25a {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1569.194676] env[62522]: DEBUG nova.compute.utils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1569.198713] env[62522]: DEBUG nova.compute.manager [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1569.201081] env[62522]: DEBUG nova.network.neutron [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1569.256951] env[62522]: DEBUG nova.policy [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76dae7551e1b4a8bac1d9d01d24cac4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a274a8da86e4517b86dc8e5fe80866b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1569.293151] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.319342] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.373474] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5079dd3e-7cd8-4da2-b98a-1958c63ec7b7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.389368] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acecd97-4d63-4e9a-ac5a-9830d9a03a8a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.424462] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6bb08f-70e4-4c64-8641-b66feaa0ea35 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.433958] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306fdb6c-d041-4b54-a103-fa1e5dcb8020 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.446250] env[62522]: DEBUG nova.compute.provider_tree [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.475057] env[62522]: DEBUG oslo_concurrency.lockutils [req-16909258-ed98-462e-bd78-5f073be6b228 req-24bd014f-6195-4eec-bad6-74e04d9efb1c service nova] Releasing lock "refresh_cache-751b2c85-4144-42ab-8d30-4e527ccc6c63" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.517631] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.517786] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.517938] env[62522]: DEBUG nova.network.neutron [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1569.566302] env[62522]: DEBUG nova.network.neutron [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Successfully created port: 6744a7d3-d4f4-4da0-ada1-1484222199c9 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1569.701970] env[62522]: DEBUG nova.compute.manager [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1569.840180] env[62522]: DEBUG nova.compute.manager [req-617fa1e7-918c-4782-9988-2f5a318109e0 req-08e7bd59-b3c4-42cd-a23f-fe29944864b5 service nova] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Received event network-vif-plugged-9ea5fcde-2a56-40d5-9e49-db00b301e25a {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1569.840180] env[62522]: DEBUG oslo_concurrency.lockutils [req-617fa1e7-918c-4782-9988-2f5a318109e0 req-08e7bd59-b3c4-42cd-a23f-fe29944864b5 service nova] Acquiring lock "a4a3cd31-ec26-42ac-8175-2f60c0124937-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.840715] env[62522]: DEBUG oslo_concurrency.lockutils [req-617fa1e7-918c-4782-9988-2f5a318109e0 req-08e7bd59-b3c4-42cd-a23f-fe29944864b5 service nova] Lock "a4a3cd31-ec26-42ac-8175-2f60c0124937-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.841060] env[62522]: DEBUG oslo_concurrency.lockutils [req-617fa1e7-918c-4782-9988-2f5a318109e0 req-08e7bd59-b3c4-42cd-a23f-fe29944864b5 service nova] Lock "a4a3cd31-ec26-42ac-8175-2f60c0124937-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.841654] env[62522]: DEBUG nova.compute.manager [req-617fa1e7-918c-4782-9988-2f5a318109e0 req-08e7bd59-b3c4-42cd-a23f-fe29944864b5 service nova] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] No waiting events found dispatching network-vif-plugged-9ea5fcde-2a56-40d5-9e49-db00b301e25a {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1569.841972] env[62522]: WARNING nova.compute.manager [req-617fa1e7-918c-4782-9988-2f5a318109e0 req-08e7bd59-b3c4-42cd-a23f-fe29944864b5 service nova] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Received unexpected event network-vif-plugged-9ea5fcde-2a56-40d5-9e49-db00b301e25a for instance with vm_state building and task_state spawning. [ 1569.842533] env[62522]: DEBUG nova.compute.manager [req-617fa1e7-918c-4782-9988-2f5a318109e0 req-08e7bd59-b3c4-42cd-a23f-fe29944864b5 service nova] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Received event network-changed-9ea5fcde-2a56-40d5-9e49-db00b301e25a {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1569.842821] env[62522]: DEBUG nova.compute.manager [req-617fa1e7-918c-4782-9988-2f5a318109e0 req-08e7bd59-b3c4-42cd-a23f-fe29944864b5 service nova] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Refreshing instance network info cache due to event network-changed-9ea5fcde-2a56-40d5-9e49-db00b301e25a. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1569.843344] env[62522]: DEBUG oslo_concurrency.lockutils [req-617fa1e7-918c-4782-9988-2f5a318109e0 req-08e7bd59-b3c4-42cd-a23f-fe29944864b5 service nova] Acquiring lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.952020] env[62522]: DEBUG nova.scheduler.client.report [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1570.054314] env[62522]: DEBUG nova.network.neutron [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1570.207344] env[62522]: DEBUG nova.network.neutron [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating instance_info_cache with network_info: [{"id": "9ea5fcde-2a56-40d5-9e49-db00b301e25a", "address": "fa:16:3e:34:35:06", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5fcde-2a", "ovs_interfaceid": "9ea5fcde-2a56-40d5-9e49-db00b301e25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.454960] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.457799] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.885s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.459280] env[62522]: INFO nova.compute.claims [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1570.483697] env[62522]: INFO nova.scheduler.client.report [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleted allocations for instance ccc01826-44a2-40dd-964c-d07b43877ceb [ 1570.602344] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "d2c5d822-df80-4d3a-859c-14562f3b2805" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.602986] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "d2c5d822-df80-4d3a-859c-14562f3b2805" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.717021] env[62522]: DEBUG nova.compute.manager [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1570.719068] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.719442] env[62522]: DEBUG nova.compute.manager [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Instance network_info: |[{"id": "9ea5fcde-2a56-40d5-9e49-db00b301e25a", "address": "fa:16:3e:34:35:06", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5fcde-2a", "ovs_interfaceid": "9ea5fcde-2a56-40d5-9e49-db00b301e25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1570.719995] env[62522]: DEBUG oslo_concurrency.lockutils [req-617fa1e7-918c-4782-9988-2f5a318109e0 req-08e7bd59-b3c4-42cd-a23f-fe29944864b5 service nova] Acquired lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.720256] env[62522]: DEBUG nova.network.neutron [req-617fa1e7-918c-4782-9988-2f5a318109e0 req-08e7bd59-b3c4-42cd-a23f-fe29944864b5 service nova] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Refreshing network info cache for port 9ea5fcde-2a56-40d5-9e49-db00b301e25a {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1570.721934] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:35:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea5fcde-2a56-40d5-9e49-db00b301e25a', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1570.730785] env[62522]: DEBUG oslo.service.loopingcall [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1570.731344] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1570.731624] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec76553-8b37-4149-88d2-34285ae85217 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.761933] env[62522]: DEBUG nova.virt.hardware [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1570.761933] env[62522]: DEBUG nova.virt.hardware [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1570.761933] env[62522]: DEBUG nova.virt.hardware [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.761933] env[62522]: DEBUG nova.virt.hardware [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1570.761933] env[62522]: DEBUG nova.virt.hardware [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.761933] env[62522]: DEBUG nova.virt.hardware [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1570.761933] env[62522]: DEBUG nova.virt.hardware [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1570.761933] env[62522]: DEBUG nova.virt.hardware [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1570.761933] env[62522]: DEBUG nova.virt.hardware [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1570.761933] env[62522]: DEBUG nova.virt.hardware [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1570.761933] env[62522]: DEBUG nova.virt.hardware [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1570.763335] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4400695f-3581-4183-b7d3-e9027a563086 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.767882] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1570.767882] env[62522]: value = "task-1703060" [ 1570.767882] env[62522]: _type = "Task" [ 1570.767882] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.776648] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1674e071-f4f7-4f78-8b48-8ade7da6f7ad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.785908] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703060, 'name': CreateVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.991539] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e370b55b-09b5-4b29-8e2c-3e10f08f833b tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "ccc01826-44a2-40dd-964c-d07b43877ceb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.739s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.109093] env[62522]: DEBUG nova.compute.manager [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1571.278365] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703060, 'name': CreateVM_Task, 'duration_secs': 0.369812} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.280737] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1571.281534] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.282822] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.283197] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1571.283758] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf88958-fc91-4b34-8730-f4dc793bb54f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.288081] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1571.288081] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529493b2-0bd9-e16a-1e23-ab263c49d076" [ 1571.288081] env[62522]: _type = "Task" [ 1571.288081] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.296846] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529493b2-0bd9-e16a-1e23-ab263c49d076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.502182] env[62522]: DEBUG nova.network.neutron [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Successfully updated port: 6744a7d3-d4f4-4da0-ada1-1484222199c9 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1571.636868] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.676522] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd44ab35-1f05-4c3e-894f-e0bf0a47444d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.684470] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb203dff-db02-4fb0-a7d0-da9bfd95c6e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.719840] env[62522]: DEBUG nova.network.neutron [req-617fa1e7-918c-4782-9988-2f5a318109e0 req-08e7bd59-b3c4-42cd-a23f-fe29944864b5 service nova] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updated VIF entry in instance network info cache for port 9ea5fcde-2a56-40d5-9e49-db00b301e25a. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1571.720216] env[62522]: DEBUG nova.network.neutron [req-617fa1e7-918c-4782-9988-2f5a318109e0 req-08e7bd59-b3c4-42cd-a23f-fe29944864b5 service nova] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating instance_info_cache with network_info: [{"id": "9ea5fcde-2a56-40d5-9e49-db00b301e25a", "address": "fa:16:3e:34:35:06", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5fcde-2a", "ovs_interfaceid": "9ea5fcde-2a56-40d5-9e49-db00b301e25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.721889] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00cc2fa-a934-41d0-bed5-520ed8fc771c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.730337] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5b611b-1c51-4eaf-95df-24d1cb92eae4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.744508] env[62522]: DEBUG nova.compute.provider_tree [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.799466] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529493b2-0bd9-e16a-1e23-ab263c49d076, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.799466] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.799466] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1571.799701] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.799861] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.800120] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1571.800216] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e0ffd83-112b-41ed-932e-c11e978cb93b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.808652] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1571.808885] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1571.809561] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ef5bf1-fe5e-48cd-8f49-081e9fcd2c65 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.814856] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1571.814856] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529dc7c7-a59b-4c87-bc6c-1757515f90e6" [ 1571.814856] env[62522]: _type = "Task" [ 1571.814856] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.822558] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529dc7c7-a59b-4c87-bc6c-1757515f90e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.867550] env[62522]: DEBUG nova.compute.manager [req-937f99fe-ee1f-4756-80ec-8fb7e0c33c5e req-7265995b-cc1b-4012-a47a-2126523a8739 service nova] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Received event network-vif-plugged-6744a7d3-d4f4-4da0-ada1-1484222199c9 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1571.867662] env[62522]: DEBUG oslo_concurrency.lockutils [req-937f99fe-ee1f-4756-80ec-8fb7e0c33c5e req-7265995b-cc1b-4012-a47a-2126523a8739 service nova] Acquiring lock "964e3809-3902-426a-a09c-4a942b638b1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.867868] env[62522]: DEBUG oslo_concurrency.lockutils [req-937f99fe-ee1f-4756-80ec-8fb7e0c33c5e req-7265995b-cc1b-4012-a47a-2126523a8739 service nova] Lock "964e3809-3902-426a-a09c-4a942b638b1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.868088] env[62522]: DEBUG oslo_concurrency.lockutils [req-937f99fe-ee1f-4756-80ec-8fb7e0c33c5e req-7265995b-cc1b-4012-a47a-2126523a8739 service nova] Lock "964e3809-3902-426a-a09c-4a942b638b1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.868206] env[62522]: DEBUG nova.compute.manager [req-937f99fe-ee1f-4756-80ec-8fb7e0c33c5e req-7265995b-cc1b-4012-a47a-2126523a8739 service nova] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] No waiting events found dispatching network-vif-plugged-6744a7d3-d4f4-4da0-ada1-1484222199c9 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1571.868365] env[62522]: WARNING nova.compute.manager [req-937f99fe-ee1f-4756-80ec-8fb7e0c33c5e req-7265995b-cc1b-4012-a47a-2126523a8739 service nova] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Received unexpected event network-vif-plugged-6744a7d3-d4f4-4da0-ada1-1484222199c9 for instance with vm_state building and task_state spawning. [ 1571.868531] env[62522]: DEBUG nova.compute.manager [req-937f99fe-ee1f-4756-80ec-8fb7e0c33c5e req-7265995b-cc1b-4012-a47a-2126523a8739 service nova] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Received event network-changed-6744a7d3-d4f4-4da0-ada1-1484222199c9 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1571.868724] env[62522]: DEBUG nova.compute.manager [req-937f99fe-ee1f-4756-80ec-8fb7e0c33c5e req-7265995b-cc1b-4012-a47a-2126523a8739 service nova] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Refreshing instance network info cache due to event network-changed-6744a7d3-d4f4-4da0-ada1-1484222199c9. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1571.868923] env[62522]: DEBUG oslo_concurrency.lockutils [req-937f99fe-ee1f-4756-80ec-8fb7e0c33c5e req-7265995b-cc1b-4012-a47a-2126523a8739 service nova] Acquiring lock "refresh_cache-964e3809-3902-426a-a09c-4a942b638b1e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.869016] env[62522]: DEBUG oslo_concurrency.lockutils [req-937f99fe-ee1f-4756-80ec-8fb7e0c33c5e req-7265995b-cc1b-4012-a47a-2126523a8739 service nova] Acquired lock "refresh_cache-964e3809-3902-426a-a09c-4a942b638b1e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.869214] env[62522]: DEBUG nova.network.neutron [req-937f99fe-ee1f-4756-80ec-8fb7e0c33c5e req-7265995b-cc1b-4012-a47a-2126523a8739 service nova] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Refreshing network info cache for port 6744a7d3-d4f4-4da0-ada1-1484222199c9 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1572.006869] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "refresh_cache-964e3809-3902-426a-a09c-4a942b638b1e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.226858] env[62522]: DEBUG oslo_concurrency.lockutils [req-617fa1e7-918c-4782-9988-2f5a318109e0 req-08e7bd59-b3c4-42cd-a23f-fe29944864b5 service nova] Releasing lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.251800] env[62522]: DEBUG nova.scheduler.client.report [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1572.326115] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529dc7c7-a59b-4c87-bc6c-1757515f90e6, 'name': SearchDatastore_Task, 'duration_secs': 0.00816} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.327667] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdba09de-59b1-462a-8268-deecd2c745b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.333658] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1572.333658] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f55aac-b8fb-f88e-03bb-6dea121625d5" [ 1572.333658] env[62522]: _type = "Task" [ 1572.333658] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.343180] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f55aac-b8fb-f88e-03bb-6dea121625d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.413149] env[62522]: DEBUG nova.network.neutron [req-937f99fe-ee1f-4756-80ec-8fb7e0c33c5e req-7265995b-cc1b-4012-a47a-2126523a8739 service nova] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1572.500211] env[62522]: DEBUG nova.network.neutron [req-937f99fe-ee1f-4756-80ec-8fb7e0c33c5e req-7265995b-cc1b-4012-a47a-2126523a8739 service nova] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.532042] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "0d9d2247-2579-4888-a290-2e8864b024c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.532405] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "0d9d2247-2579-4888-a290-2e8864b024c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.757991] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.758584] env[62522]: DEBUG nova.compute.manager [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1572.761252] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.918s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.763161] env[62522]: INFO nova.compute.claims [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1572.845063] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f55aac-b8fb-f88e-03bb-6dea121625d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.845369] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.845625] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] a4a3cd31-ec26-42ac-8175-2f60c0124937/a4a3cd31-ec26-42ac-8175-2f60c0124937.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1572.845879] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3c2c966-5fdc-4e07-9bcf-c792c836662c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.852866] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1572.852866] env[62522]: value = "task-1703061" [ 1572.852866] env[62522]: _type = "Task" [ 1572.852866] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.860100] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.918863] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "243ffaf4-8afa-4ed0-95ce-e5b3869888cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.919201] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "243ffaf4-8afa-4ed0-95ce-e5b3869888cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.003046] env[62522]: DEBUG oslo_concurrency.lockutils [req-937f99fe-ee1f-4756-80ec-8fb7e0c33c5e req-7265995b-cc1b-4012-a47a-2126523a8739 service nova] Releasing lock "refresh_cache-964e3809-3902-426a-a09c-4a942b638b1e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.003561] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquired lock "refresh_cache-964e3809-3902-426a-a09c-4a942b638b1e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.003759] env[62522]: DEBUG nova.network.neutron [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1573.034629] env[62522]: DEBUG nova.compute.manager [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1573.267825] env[62522]: DEBUG nova.compute.utils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1573.274052] env[62522]: DEBUG nova.compute.manager [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1573.274052] env[62522]: DEBUG nova.network.neutron [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1573.276246] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "d69fc5a5-8b1d-4aaa-bc46-960034b768f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.276497] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "d69fc5a5-8b1d-4aaa-bc46-960034b768f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.352965] env[62522]: DEBUG nova.policy [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c0d2bf2f1c54211af6418df655d7ba5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce97745b054649ed968193c99fb0b5f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1573.370435] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703061, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.421725] env[62522]: DEBUG nova.compute.manager [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1573.556399] env[62522]: DEBUG nova.network.neutron [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1573.561026] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.774413] env[62522]: DEBUG nova.compute.manager [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1573.781483] env[62522]: DEBUG nova.compute.manager [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1573.806386] env[62522]: DEBUG nova.network.neutron [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Updating instance_info_cache with network_info: [{"id": "6744a7d3-d4f4-4da0-ada1-1484222199c9", "address": "fa:16:3e:70:af:24", "network": {"id": "533d5059-fff7-493d-8207-d8bdf65fd4f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1522659588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a274a8da86e4517b86dc8e5fe80866b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6744a7d3-d4", "ovs_interfaceid": "6744a7d3-d4f4-4da0-ada1-1484222199c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.847453] env[62522]: DEBUG nova.network.neutron [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Successfully created port: aa124053-852b-48e5-add7-f9a543197137 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1573.865905] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533219} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.866322] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] a4a3cd31-ec26-42ac-8175-2f60c0124937/a4a3cd31-ec26-42ac-8175-2f60c0124937.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1573.866546] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1573.866794] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d13cbd22-df8c-4508-b9a3-3ba354381c1e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.873158] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1573.873158] env[62522]: value = "task-1703062" [ 1573.873158] env[62522]: _type = "Task" [ 1573.873158] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.881316] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.942202] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.984019] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0a0cee-dc28-467a-b2aa-816fc8cbcb67 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.991425] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e3cde6-36a6-4f83-8ec0-b36ea68c4809 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.023016] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4500a2cd-7485-4adb-8ca4-3d2cb42c3420 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.032945] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226a2b55-226d-41e6-a4c1-0f84e8d89a0c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.045358] env[62522]: DEBUG nova.compute.provider_tree [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.306292] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.309487] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Releasing lock "refresh_cache-964e3809-3902-426a-a09c-4a942b638b1e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.309822] env[62522]: DEBUG nova.compute.manager [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Instance network_info: |[{"id": "6744a7d3-d4f4-4da0-ada1-1484222199c9", "address": "fa:16:3e:70:af:24", "network": {"id": "533d5059-fff7-493d-8207-d8bdf65fd4f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1522659588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a274a8da86e4517b86dc8e5fe80866b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6744a7d3-d4", "ovs_interfaceid": "6744a7d3-d4f4-4da0-ada1-1484222199c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1574.310632] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:af:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6744a7d3-d4f4-4da0-ada1-1484222199c9', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.319885] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Creating folder: Project (0a274a8da86e4517b86dc8e5fe80866b). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1574.323213] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-032c07d8-5e6e-4638-aaf2-1ffeb3d0e02b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.334974] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Created folder: Project (0a274a8da86e4517b86dc8e5fe80866b) in parent group-v354730. [ 1574.335186] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Creating folder: Instances. Parent ref: group-v354924. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1574.335418] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03538e8f-9812-41ee-92a6-8cfeb6f58ec4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.344276] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Created folder: Instances in parent group-v354924. [ 1574.344468] env[62522]: DEBUG oslo.service.loopingcall [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.344645] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1574.344843] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39e5abd9-afbc-4a8b-b001-618b9f830e39 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.365538] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.365538] env[62522]: value = "task-1703065" [ 1574.365538] env[62522]: _type = "Task" [ 1574.365538] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.373620] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703065, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.381058] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067496} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.381357] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1574.382157] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac455803-e36c-4b1c-9a49-2d6bc30780b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.405851] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] a4a3cd31-ec26-42ac-8175-2f60c0124937/a4a3cd31-ec26-42ac-8175-2f60c0124937.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.406129] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17192694-1342-45e9-a4d8-a293d2ed06df {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.427216] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1574.427216] env[62522]: value = "task-1703066" [ 1574.427216] env[62522]: _type = "Task" [ 1574.427216] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.437038] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.548932] env[62522]: DEBUG nova.scheduler.client.report [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1574.788846] env[62522]: DEBUG nova.compute.manager [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1574.814316] env[62522]: DEBUG nova.virt.hardware [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1574.814558] env[62522]: DEBUG nova.virt.hardware [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1574.814710] env[62522]: DEBUG nova.virt.hardware [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1574.814912] env[62522]: DEBUG nova.virt.hardware [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1574.815040] env[62522]: DEBUG nova.virt.hardware [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1574.815191] env[62522]: DEBUG nova.virt.hardware [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1574.815396] env[62522]: DEBUG nova.virt.hardware [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1574.815551] env[62522]: DEBUG nova.virt.hardware [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1574.816255] env[62522]: DEBUG nova.virt.hardware [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1574.816255] env[62522]: DEBUG nova.virt.hardware [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1574.816255] env[62522]: DEBUG nova.virt.hardware [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1574.816888] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2c5152-94a6-4cfd-be16-ef636b250e33 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.825183] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5800422e-ba0b-4249-a84f-22d2cd47032c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.873966] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703065, 'name': CreateVM_Task, 'duration_secs': 0.315159} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.873966] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1574.991407] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.991407] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.991407] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1574.991407] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96076ed2-a0e9-476d-9614-880b6c850118 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.991407] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1574.991407] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520522ae-535b-4361-0e0f-0e7d4828295a" [ 1574.991407] env[62522]: _type = "Task" [ 1574.991407] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.991407] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520522ae-535b-4361-0e0f-0e7d4828295a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.991407] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703066, 'name': ReconfigVM_Task, 'duration_secs': 0.289215} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.991407] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Reconfigured VM instance instance-00000047 to attach disk [datastore1] a4a3cd31-ec26-42ac-8175-2f60c0124937/a4a3cd31-ec26-42ac-8175-2f60c0124937.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.991407] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-925d9ed5-cccd-48c0-b22d-54f3aad328a1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.991407] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1574.991407] env[62522]: value = "task-1703067" [ 1574.991407] env[62522]: _type = "Task" [ 1574.991407] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.991407] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703067, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.054784] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.055327] env[62522]: DEBUG nova.compute.manager [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1575.057981] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.766s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.059488] env[62522]: INFO nova.compute.claims [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1575.280758] env[62522]: DEBUG nova.compute.manager [req-32825d7b-7494-4a82-b13f-932e749958a7 req-cf279457-fbe6-495e-a426-a02e81658b37 service nova] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Received event network-vif-plugged-aa124053-852b-48e5-add7-f9a543197137 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1575.281999] env[62522]: DEBUG oslo_concurrency.lockutils [req-32825d7b-7494-4a82-b13f-932e749958a7 req-cf279457-fbe6-495e-a426-a02e81658b37 service nova] Acquiring lock "b3bf88b5-5bba-41b3-adac-be9c60732f9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.282286] env[62522]: DEBUG oslo_concurrency.lockutils [req-32825d7b-7494-4a82-b13f-932e749958a7 req-cf279457-fbe6-495e-a426-a02e81658b37 service nova] Lock "b3bf88b5-5bba-41b3-adac-be9c60732f9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.282473] env[62522]: DEBUG oslo_concurrency.lockutils [req-32825d7b-7494-4a82-b13f-932e749958a7 req-cf279457-fbe6-495e-a426-a02e81658b37 service nova] Lock "b3bf88b5-5bba-41b3-adac-be9c60732f9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.282647] env[62522]: DEBUG nova.compute.manager [req-32825d7b-7494-4a82-b13f-932e749958a7 req-cf279457-fbe6-495e-a426-a02e81658b37 service nova] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] No waiting events found dispatching network-vif-plugged-aa124053-852b-48e5-add7-f9a543197137 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1575.282810] env[62522]: WARNING nova.compute.manager [req-32825d7b-7494-4a82-b13f-932e749958a7 req-cf279457-fbe6-495e-a426-a02e81658b37 service nova] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Received unexpected event network-vif-plugged-aa124053-852b-48e5-add7-f9a543197137 for instance with vm_state building and task_state spawning. [ 1575.393424] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520522ae-535b-4361-0e0f-0e7d4828295a, 'name': SearchDatastore_Task, 'duration_secs': 0.009703} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.393772] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.394927] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.396576] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.396730] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.396922] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.398442] env[62522]: DEBUG nova.network.neutron [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Successfully updated port: aa124053-852b-48e5-add7-f9a543197137 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1575.398890] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce2dc77a-02a5-42df-a6b0-3b1ccd267656 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.407836] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.408028] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.408755] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae865058-88bb-4f11-9715-90fb4fb31740 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.414299] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1575.414299] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b65e85-1630-1ef8-9b2e-0fe15d67d90a" [ 1575.414299] env[62522]: _type = "Task" [ 1575.414299] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.422758] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b65e85-1630-1ef8-9b2e-0fe15d67d90a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.455341] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703067, 'name': Rename_Task, 'duration_secs': 0.138359} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.455572] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1575.455805] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25fb107d-5537-4562-9706-588917d3586f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.462619] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1575.462619] env[62522]: value = "task-1703068" [ 1575.462619] env[62522]: _type = "Task" [ 1575.462619] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.469681] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.563856] env[62522]: DEBUG nova.compute.utils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1575.567379] env[62522]: DEBUG nova.compute.manager [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1575.567485] env[62522]: DEBUG nova.network.neutron [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1575.606993] env[62522]: DEBUG nova.policy [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3495ef7d7c96436686012f6131d26fa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ab5ba9c13bd45eb94571f0a66c8e468', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1575.899798] env[62522]: DEBUG nova.network.neutron [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Successfully created port: 6973f8be-2123-4843-8c42-3629b919366f {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1575.902341] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Acquiring lock "refresh_cache-b3bf88b5-5bba-41b3-adac-be9c60732f9e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.905880] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Acquired lock "refresh_cache-b3bf88b5-5bba-41b3-adac-be9c60732f9e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.905880] env[62522]: DEBUG nova.network.neutron [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1575.928409] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b65e85-1630-1ef8-9b2e-0fe15d67d90a, 'name': SearchDatastore_Task, 'duration_secs': 0.008267} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.928636] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6345ddf6-40e4-4233-be06-e47eea158a5b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.935378] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1575.935378] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dc370c-3e81-7a86-5ca8-249b41d7fae1" [ 1575.935378] env[62522]: _type = "Task" [ 1575.935378] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.944221] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dc370c-3e81-7a86-5ca8-249b41d7fae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.973734] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703068, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.068738] env[62522]: DEBUG nova.compute.manager [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1576.266390] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45698d4e-1fa9-4c4e-a0ee-9abddb7939ad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.274386] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3d8e9c-cff0-49b7-8cd1-1e8dda9efb27 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.304476] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4266e1ec-8169-4e2c-a11e-1b38f7881511 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.312356] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996f910a-8deb-461b-835c-7913550009e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.326209] env[62522]: DEBUG nova.compute.provider_tree [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.449302] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dc370c-3e81-7a86-5ca8-249b41d7fae1, 'name': SearchDatastore_Task, 'duration_secs': 0.010266} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.449302] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.449302] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 964e3809-3902-426a-a09c-4a942b638b1e/964e3809-3902-426a-a09c-4a942b638b1e.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1576.449302] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2b3be5e-df51-4167-9357-50a672982aaa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.453563] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1576.453563] env[62522]: value = "task-1703069" [ 1576.453563] env[62522]: _type = "Task" [ 1576.453563] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.457503] env[62522]: DEBUG nova.network.neutron [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1576.463743] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.471262] env[62522]: DEBUG oslo_vmware.api [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703068, 'name': PowerOnVM_Task, 'duration_secs': 0.523709} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.471526] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.471718] env[62522]: INFO nova.compute.manager [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1576.471894] env[62522]: DEBUG nova.compute.manager [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.472665] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188214f1-e8a4-4f49-8d60-12259c57668a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.598778] env[62522]: DEBUG nova.network.neutron [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Updating instance_info_cache with network_info: [{"id": "aa124053-852b-48e5-add7-f9a543197137", "address": "fa:16:3e:65:a7:70", "network": {"id": "3e026d9d-e71b-4c35-a81b-88ca6786e9e6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1500381982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce97745b054649ed968193c99fb0b5f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa124053-85", "ovs_interfaceid": "aa124053-852b-48e5-add7-f9a543197137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.829525] env[62522]: DEBUG nova.scheduler.client.report [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1576.963845] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454439} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.964150] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 964e3809-3902-426a-a09c-4a942b638b1e/964e3809-3902-426a-a09c-4a942b638b1e.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1576.964377] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1576.964654] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04e77ddd-87cd-48fa-84cf-3af82c76067f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.971111] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1576.971111] env[62522]: value = "task-1703070" [ 1576.971111] env[62522]: _type = "Task" [ 1576.971111] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.979203] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.990115] env[62522]: INFO nova.compute.manager [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Took 20.28 seconds to build instance. [ 1577.081216] env[62522]: DEBUG nova.compute.manager [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1577.103444] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Releasing lock "refresh_cache-b3bf88b5-5bba-41b3-adac-be9c60732f9e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.103762] env[62522]: DEBUG nova.compute.manager [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Instance network_info: |[{"id": "aa124053-852b-48e5-add7-f9a543197137", "address": "fa:16:3e:65:a7:70", "network": {"id": "3e026d9d-e71b-4c35-a81b-88ca6786e9e6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1500381982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce97745b054649ed968193c99fb0b5f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa124053-85", "ovs_interfaceid": "aa124053-852b-48e5-add7-f9a543197137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1577.104372] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:a7:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa124053-852b-48e5-add7-f9a543197137', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1577.111669] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Creating folder: Project (ce97745b054649ed968193c99fb0b5f2). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1577.113799] env[62522]: DEBUG nova.virt.hardware [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1577.114035] env[62522]: DEBUG nova.virt.hardware [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1577.114193] env[62522]: DEBUG nova.virt.hardware [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1577.114418] env[62522]: DEBUG nova.virt.hardware [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1577.114571] env[62522]: DEBUG nova.virt.hardware [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1577.114713] env[62522]: DEBUG nova.virt.hardware [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1577.114911] env[62522]: DEBUG nova.virt.hardware [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1577.115084] env[62522]: DEBUG nova.virt.hardware [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1577.115254] env[62522]: DEBUG nova.virt.hardware [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1577.115412] env[62522]: DEBUG nova.virt.hardware [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1577.115579] env[62522]: DEBUG nova.virt.hardware [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1577.115825] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5a98f82-b613-4c2a-bbbb-9f8df00c7708 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.117923] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ebf8e0-31fe-42b0-99cf-539f8a011a4b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.126010] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72af401-d911-4ae1-9651-a69faf3b0dbd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.130700] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Created folder: Project (ce97745b054649ed968193c99fb0b5f2) in parent group-v354730. [ 1577.130880] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Creating folder: Instances. Parent ref: group-v354927. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1577.131486] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adfe9998-982a-4a01-974c-9caf0944bc8a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.149421] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Created folder: Instances in parent group-v354927. [ 1577.149421] env[62522]: DEBUG oslo.service.loopingcall [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.149629] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1577.149767] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eb00864-415a-4fe3-b7fd-f64b6f05d784 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.168371] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1577.168371] env[62522]: value = "task-1703073" [ 1577.168371] env[62522]: _type = "Task" [ 1577.168371] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.176049] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703073, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.305549] env[62522]: DEBUG nova.compute.manager [req-36d2fe88-8ab1-49b9-b7e0-3286558dd222 req-5e099026-3704-4f69-a5a3-d42b73890732 service nova] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Received event network-changed-aa124053-852b-48e5-add7-f9a543197137 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1577.305759] env[62522]: DEBUG nova.compute.manager [req-36d2fe88-8ab1-49b9-b7e0-3286558dd222 req-5e099026-3704-4f69-a5a3-d42b73890732 service nova] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Refreshing instance network info cache due to event network-changed-aa124053-852b-48e5-add7-f9a543197137. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1577.305983] env[62522]: DEBUG oslo_concurrency.lockutils [req-36d2fe88-8ab1-49b9-b7e0-3286558dd222 req-5e099026-3704-4f69-a5a3-d42b73890732 service nova] Acquiring lock "refresh_cache-b3bf88b5-5bba-41b3-adac-be9c60732f9e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.310288] env[62522]: DEBUG oslo_concurrency.lockutils [req-36d2fe88-8ab1-49b9-b7e0-3286558dd222 req-5e099026-3704-4f69-a5a3-d42b73890732 service nova] Acquired lock "refresh_cache-b3bf88b5-5bba-41b3-adac-be9c60732f9e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.310288] env[62522]: DEBUG nova.network.neutron [req-36d2fe88-8ab1-49b9-b7e0-3286558dd222 req-5e099026-3704-4f69-a5a3-d42b73890732 service nova] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Refreshing network info cache for port aa124053-852b-48e5-add7-f9a543197137 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1577.335306] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.335947] env[62522]: DEBUG nova.compute.manager [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1577.339337] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.020s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.339337] env[62522]: DEBUG nova.objects.instance [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Lazy-loading 'resources' on Instance uuid 6451a7b7-2219-4159-9046-0184d55a5c70 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.433255] env[62522]: DEBUG nova.network.neutron [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Successfully updated port: 6973f8be-2123-4843-8c42-3629b919366f {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1577.480719] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06147} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.481000] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1577.481899] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d5126a-58d1-4ad1-af8b-27d70442bebf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.495517] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79d13767-9b49-47d7-b12c-35cf5c4b88f7 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "a4a3cd31-ec26-42ac-8175-2f60c0124937" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.790s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.504442] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 964e3809-3902-426a-a09c-4a942b638b1e/964e3809-3902-426a-a09c-4a942b638b1e.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.504733] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-305ef98e-6270-48dc-9918-b16dbae805c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.524347] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1577.524347] env[62522]: value = "task-1703074" [ 1577.524347] env[62522]: _type = "Task" [ 1577.524347] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.532135] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.678765] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703073, 'name': CreateVM_Task, 'duration_secs': 0.396983} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.678952] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1577.679682] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.679847] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.680197] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1577.680456] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2ed76e-9cfe-4b2b-be47-815c3595398b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.685082] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Waiting for the task: (returnval){ [ 1577.685082] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52317fa3-563b-3cf3-7acd-f8cd4873d012" [ 1577.685082] env[62522]: _type = "Task" [ 1577.685082] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.695553] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52317fa3-563b-3cf3-7acd-f8cd4873d012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.845810] env[62522]: DEBUG nova.compute.utils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1577.849035] env[62522]: DEBUG nova.compute.manager [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1577.849035] env[62522]: DEBUG nova.network.neutron [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1577.909737] env[62522]: DEBUG nova.policy [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11e3456c82574201ac8d4c7a37bd3e2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbf0c352ef7c4a498f6d85f3ae86fbf5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1577.935770] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "refresh_cache-1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.935917] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "refresh_cache-1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.936080] env[62522]: DEBUG nova.network.neutron [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1578.035984] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703074, 'name': ReconfigVM_Task, 'duration_secs': 0.29083} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.037190] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 964e3809-3902-426a-a09c-4a942b638b1e/964e3809-3902-426a-a09c-4a942b638b1e.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.038292] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aed328-4761-479b-af86-aa84d19fa920 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.040791] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba02016e-aea0-460e-af1f-e3ddcdec42e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.048313] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf9546c-cd85-4631-9705-7bc558edf9d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.051329] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1578.051329] env[62522]: value = "task-1703075" [ 1578.051329] env[62522]: _type = "Task" [ 1578.051329] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.080319] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b736ed1f-9513-41fe-bfb3-2b23a903b5d8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.086201] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703075, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.091392] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db054b0b-7d88-47d9-bfec-1b66a51a1e91 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.107607] env[62522]: DEBUG nova.compute.provider_tree [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.176987] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.177254] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.195066] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52317fa3-563b-3cf3-7acd-f8cd4873d012, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.195417] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.195675] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1578.195897] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.196056] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.196237] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1578.196490] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9b84d25-b9c8-4e77-abbb-84db84fc8ae5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.204899] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1578.205084] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1578.205766] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8bdb31-1074-480c-98cf-1db909028f75 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.211137] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Waiting for the task: (returnval){ [ 1578.211137] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5201c561-ab5e-b18f-e7e4-aa561533fd05" [ 1578.211137] env[62522]: _type = "Task" [ 1578.211137] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.218743] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5201c561-ab5e-b18f-e7e4-aa561533fd05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.353746] env[62522]: DEBUG nova.compute.manager [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1578.369803] env[62522]: DEBUG nova.network.neutron [req-36d2fe88-8ab1-49b9-b7e0-3286558dd222 req-5e099026-3704-4f69-a5a3-d42b73890732 service nova] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Updated VIF entry in instance network info cache for port aa124053-852b-48e5-add7-f9a543197137. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1578.370144] env[62522]: DEBUG nova.network.neutron [req-36d2fe88-8ab1-49b9-b7e0-3286558dd222 req-5e099026-3704-4f69-a5a3-d42b73890732 service nova] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Updating instance_info_cache with network_info: [{"id": "aa124053-852b-48e5-add7-f9a543197137", "address": "fa:16:3e:65:a7:70", "network": {"id": "3e026d9d-e71b-4c35-a81b-88ca6786e9e6", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1500381982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce97745b054649ed968193c99fb0b5f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa124053-85", "ovs_interfaceid": "aa124053-852b-48e5-add7-f9a543197137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.477177] env[62522]: DEBUG nova.compute.manager [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Stashing vm_state: active {{(pid=62522) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1578.504488] env[62522]: DEBUG nova.network.neutron [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1578.566378] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703075, 'name': Rename_Task, 'duration_secs': 0.157024} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.566688] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1578.567117] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f92c25-5b37-4435-ba3b-19a30df31dda {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.573874] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1578.573874] env[62522]: value = "task-1703076" [ 1578.573874] env[62522]: _type = "Task" [ 1578.573874] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.583366] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.610849] env[62522]: DEBUG nova.scheduler.client.report [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1578.668011] env[62522]: DEBUG nova.network.neutron [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Successfully created port: 7cc403b7-4a0b-4096-87aa-aeba9b2ee447 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1578.689024] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.689024] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1578.722760] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5201c561-ab5e-b18f-e7e4-aa561533fd05, 'name': SearchDatastore_Task, 'duration_secs': 0.008324} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.723665] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01a3467e-fb35-4583-8b59-caba47854857 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.730300] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Waiting for the task: (returnval){ [ 1578.730300] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ccf364-e717-0ccc-94c9-3378099fb378" [ 1578.730300] env[62522]: _type = "Task" [ 1578.730300] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.738629] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ccf364-e717-0ccc-94c9-3378099fb378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.773716] env[62522]: DEBUG nova.network.neutron [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Updating instance_info_cache with network_info: [{"id": "6973f8be-2123-4843-8c42-3629b919366f", "address": "fa:16:3e:4d:0d:00", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6973f8be-21", "ovs_interfaceid": "6973f8be-2123-4843-8c42-3629b919366f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.872785] env[62522]: DEBUG oslo_concurrency.lockutils [req-36d2fe88-8ab1-49b9-b7e0-3286558dd222 req-5e099026-3704-4f69-a5a3-d42b73890732 service nova] Releasing lock "refresh_cache-b3bf88b5-5bba-41b3-adac-be9c60732f9e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.998543] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.084173] env[62522]: DEBUG oslo_vmware.api [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703076, 'name': PowerOnVM_Task, 'duration_secs': 0.459918} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.084451] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1579.084670] env[62522]: INFO nova.compute.manager [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1579.084908] env[62522]: DEBUG nova.compute.manager [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1579.085680] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ec8a84-690f-4d4b-b7c8-6be4e2c1809c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.118781] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.121118] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.484s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.122867] env[62522]: INFO nova.compute.claims [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1579.137025] env[62522]: INFO nova.scheduler.client.report [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Deleted allocations for instance 6451a7b7-2219-4159-9046-0184d55a5c70 [ 1579.242135] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ccf364-e717-0ccc-94c9-3378099fb378, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.242687] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.242950] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] b3bf88b5-5bba-41b3-adac-be9c60732f9e/b3bf88b5-5bba-41b3-adac-be9c60732f9e.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1579.243266] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-801d8a48-07eb-4ef7-a4f4-7af5bc69fef9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.251485] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Waiting for the task: (returnval){ [ 1579.251485] env[62522]: value = "task-1703077" [ 1579.251485] env[62522]: _type = "Task" [ 1579.251485] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.259399] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.280901] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "refresh_cache-1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.281226] env[62522]: DEBUG nova.compute.manager [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Instance network_info: |[{"id": "6973f8be-2123-4843-8c42-3629b919366f", "address": "fa:16:3e:4d:0d:00", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6973f8be-21", "ovs_interfaceid": "6973f8be-2123-4843-8c42-3629b919366f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1579.281616] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:0d:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6973f8be-2123-4843-8c42-3629b919366f', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1579.290266] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Creating folder: Project (6ab5ba9c13bd45eb94571f0a66c8e468). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1579.290647] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb06cafa-79dd-4e9e-a3dc-3a44ba5bd8ed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.302530] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Created folder: Project (6ab5ba9c13bd45eb94571f0a66c8e468) in parent group-v354730. [ 1579.302739] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Creating folder: Instances. Parent ref: group-v354930. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1579.302972] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae9a702f-260d-47ba-893d-c9063a5a1a45 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.313031] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Created folder: Instances in parent group-v354930. [ 1579.313635] env[62522]: DEBUG oslo.service.loopingcall [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.313839] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1579.314052] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91d22422-83d9-4681-bc66-1b44f3b6b3ef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.334193] env[62522]: DEBUG nova.compute.manager [req-e6e7bda5-dccd-4415-aa34-18029ff5f6cd req-4d17c413-c6f8-410b-9b2e-030d1a1d5f0f service nova] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Received event network-vif-plugged-6973f8be-2123-4843-8c42-3629b919366f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1579.334334] env[62522]: DEBUG oslo_concurrency.lockutils [req-e6e7bda5-dccd-4415-aa34-18029ff5f6cd req-4d17c413-c6f8-410b-9b2e-030d1a1d5f0f service nova] Acquiring lock "1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.334487] env[62522]: DEBUG oslo_concurrency.lockutils [req-e6e7bda5-dccd-4415-aa34-18029ff5f6cd req-4d17c413-c6f8-410b-9b2e-030d1a1d5f0f service nova] Lock "1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.334633] env[62522]: DEBUG oslo_concurrency.lockutils [req-e6e7bda5-dccd-4415-aa34-18029ff5f6cd req-4d17c413-c6f8-410b-9b2e-030d1a1d5f0f service nova] Lock "1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.334799] env[62522]: DEBUG nova.compute.manager [req-e6e7bda5-dccd-4415-aa34-18029ff5f6cd req-4d17c413-c6f8-410b-9b2e-030d1a1d5f0f service nova] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] No waiting events found dispatching network-vif-plugged-6973f8be-2123-4843-8c42-3629b919366f {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1579.334959] env[62522]: WARNING nova.compute.manager [req-e6e7bda5-dccd-4415-aa34-18029ff5f6cd req-4d17c413-c6f8-410b-9b2e-030d1a1d5f0f service nova] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Received unexpected event network-vif-plugged-6973f8be-2123-4843-8c42-3629b919366f for instance with vm_state building and task_state spawning. [ 1579.335131] env[62522]: DEBUG nova.compute.manager [req-e6e7bda5-dccd-4415-aa34-18029ff5f6cd req-4d17c413-c6f8-410b-9b2e-030d1a1d5f0f service nova] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Received event network-changed-6973f8be-2123-4843-8c42-3629b919366f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1579.335283] env[62522]: DEBUG nova.compute.manager [req-e6e7bda5-dccd-4415-aa34-18029ff5f6cd req-4d17c413-c6f8-410b-9b2e-030d1a1d5f0f service nova] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Refreshing instance network info cache due to event network-changed-6973f8be-2123-4843-8c42-3629b919366f. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1579.335462] env[62522]: DEBUG oslo_concurrency.lockutils [req-e6e7bda5-dccd-4415-aa34-18029ff5f6cd req-4d17c413-c6f8-410b-9b2e-030d1a1d5f0f service nova] Acquiring lock "refresh_cache-1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.335594] env[62522]: DEBUG oslo_concurrency.lockutils [req-e6e7bda5-dccd-4415-aa34-18029ff5f6cd req-4d17c413-c6f8-410b-9b2e-030d1a1d5f0f service nova] Acquired lock "refresh_cache-1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.335742] env[62522]: DEBUG nova.network.neutron [req-e6e7bda5-dccd-4415-aa34-18029ff5f6cd req-4d17c413-c6f8-410b-9b2e-030d1a1d5f0f service nova] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Refreshing network info cache for port 6973f8be-2123-4843-8c42-3629b919366f {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.337758] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1579.337758] env[62522]: value = "task-1703080" [ 1579.337758] env[62522]: _type = "Task" [ 1579.337758] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.346310] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703080, 'name': CreateVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.367183] env[62522]: DEBUG nova.compute.manager [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1579.393295] env[62522]: DEBUG nova.virt.hardware [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1579.393576] env[62522]: DEBUG nova.virt.hardware [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1579.393840] env[62522]: DEBUG nova.virt.hardware [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1579.394176] env[62522]: DEBUG nova.virt.hardware [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1579.394455] env[62522]: DEBUG nova.virt.hardware [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1579.394687] env[62522]: DEBUG nova.virt.hardware [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1579.395068] env[62522]: DEBUG nova.virt.hardware [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1579.395374] env[62522]: DEBUG nova.virt.hardware [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1579.395679] env[62522]: DEBUG nova.virt.hardware [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1579.395969] env[62522]: DEBUG nova.virt.hardware [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1579.396300] env[62522]: DEBUG nova.virt.hardware [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1579.397697] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94491fd-161c-4ceb-97b9-95c9aed571b1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.406841] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c062131d-038c-46ce-811e-4aebf8441f8b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.604245] env[62522]: INFO nova.compute.manager [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Took 18.65 seconds to build instance. [ 1579.645709] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1028afbb-d71f-4334-b4c0-0b238ad6c4bd tempest-ServersTestBootFromVolume-1193218336 tempest-ServersTestBootFromVolume-1193218336-project-member] Lock "6451a7b7-2219-4159-9046-0184d55a5c70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.610s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.761454] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703077, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.849614] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703080, 'name': CreateVM_Task, 'duration_secs': 0.410532} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.849761] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1579.850405] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.850577] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.850873] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1579.851126] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7be1fe-77a5-4022-8330-2bc350fc368f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.855729] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1579.855729] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52edd44a-eeba-1bdd-7abf-4ab2d189a6bb" [ 1579.855729] env[62522]: _type = "Task" [ 1579.855729] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.864096] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52edd44a-eeba-1bdd-7abf-4ab2d189a6bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.109853] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c746e45f-cb64-462f-b1cd-a88c2a890a3b tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "964e3809-3902-426a-a09c-4a942b638b1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.170s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.162488] env[62522]: DEBUG nova.network.neutron [req-e6e7bda5-dccd-4415-aa34-18029ff5f6cd req-4d17c413-c6f8-410b-9b2e-030d1a1d5f0f service nova] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Updated VIF entry in instance network info cache for port 6973f8be-2123-4843-8c42-3629b919366f. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.162878] env[62522]: DEBUG nova.network.neutron [req-e6e7bda5-dccd-4415-aa34-18029ff5f6cd req-4d17c413-c6f8-410b-9b2e-030d1a1d5f0f service nova] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Updating instance_info_cache with network_info: [{"id": "6973f8be-2123-4843-8c42-3629b919366f", "address": "fa:16:3e:4d:0d:00", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6973f8be-21", "ovs_interfaceid": "6973f8be-2123-4843-8c42-3629b919366f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.264020] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516297} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.264295] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] b3bf88b5-5bba-41b3-adac-be9c60732f9e/b3bf88b5-5bba-41b3-adac-be9c60732f9e.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1580.264510] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1580.264760] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ff287f9-c540-46a5-9c6e-0a5afee0be32 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.271007] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Waiting for the task: (returnval){ [ 1580.271007] env[62522]: value = "task-1703081" [ 1580.271007] env[62522]: _type = "Task" [ 1580.271007] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.278681] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.341121] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b363f976-47bc-49b7-9f8c-1f92c2259e4d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.348554] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b14eec-a8af-47b0-9b39-5f197ab83114 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.387959] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2625ae-f953-4b64-89a2-85d719342226 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.400941] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8e6cb8-83d0-403e-af02-b086b9721c18 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.406597] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52edd44a-eeba-1bdd-7abf-4ab2d189a6bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009019} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.406597] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.406597] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1580.406597] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.406965] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.406965] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1580.407556] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0520d46-cec4-44ee-a715-b4d9cbd08a40 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.422702] env[62522]: DEBUG nova.compute.provider_tree [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.425651] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1580.425818] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1580.426953] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e66a47-c3d8-4a30-a1dd-e21bcbc00ff5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.433853] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1580.433853] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bf825e-3346-b752-2145-99f02c11e794" [ 1580.433853] env[62522]: _type = "Task" [ 1580.433853] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.442256] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bf825e-3346-b752-2145-99f02c11e794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.461697] env[62522]: DEBUG nova.network.neutron [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Successfully updated port: 7cc403b7-4a0b-4096-87aa-aeba9b2ee447 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1580.665623] env[62522]: DEBUG oslo_concurrency.lockutils [req-e6e7bda5-dccd-4415-aa34-18029ff5f6cd req-4d17c413-c6f8-410b-9b2e-030d1a1d5f0f service nova] Releasing lock "refresh_cache-1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.782387] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090151} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.782387] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1580.782841] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6d8ec1-ea27-45e9-a6fa-382ce0475d44 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.805552] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] b3bf88b5-5bba-41b3-adac-be9c60732f9e/b3bf88b5-5bba-41b3-adac-be9c60732f9e.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1580.805855] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1e665e8-9db8-4db9-9e0d-57de5ba391f6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.826260] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Waiting for the task: (returnval){ [ 1580.826260] env[62522]: value = "task-1703082" [ 1580.826260] env[62522]: _type = "Task" [ 1580.826260] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.834292] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.928245] env[62522]: DEBUG nova.scheduler.client.report [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1580.951444] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bf825e-3346-b752-2145-99f02c11e794, 'name': SearchDatastore_Task, 'duration_secs': 0.010192} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.953036] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2de6c58-fe24-4c98-8cf4-5d1ca84fe649 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.960255] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1580.960255] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f70e72-c365-6c32-fd9b-ea2d3f51fa31" [ 1580.960255] env[62522]: _type = "Task" [ 1580.960255] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.963942] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.964110] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquired lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.964285] env[62522]: DEBUG nova.network.neutron [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1580.971997] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f70e72-c365-6c32-fd9b-ea2d3f51fa31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.338405] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703082, 'name': ReconfigVM_Task, 'duration_secs': 0.4575} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.338723] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Reconfigured VM instance instance-00000049 to attach disk [datastore1] b3bf88b5-5bba-41b3-adac-be9c60732f9e/b3bf88b5-5bba-41b3-adac-be9c60732f9e.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1581.339497] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f54b6714-bfb2-4315-90f8-7c4fe774f01e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.347091] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Waiting for the task: (returnval){ [ 1581.347091] env[62522]: value = "task-1703083" [ 1581.347091] env[62522]: _type = "Task" [ 1581.347091] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.356359] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703083, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.366568] env[62522]: DEBUG nova.compute.manager [req-9b266129-d654-4e6a-9d80-65b1607246f8 req-346bc3ae-f97c-4cc3-9d32-1f9921eca3d6 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Received event network-vif-plugged-7cc403b7-4a0b-4096-87aa-aeba9b2ee447 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1581.367858] env[62522]: DEBUG oslo_concurrency.lockutils [req-9b266129-d654-4e6a-9d80-65b1607246f8 req-346bc3ae-f97c-4cc3-9d32-1f9921eca3d6 service nova] Acquiring lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.367858] env[62522]: DEBUG oslo_concurrency.lockutils [req-9b266129-d654-4e6a-9d80-65b1607246f8 req-346bc3ae-f97c-4cc3-9d32-1f9921eca3d6 service nova] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.367858] env[62522]: DEBUG oslo_concurrency.lockutils [req-9b266129-d654-4e6a-9d80-65b1607246f8 req-346bc3ae-f97c-4cc3-9d32-1f9921eca3d6 service nova] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.367858] env[62522]: DEBUG nova.compute.manager [req-9b266129-d654-4e6a-9d80-65b1607246f8 req-346bc3ae-f97c-4cc3-9d32-1f9921eca3d6 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] No waiting events found dispatching network-vif-plugged-7cc403b7-4a0b-4096-87aa-aeba9b2ee447 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1581.367858] env[62522]: WARNING nova.compute.manager [req-9b266129-d654-4e6a-9d80-65b1607246f8 req-346bc3ae-f97c-4cc3-9d32-1f9921eca3d6 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Received unexpected event network-vif-plugged-7cc403b7-4a0b-4096-87aa-aeba9b2ee447 for instance with vm_state building and task_state spawning. [ 1581.367858] env[62522]: DEBUG nova.compute.manager [req-9b266129-d654-4e6a-9d80-65b1607246f8 req-346bc3ae-f97c-4cc3-9d32-1f9921eca3d6 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Received event network-changed-7cc403b7-4a0b-4096-87aa-aeba9b2ee447 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1581.367858] env[62522]: DEBUG nova.compute.manager [req-9b266129-d654-4e6a-9d80-65b1607246f8 req-346bc3ae-f97c-4cc3-9d32-1f9921eca3d6 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Refreshing instance network info cache due to event network-changed-7cc403b7-4a0b-4096-87aa-aeba9b2ee447. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1581.368257] env[62522]: DEBUG oslo_concurrency.lockutils [req-9b266129-d654-4e6a-9d80-65b1607246f8 req-346bc3ae-f97c-4cc3-9d32-1f9921eca3d6 service nova] Acquiring lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.436048] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.436048] env[62522]: DEBUG nova.compute.manager [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1581.437240] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.878s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.439172] env[62522]: INFO nova.compute.claims [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1581.475586] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f70e72-c365-6c32-fd9b-ea2d3f51fa31, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.476076] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.476474] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc/1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1581.477874] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-052701ff-3619-4b3e-b597-78c544358a45 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.487161] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1581.487161] env[62522]: value = "task-1703084" [ 1581.487161] env[62522]: _type = "Task" [ 1581.487161] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.501799] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.521295] env[62522]: DEBUG nova.network.neutron [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1581.754383] env[62522]: DEBUG nova.network.neutron [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Updating instance_info_cache with network_info: [{"id": "7cc403b7-4a0b-4096-87aa-aeba9b2ee447", "address": "fa:16:3e:18:f6:72", "network": {"id": "f91beeaa-31aa-4099-bbab-f53009e27353", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1175105788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0c352ef7c4a498f6d85f3ae86fbf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc403b7-4a", "ovs_interfaceid": "7cc403b7-4a0b-4096-87aa-aeba9b2ee447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.860113] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703083, 'name': Rename_Task, 'duration_secs': 0.138117} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.860811] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1581.861284] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea8b30ba-f920-42c4-866f-a0d18bdfaea8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.868977] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Waiting for the task: (returnval){ [ 1581.868977] env[62522]: value = "task-1703085" [ 1581.868977] env[62522]: _type = "Task" [ 1581.868977] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.880941] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.944133] env[62522]: DEBUG nova.compute.utils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1581.948475] env[62522]: DEBUG nova.compute.manager [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1581.948687] env[62522]: DEBUG nova.network.neutron [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1581.998420] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487534} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.999168] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc/1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1581.999412] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1581.999821] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83c395b6-a652-4e1f-9051-4a8e913c4372 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.003016] env[62522]: DEBUG nova.policy [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cf3b85db35c421abb861146c6a099e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1575a5ca5245b997c0559bcb677670', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1582.010368] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1582.010368] env[62522]: value = "task-1703086" [ 1582.010368] env[62522]: _type = "Task" [ 1582.010368] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.028430] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.260287] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Releasing lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.260770] env[62522]: DEBUG nova.compute.manager [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Instance network_info: |[{"id": "7cc403b7-4a0b-4096-87aa-aeba9b2ee447", "address": "fa:16:3e:18:f6:72", "network": {"id": "f91beeaa-31aa-4099-bbab-f53009e27353", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1175105788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0c352ef7c4a498f6d85f3ae86fbf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc403b7-4a", "ovs_interfaceid": "7cc403b7-4a0b-4096-87aa-aeba9b2ee447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1582.261067] env[62522]: DEBUG oslo_concurrency.lockutils [req-9b266129-d654-4e6a-9d80-65b1607246f8 req-346bc3ae-f97c-4cc3-9d32-1f9921eca3d6 service nova] Acquired lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.261067] env[62522]: DEBUG nova.network.neutron [req-9b266129-d654-4e6a-9d80-65b1607246f8 req-346bc3ae-f97c-4cc3-9d32-1f9921eca3d6 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Refreshing network info cache for port 7cc403b7-4a0b-4096-87aa-aeba9b2ee447 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1582.265014] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:f6:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cc403b7-4a0b-4096-87aa-aeba9b2ee447', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1582.271902] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Creating folder: Project (fbf0c352ef7c4a498f6d85f3ae86fbf5). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1582.272712] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11cb9afa-1908-4227-85fd-dedb182afbb7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.286929] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Created folder: Project (fbf0c352ef7c4a498f6d85f3ae86fbf5) in parent group-v354730. [ 1582.287157] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Creating folder: Instances. Parent ref: group-v354933. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1582.288109] env[62522]: DEBUG nova.network.neutron [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Successfully created port: 3bac18c9-bcf9-4881-b428-5dffcb0aae86 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1582.290106] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14b56a78-cbfd-4b7d-95a2-34ab90050f84 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.300781] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Created folder: Instances in parent group-v354933. [ 1582.301115] env[62522]: DEBUG oslo.service.loopingcall [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.301390] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1582.301593] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec74123e-eeed-4bbb-8b2a-86763073961c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.326155] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1582.326155] env[62522]: value = "task-1703089" [ 1582.326155] env[62522]: _type = "Task" [ 1582.326155] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.335557] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703089, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.379659] env[62522]: DEBUG oslo_vmware.api [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703085, 'name': PowerOnVM_Task, 'duration_secs': 0.489152} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.380069] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1582.380382] env[62522]: INFO nova.compute.manager [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1582.380624] env[62522]: DEBUG nova.compute.manager [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1582.381535] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800e250d-722f-4640-af04-ee7412435009 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.449008] env[62522]: DEBUG nova.compute.manager [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1582.500794] env[62522]: DEBUG nova.compute.manager [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1582.502547] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd9f013-5534-4f86-ada2-e91e0c2629c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.522329] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148516} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.522421] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1582.523739] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269f5ac2-706a-4602-846b-fb0d4efe2c5d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.552478] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc/1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1582.555943] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e1893c-73f8-43ab-84f3-8e09a2b89f97 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.576827] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1582.576827] env[62522]: value = "task-1703090" [ 1582.576827] env[62522]: _type = "Task" [ 1582.576827] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.588050] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.686268] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464a8eef-a063-4443-a214-31cf00469674 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.694420] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94ad0f3-53fb-4e6f-a262-2430829491fb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.729027] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0673f08a-7382-4e51-b6a3-a91a08dad7a1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.737329] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6625ee-478e-46ba-84fa-d8f14a2e12d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.752271] env[62522]: DEBUG nova.compute.provider_tree [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.835947] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703089, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.900981] env[62522]: INFO nova.compute.manager [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Took 14.36 seconds to build instance. [ 1583.015945] env[62522]: INFO nova.compute.manager [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] instance snapshotting [ 1583.017535] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295251ec-9d68-42c0-836b-1922c37e6ae8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.040401] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edadd307-ca09-4ca7-9bac-cdc68288fd8c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.091122] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.166325] env[62522]: DEBUG nova.network.neutron [req-9b266129-d654-4e6a-9d80-65b1607246f8 req-346bc3ae-f97c-4cc3-9d32-1f9921eca3d6 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Updated VIF entry in instance network info cache for port 7cc403b7-4a0b-4096-87aa-aeba9b2ee447. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1583.166762] env[62522]: DEBUG nova.network.neutron [req-9b266129-d654-4e6a-9d80-65b1607246f8 req-346bc3ae-f97c-4cc3-9d32-1f9921eca3d6 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Updating instance_info_cache with network_info: [{"id": "7cc403b7-4a0b-4096-87aa-aeba9b2ee447", "address": "fa:16:3e:18:f6:72", "network": {"id": "f91beeaa-31aa-4099-bbab-f53009e27353", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1175105788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0c352ef7c4a498f6d85f3ae86fbf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc403b7-4a", "ovs_interfaceid": "7cc403b7-4a0b-4096-87aa-aeba9b2ee447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.255477] env[62522]: DEBUG nova.scheduler.client.report [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1583.338984] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703089, 'name': CreateVM_Task, 'duration_secs': 0.983887} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.339147] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1583.339885] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.340149] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.340491] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1583.341139] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a0bc55-5f35-43aa-bdcc-6b4df847a4a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.347907] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1583.347907] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5230170c-1964-3831-5236-d6d76efa7699" [ 1583.347907] env[62522]: _type = "Task" [ 1583.347907] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.359360] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5230170c-1964-3831-5236-d6d76efa7699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.403142] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2dc6d250-f062-4f8d-b39f-aeacd11f4d48 tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Lock "b3bf88b5-5bba-41b3-adac-be9c60732f9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.871s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.460385] env[62522]: DEBUG nova.compute.manager [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1583.487783] env[62522]: DEBUG nova.virt.hardware [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1583.488112] env[62522]: DEBUG nova.virt.hardware [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1583.488308] env[62522]: DEBUG nova.virt.hardware [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.488497] env[62522]: DEBUG nova.virt.hardware [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1583.488640] env[62522]: DEBUG nova.virt.hardware [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.488782] env[62522]: DEBUG nova.virt.hardware [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1583.488985] env[62522]: DEBUG nova.virt.hardware [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1583.489335] env[62522]: DEBUG nova.virt.hardware [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1583.489517] env[62522]: DEBUG nova.virt.hardware [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1583.489678] env[62522]: DEBUG nova.virt.hardware [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1583.489851] env[62522]: DEBUG nova.virt.hardware [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1583.490813] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8685aac-32fb-4568-a391-32f5fd0d52cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.499257] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9319b7c-8cde-4b7a-a9ce-ee7004c1ab0e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.553144] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1583.553506] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cc024899-c193-46cd-9ff2-eafa232c46d8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.562975] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1583.562975] env[62522]: value = "task-1703091" [ 1583.562975] env[62522]: _type = "Task" [ 1583.562975] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.573795] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703091, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.588294] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703090, 'name': ReconfigVM_Task, 'duration_secs': 1.007613} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.588578] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc/1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1583.589344] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c772f408-5ca6-4111-90e2-bd85bf8c2d14 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.595877] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1583.595877] env[62522]: value = "task-1703092" [ 1583.595877] env[62522]: _type = "Task" [ 1583.595877] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.609125] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703092, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.669194] env[62522]: DEBUG oslo_concurrency.lockutils [req-9b266129-d654-4e6a-9d80-65b1607246f8 req-346bc3ae-f97c-4cc3-9d32-1f9921eca3d6 service nova] Releasing lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.761092] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.761624] env[62522]: DEBUG nova.compute.manager [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1583.767872] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.826s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.769781] env[62522]: INFO nova.compute.claims [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1583.811803] env[62522]: DEBUG nova.compute.manager [req-8c8fe13e-59ae-4a41-aa4f-d8bb5f880252 req-941a4bc2-01de-420b-a252-c5b2e55c05ba service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Received event network-vif-plugged-3bac18c9-bcf9-4881-b428-5dffcb0aae86 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1583.811976] env[62522]: DEBUG oslo_concurrency.lockutils [req-8c8fe13e-59ae-4a41-aa4f-d8bb5f880252 req-941a4bc2-01de-420b-a252-c5b2e55c05ba service nova] Acquiring lock "d2c5d822-df80-4d3a-859c-14562f3b2805-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.812204] env[62522]: DEBUG oslo_concurrency.lockutils [req-8c8fe13e-59ae-4a41-aa4f-d8bb5f880252 req-941a4bc2-01de-420b-a252-c5b2e55c05ba service nova] Lock "d2c5d822-df80-4d3a-859c-14562f3b2805-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.812394] env[62522]: DEBUG oslo_concurrency.lockutils [req-8c8fe13e-59ae-4a41-aa4f-d8bb5f880252 req-941a4bc2-01de-420b-a252-c5b2e55c05ba service nova] Lock "d2c5d822-df80-4d3a-859c-14562f3b2805-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.812569] env[62522]: DEBUG nova.compute.manager [req-8c8fe13e-59ae-4a41-aa4f-d8bb5f880252 req-941a4bc2-01de-420b-a252-c5b2e55c05ba service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] No waiting events found dispatching network-vif-plugged-3bac18c9-bcf9-4881-b428-5dffcb0aae86 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1583.812750] env[62522]: WARNING nova.compute.manager [req-8c8fe13e-59ae-4a41-aa4f-d8bb5f880252 req-941a4bc2-01de-420b-a252-c5b2e55c05ba service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Received unexpected event network-vif-plugged-3bac18c9-bcf9-4881-b428-5dffcb0aae86 for instance with vm_state building and task_state spawning. [ 1583.859389] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5230170c-1964-3831-5236-d6d76efa7699, 'name': SearchDatastore_Task, 'duration_secs': 0.012585} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.859723] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.860016] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1583.860252] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.860401] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.860575] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1583.860832] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1faa3b37-0b4a-4a8c-abc9-600b6bfc2d7a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.868923] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1583.869113] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1583.869812] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e402687-459b-47d8-8e51-2c3c80355ae7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.875491] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1583.875491] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5201dc45-7e53-1587-6aac-5b756ef7cc6d" [ 1583.875491] env[62522]: _type = "Task" [ 1583.875491] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.885919] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5201dc45-7e53-1587-6aac-5b756ef7cc6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.898988] env[62522]: DEBUG nova.network.neutron [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Successfully updated port: 3bac18c9-bcf9-4881-b428-5dffcb0aae86 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1584.074514] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703091, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.107496] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703092, 'name': Rename_Task, 'duration_secs': 0.14045} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.107865] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1584.108645] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11b08dd2-111b-4f6f-8136-aeabfb648cf6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.117021] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1584.117021] env[62522]: value = "task-1703093" [ 1584.117021] env[62522]: _type = "Task" [ 1584.117021] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.125925] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.274867] env[62522]: DEBUG nova.compute.utils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1584.278576] env[62522]: DEBUG nova.compute.manager [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1584.278714] env[62522]: DEBUG nova.network.neutron [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1584.283076] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "refresh_cache-47f1cb12-ddfd-43db-943f-d1183410fbe6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.283733] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquired lock "refresh_cache-47f1cb12-ddfd-43db-943f-d1183410fbe6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.283937] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Forcefully refreshing network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1584.375385] env[62522]: DEBUG nova.policy [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '564418b880fc44ebb54a436f05f83bed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9502dfb6740421fb04e692040f08918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1584.386833] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5201dc45-7e53-1587-6aac-5b756ef7cc6d, 'name': SearchDatastore_Task, 'duration_secs': 0.01287} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.387785] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7bac27c-200b-47a4-b0cb-517a8dde7c8a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.393724] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1584.393724] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52953782-bbbb-f13f-7819-fc362dd0946e" [ 1584.393724] env[62522]: _type = "Task" [ 1584.393724] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.401837] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.402686] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.402686] env[62522]: DEBUG nova.network.neutron [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1584.403430] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52953782-bbbb-f13f-7819-fc362dd0946e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.475424] env[62522]: DEBUG oslo_concurrency.lockutils [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Acquiring lock "b3bf88b5-5bba-41b3-adac-be9c60732f9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.475750] env[62522]: DEBUG oslo_concurrency.lockutils [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Lock "b3bf88b5-5bba-41b3-adac-be9c60732f9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.476033] env[62522]: DEBUG oslo_concurrency.lockutils [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Acquiring lock "b3bf88b5-5bba-41b3-adac-be9c60732f9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.476270] env[62522]: DEBUG oslo_concurrency.lockutils [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Lock "b3bf88b5-5bba-41b3-adac-be9c60732f9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.476467] env[62522]: DEBUG oslo_concurrency.lockutils [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Lock "b3bf88b5-5bba-41b3-adac-be9c60732f9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.479332] env[62522]: INFO nova.compute.manager [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Terminating instance [ 1584.574386] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703091, 'name': CreateSnapshot_Task, 'duration_secs': 0.899045} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.574647] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1584.575853] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403f1cd4-ec91-470e-89a2-1f41dc23be7a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.627997] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.637872] env[62522]: DEBUG nova.network.neutron [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Successfully created port: a8c4b487-c588-4fed-9941-1add8155d911 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1584.789591] env[62522]: DEBUG nova.compute.manager [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1584.908870] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52953782-bbbb-f13f-7819-fc362dd0946e, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.911694] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.911963] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657/85ce0a63-2ff7-45dc-8daa-e8e7e69f1657.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1584.912766] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18f8dc1f-725e-4ddb-9dd8-dbe0b565346f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.920964] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1584.920964] env[62522]: value = "task-1703094" [ 1584.920964] env[62522]: _type = "Task" [ 1584.920964] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.930678] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.953604] env[62522]: DEBUG nova.network.neutron [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.984028] env[62522]: DEBUG nova.compute.manager [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1584.984306] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1584.985706] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f8592c-ea9a-4bff-adc2-3e9020444bc7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.994623] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.994902] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5b3e88e-0478-4b5a-930e-16e06990499a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.004358] env[62522]: DEBUG oslo_vmware.api [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Waiting for the task: (returnval){ [ 1585.004358] env[62522]: value = "task-1703095" [ 1585.004358] env[62522]: _type = "Task" [ 1585.004358] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.014872] env[62522]: DEBUG oslo_vmware.api [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.053359] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccb3abe-e21d-400b-a570-635f324c5ce8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.061451] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907dad23-c4df-49e0-9a2a-c58383637c27 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.104219] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1585.107101] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e662eda-76a9-47f9-9182-fb1e269e64ec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.110884] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370a258b-77e8-47b0-81bb-e9a5dda26157 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.122050] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3480c9-d361-4e4c-bd18-a401ea439fd3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.126725] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1585.126725] env[62522]: value = "task-1703096" [ 1585.126725] env[62522]: _type = "Task" [ 1585.126725] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.136859] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.148532] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703096, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.149043] env[62522]: DEBUG nova.compute.provider_tree [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1585.156153] env[62522]: DEBUG nova.network.neutron [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Updating instance_info_cache with network_info: [{"id": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "address": "fa:16:3e:63:c7:1e", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bac18c9-bc", "ovs_interfaceid": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.432346] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703094, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.514229] env[62522]: DEBUG oslo_vmware.api [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703095, 'name': PowerOffVM_Task, 'duration_secs': 0.252894} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.514518] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.514690] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.514942] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bc0db7a-cc43-494e-84e1-ab8bb65bb6c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.639130] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.643542] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1585.643818] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1585.644041] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Deleting the datastore file [datastore1] b3bf88b5-5bba-41b3-adac-be9c60732f9e {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1585.649897] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad942b4b-bf42-46a3-a693-32db26ca18d7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.653375] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703096, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.653375] env[62522]: DEBUG nova.scheduler.client.report [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1585.657107] env[62522]: DEBUG oslo_vmware.api [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Waiting for the task: (returnval){ [ 1585.657107] env[62522]: value = "task-1703098" [ 1585.657107] env[62522]: _type = "Task" [ 1585.657107] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.657792] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.658129] env[62522]: DEBUG nova.compute.manager [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Instance network_info: |[{"id": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "address": "fa:16:3e:63:c7:1e", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bac18c9-bc", "ovs_interfaceid": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1585.664610] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:c7:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bac18c9-bcf9-4881-b428-5dffcb0aae86', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1585.674242] env[62522]: DEBUG oslo.service.loopingcall [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.674663] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1585.675574] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-080a67fd-2f6f-4984-b617-e475cb778403 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.693586] env[62522]: DEBUG oslo_vmware.api [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.698664] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1585.698664] env[62522]: value = "task-1703099" [ 1585.698664] env[62522]: _type = "Task" [ 1585.698664] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.709016] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703099, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.723777] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Updating instance_info_cache with network_info: [{"id": "861fd1c1-b889-4ca0-a2a8-a4990ce902e2", "address": "fa:16:3e:d9:a7:d2", "network": {"id": "cb204d10-4250-4999-abd2-0ce9cb72c256", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1310724758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b26e01aa1c6459494a6edaa83a99c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861fd1c1-b8", "ovs_interfaceid": "861fd1c1-b889-4ca0-a2a8-a4990ce902e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.802884] env[62522]: DEBUG nova.compute.manager [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1585.839118] env[62522]: DEBUG nova.virt.hardware [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1585.839444] env[62522]: DEBUG nova.virt.hardware [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1585.839554] env[62522]: DEBUG nova.virt.hardware [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1585.839752] env[62522]: DEBUG nova.virt.hardware [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1585.839867] env[62522]: DEBUG nova.virt.hardware [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1585.840017] env[62522]: DEBUG nova.virt.hardware [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1585.840216] env[62522]: DEBUG nova.virt.hardware [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1585.840364] env[62522]: DEBUG nova.virt.hardware [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1585.840586] env[62522]: DEBUG nova.virt.hardware [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1585.840709] env[62522]: DEBUG nova.virt.hardware [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1585.840885] env[62522]: DEBUG nova.virt.hardware [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1585.841885] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e407b586-49ef-4c57-abd1-c1fb4eafd7fa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.846651] env[62522]: DEBUG nova.compute.manager [req-d687a4e5-8022-4fcb-ac67-c3b260346a06 req-629370b4-2080-477e-8fc2-098a4c185330 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Received event network-changed-3bac18c9-bcf9-4881-b428-5dffcb0aae86 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1585.846878] env[62522]: DEBUG nova.compute.manager [req-d687a4e5-8022-4fcb-ac67-c3b260346a06 req-629370b4-2080-477e-8fc2-098a4c185330 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Refreshing instance network info cache due to event network-changed-3bac18c9-bcf9-4881-b428-5dffcb0aae86. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1585.847107] env[62522]: DEBUG oslo_concurrency.lockutils [req-d687a4e5-8022-4fcb-ac67-c3b260346a06 req-629370b4-2080-477e-8fc2-098a4c185330 service nova] Acquiring lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.847275] env[62522]: DEBUG oslo_concurrency.lockutils [req-d687a4e5-8022-4fcb-ac67-c3b260346a06 req-629370b4-2080-477e-8fc2-098a4c185330 service nova] Acquired lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.847445] env[62522]: DEBUG nova.network.neutron [req-d687a4e5-8022-4fcb-ac67-c3b260346a06 req-629370b4-2080-477e-8fc2-098a4c185330 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Refreshing network info cache for port 3bac18c9-bcf9-4881-b428-5dffcb0aae86 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.854430] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131bf25a-04bc-4e7f-a862-5998233118e5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.931857] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56477} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.932140] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657/85ce0a63-2ff7-45dc-8daa-e8e7e69f1657.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1585.932597] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1585.932597] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1264e56-5b95-4bf6-92a6-29fb31f0030f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.939921] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1585.939921] env[62522]: value = "task-1703100" [ 1585.939921] env[62522]: _type = "Task" [ 1585.939921] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.950875] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.130960] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.140304] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703096, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.158547] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.159125] env[62522]: DEBUG nova.compute.manager [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1586.162495] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.856s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.163447] env[62522]: INFO nova.compute.claims [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1586.178601] env[62522]: DEBUG oslo_vmware.api [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Task: {'id': task-1703098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14737} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.178862] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1586.179082] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1586.179295] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1586.179595] env[62522]: INFO nova.compute.manager [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1586.181444] env[62522]: DEBUG oslo.service.loopingcall [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.181444] env[62522]: DEBUG nova.compute.manager [-] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1586.181444] env[62522]: DEBUG nova.network.neutron [-] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1586.208780] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703099, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.217483] env[62522]: DEBUG nova.network.neutron [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Successfully updated port: a8c4b487-c588-4fed-9941-1add8155d911 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1586.226503] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Releasing lock "refresh_cache-47f1cb12-ddfd-43db-943f-d1183410fbe6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.226694] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Updated the network info_cache for instance {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1586.226924] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.227128] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.227276] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.227428] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.227588] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.227738] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.227883] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1586.228461] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.455222] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068202} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.455222] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.455222] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d858182-3b42-4834-9ec6-9547923c0ccd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.481118] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657/85ce0a63-2ff7-45dc-8daa-e8e7e69f1657.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.481737] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1710799c-6c82-4c41-aeda-a659693fd2ec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.504313] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1586.504313] env[62522]: value = "task-1703101" [ 1586.504313] env[62522]: _type = "Task" [ 1586.504313] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.515945] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.635545] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703093, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.650091] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703096, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.676963] env[62522]: DEBUG nova.compute.utils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1586.678622] env[62522]: DEBUG nova.compute.manager [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1586.679037] env[62522]: DEBUG nova.network.neutron [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1586.711029] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703099, 'name': CreateVM_Task, 'duration_secs': 0.581646} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.711213] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1586.711923] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.712115] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.712513] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1586.712707] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57d4f41-9e6d-4866-b921-0c71db6bdb0e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.718599] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1586.718599] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5234c58b-0354-3dbc-1070-f4ffd067b702" [ 1586.718599] env[62522]: _type = "Task" [ 1586.718599] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.724509] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.724708] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.724830] env[62522]: DEBUG nova.network.neutron [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1586.734620] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.736025] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5234c58b-0354-3dbc-1070-f4ffd067b702, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.736025] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.737033] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.737033] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.737033] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.737033] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.738171] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-453e1cc4-e50e-4b88-bb33-fe0c74a0e331 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.748265] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.748462] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.749287] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beb387cd-b265-4951-859b-416064be2208 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.755881] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1586.755881] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b47101-c99f-4c84-3544-83bbee4c5761" [ 1586.755881] env[62522]: _type = "Task" [ 1586.755881] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.765122] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b47101-c99f-4c84-3544-83bbee4c5761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.779663] env[62522]: DEBUG nova.policy [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '024bbc1394bb4ba18f9e66023eb71eab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e4cd1cb3edd4ec38adfceb17df03825', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1586.822828] env[62522]: DEBUG nova.network.neutron [req-d687a4e5-8022-4fcb-ac67-c3b260346a06 req-629370b4-2080-477e-8fc2-098a4c185330 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Updated VIF entry in instance network info cache for port 3bac18c9-bcf9-4881-b428-5dffcb0aae86. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.823345] env[62522]: DEBUG nova.network.neutron [req-d687a4e5-8022-4fcb-ac67-c3b260346a06 req-629370b4-2080-477e-8fc2-098a4c185330 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Updating instance_info_cache with network_info: [{"id": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "address": "fa:16:3e:63:c7:1e", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bac18c9-bc", "ovs_interfaceid": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.014845] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703101, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.085681] env[62522]: DEBUG nova.network.neutron [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Successfully created port: 28160999-7f58-4af7-bb64-58d0e4067713 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1587.132339] env[62522]: DEBUG nova.network.neutron [-] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.133678] env[62522]: DEBUG oslo_vmware.api [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703093, 'name': PowerOnVM_Task, 'duration_secs': 2.836127} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.133943] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1587.134169] env[62522]: INFO nova.compute.manager [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1587.134388] env[62522]: DEBUG nova.compute.manager [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1587.135597] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1de94cf-3751-41b2-831e-89be6835c8b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.148181] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703096, 'name': CloneVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.183715] env[62522]: DEBUG nova.compute.manager [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1587.266120] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52b47101-c99f-4c84-3544-83bbee4c5761, 'name': SearchDatastore_Task, 'duration_secs': 0.012935} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.269987] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db4a422-3032-433a-b0bc-91fdcce21c32 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.277797] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1587.277797] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529bdd4d-3740-5dbc-33bd-cc6b03d56a37" [ 1587.277797] env[62522]: _type = "Task" [ 1587.277797] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.293906] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529bdd4d-3740-5dbc-33bd-cc6b03d56a37, 'name': SearchDatastore_Task} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.294217] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.294468] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d2c5d822-df80-4d3a-859c-14562f3b2805/d2c5d822-df80-4d3a-859c-14562f3b2805.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1587.294718] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3984d30b-d752-46b9-b9dc-a9ff060856ca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.307029] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1587.307029] env[62522]: value = "task-1703105" [ 1587.307029] env[62522]: _type = "Task" [ 1587.307029] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.313776] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.327134] env[62522]: DEBUG oslo_concurrency.lockutils [req-d687a4e5-8022-4fcb-ac67-c3b260346a06 req-629370b4-2080-477e-8fc2-098a4c185330 service nova] Releasing lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.380397] env[62522]: DEBUG nova.network.neutron [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1587.442390] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af562bd3-a993-4d46-bbb0-4814e1d43391 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.451413] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8880f289-8579-4202-b01e-0251e78b42ab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.493017] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d240bf7-b1a9-4562-b429-aacb87bf885f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.502210] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594d203a-194f-4ebb-81d5-0eb191d4c222 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.526951] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703101, 'name': ReconfigVM_Task, 'duration_secs': 0.519742} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.527593] env[62522]: DEBUG nova.compute.provider_tree [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.531519] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657/85ce0a63-2ff7-45dc-8daa-e8e7e69f1657.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.532708] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6c0725f-ace4-4d05-b97c-f5e55f854869 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.541132] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1587.541132] env[62522]: value = "task-1703106" [ 1587.541132] env[62522]: _type = "Task" [ 1587.541132] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.549442] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703106, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.639752] env[62522]: INFO nova.compute.manager [-] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Took 1.46 seconds to deallocate network for instance. [ 1587.661390] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703096, 'name': CloneVM_Task, 'duration_secs': 2.143682} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.661390] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Created linked-clone VM from snapshot [ 1587.665165] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e937eaa-9651-4bc5-9bbd-41cfe08b7a89 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.667319] env[62522]: INFO nova.compute.manager [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Took 18.85 seconds to build instance. [ 1587.674726] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Uploading image ff4ea4f6-5f62-439d-be62-03012803bf43 {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1587.695098] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1587.696598] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-da2daaba-52cd-462c-aaad-20ff06484101 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.706193] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1587.706193] env[62522]: value = "task-1703107" [ 1587.706193] env[62522]: _type = "Task" [ 1587.706193] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.717369] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703107, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.718449] env[62522]: DEBUG nova.network.neutron [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updating instance_info_cache with network_info: [{"id": "a8c4b487-c588-4fed-9941-1add8155d911", "address": "fa:16:3e:10:04:24", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c4b487-c5", "ovs_interfaceid": "a8c4b487-c588-4fed-9941-1add8155d911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.532927] env[62522]: DEBUG nova.scheduler.client.report [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1588.537228] env[62522]: DEBUG oslo_concurrency.lockutils [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.537228] env[62522]: DEBUG oslo_concurrency.lockutils [None req-36274886-ac73-4f69-b7fc-f52295a0dc58 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.727s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.537785] env[62522]: DEBUG nova.compute.manager [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1588.539512] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.540213] env[62522]: DEBUG nova.compute.manager [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Instance network_info: |[{"id": "a8c4b487-c588-4fed-9941-1add8155d911", "address": "fa:16:3e:10:04:24", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c4b487-c5", "ovs_interfaceid": "a8c4b487-c588-4fed-9941-1add8155d911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1588.540213] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47136} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.541665] env[62522]: DEBUG nova.compute.manager [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Received event network-vif-plugged-a8c4b487-c588-4fed-9941-1add8155d911 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1588.541842] env[62522]: DEBUG oslo_concurrency.lockutils [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] Acquiring lock "0d9d2247-2579-4888-a290-2e8864b024c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.542047] env[62522]: DEBUG oslo_concurrency.lockutils [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] Lock "0d9d2247-2579-4888-a290-2e8864b024c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.542206] env[62522]: DEBUG oslo_concurrency.lockutils [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] Lock "0d9d2247-2579-4888-a290-2e8864b024c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.542374] env[62522]: DEBUG nova.compute.manager [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] No waiting events found dispatching network-vif-plugged-a8c4b487-c588-4fed-9941-1add8155d911 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1588.542555] env[62522]: WARNING nova.compute.manager [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Received unexpected event network-vif-plugged-a8c4b487-c588-4fed-9941-1add8155d911 for instance with vm_state building and task_state spawning. [ 1588.542717] env[62522]: DEBUG nova.compute.manager [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Received event network-changed-a8c4b487-c588-4fed-9941-1add8155d911 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1588.542856] env[62522]: DEBUG nova.compute.manager [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Refreshing instance network info cache due to event network-changed-a8c4b487-c588-4fed-9941-1add8155d911. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1588.543054] env[62522]: DEBUG oslo_concurrency.lockutils [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] Acquiring lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.543172] env[62522]: DEBUG oslo_concurrency.lockutils [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] Acquired lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.544253] env[62522]: DEBUG nova.network.neutron [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Refreshing network info cache for port a8c4b487-c588-4fed-9941-1add8155d911 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.550911] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:04:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8c4b487-c588-4fed-9941-1add8155d911', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.557568] env[62522]: DEBUG oslo.service.loopingcall [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.557782] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d2c5d822-df80-4d3a-859c-14562f3b2805/d2c5d822-df80-4d3a-859c-14562f3b2805.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1588.559613] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1588.561102] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1588.561329] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b881f7b-94e9-4109-8b87-8e2e1ae8fed8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.564033] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba1fc9af-8c06-405e-8ed6-84c46d50f74a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.585574] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703106, 'name': Rename_Task, 'duration_secs': 0.200683} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.585759] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703107, 'name': Destroy_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.586566] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1588.586786] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91555944-8e1d-4971-84a9-fd86dcbdb328 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.590537] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1588.590537] env[62522]: value = "task-1703108" [ 1588.590537] env[62522]: _type = "Task" [ 1588.590537] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.595354] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.595354] env[62522]: value = "task-1703109" [ 1588.595354] env[62522]: _type = "Task" [ 1588.595354] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.595725] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1588.595725] env[62522]: value = "task-1703110" [ 1588.595725] env[62522]: _type = "Task" [ 1588.595725] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.597586] env[62522]: DEBUG nova.virt.hardware [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1588.597804] env[62522]: DEBUG nova.virt.hardware [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1588.597955] env[62522]: DEBUG nova.virt.hardware [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1588.598147] env[62522]: DEBUG nova.virt.hardware [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1588.598291] env[62522]: DEBUG nova.virt.hardware [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1588.598433] env[62522]: DEBUG nova.virt.hardware [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1588.598631] env[62522]: DEBUG nova.virt.hardware [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1588.598787] env[62522]: DEBUG nova.virt.hardware [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1588.598949] env[62522]: DEBUG nova.virt.hardware [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1588.599115] env[62522]: DEBUG nova.virt.hardware [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1588.599373] env[62522]: DEBUG nova.virt.hardware [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1588.600856] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08190a82-7c5d-488b-9477-44a6754032a9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.611881] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.623842] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beb7d58-19b3-4193-b171-df0281f138ec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.627927] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703110, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.628135] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703109, 'name': CreateVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.959647] env[62522]: DEBUG nova.network.neutron [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updated VIF entry in instance network info cache for port a8c4b487-c588-4fed-9941-1add8155d911. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1588.959893] env[62522]: DEBUG nova.network.neutron [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updating instance_info_cache with network_info: [{"id": "a8c4b487-c588-4fed-9941-1add8155d911", "address": "fa:16:3e:10:04:24", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c4b487-c5", "ovs_interfaceid": "a8c4b487-c588-4fed-9941-1add8155d911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.046439] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.884s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.047078] env[62522]: DEBUG nova.compute.manager [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1589.052047] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.054s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.064718] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703107, 'name': Destroy_Task, 'duration_secs': 0.960879} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.065130] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Destroyed the VM [ 1589.065528] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1589.065712] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-86d7c589-1a90-43cb-80ef-77ba4d0a440b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.078579] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1589.078579] env[62522]: value = "task-1703111" [ 1589.078579] env[62522]: _type = "Task" [ 1589.078579] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.092706] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703111, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.104974] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068613} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.111359] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1589.112851] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f282023a-d6ec-4daf-9be0-807645bb5b57 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.120761] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703109, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.147577] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] d2c5d822-df80-4d3a-859c-14562f3b2805/d2c5d822-df80-4d3a-859c-14562f3b2805.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1589.147980] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703110, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.148509] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-859d6d20-3355-4d26-9dd8-a664c2ca7c21 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.168759] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1589.168759] env[62522]: value = "task-1703112" [ 1589.168759] env[62522]: _type = "Task" [ 1589.168759] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.176980] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.269842] env[62522]: DEBUG nova.network.neutron [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Successfully updated port: 28160999-7f58-4af7-bb64-58d0e4067713 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1589.462688] env[62522]: DEBUG oslo_concurrency.lockutils [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] Releasing lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.463035] env[62522]: DEBUG nova.compute.manager [req-685dc264-7178-4236-846b-7fc435ae95e6 req-0f10d1b8-9f23-4219-ba96-43b9d19f015e service nova] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Received event network-vif-deleted-aa124053-852b-48e5-add7-f9a543197137 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1589.558451] env[62522]: DEBUG nova.compute.utils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1589.562378] env[62522]: INFO nova.compute.claims [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1589.566821] env[62522]: DEBUG nova.compute.manager [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1589.567075] env[62522]: DEBUG nova.network.neutron [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1589.590762] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703111, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.617843] env[62522]: DEBUG oslo_vmware.api [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703110, 'name': PowerOnVM_Task, 'duration_secs': 0.948423} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.621323] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1589.621552] env[62522]: INFO nova.compute.manager [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1589.621749] env[62522]: DEBUG nova.compute.manager [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.622053] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703109, 'name': CreateVM_Task, 'duration_secs': 0.643511} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.622787] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3747481f-220a-4266-9562-203f6c16a2b6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.625386] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1589.626847] env[62522]: DEBUG nova.policy [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '024bbc1394bb4ba18f9e66023eb71eab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e4cd1cb3edd4ec38adfceb17df03825', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1589.628625] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.628820] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.629219] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.630272] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb5d9d3-a4a7-4227-9f46-98fc9efed10f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.640537] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1589.640537] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522776a2-889f-8623-432d-93b7699fa6d5" [ 1589.640537] env[62522]: _type = "Task" [ 1589.640537] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.649244] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "e9ddf06b-405d-4930-89ec-3fb63d3137db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.649472] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "e9ddf06b-405d-4930-89ec-3fb63d3137db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.655417] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522776a2-889f-8623-432d-93b7699fa6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.683818] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703112, 'name': ReconfigVM_Task, 'duration_secs': 0.280533} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.685045] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Reconfigured VM instance instance-0000004c to attach disk [datastore1] d2c5d822-df80-4d3a-859c-14562f3b2805/d2c5d822-df80-4d3a-859c-14562f3b2805.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.686021] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab91ef79-eee3-41b4-9ec9-1253d0b5927c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.694199] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1589.694199] env[62522]: value = "task-1703113" [ 1589.694199] env[62522]: _type = "Task" [ 1589.694199] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.703426] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703113, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.772674] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "refresh_cache-243ffaf4-8afa-4ed0-95ce-e5b3869888cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.772860] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "refresh_cache-243ffaf4-8afa-4ed0-95ce-e5b3869888cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.773071] env[62522]: DEBUG nova.network.neutron [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.899603] env[62522]: DEBUG nova.compute.manager [req-daba71fb-8ee1-462c-aeaf-22d500616ce7 req-129bc4c4-c12d-48dc-9ab5-c327b999974e service nova] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Received event network-vif-plugged-28160999-7f58-4af7-bb64-58d0e4067713 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1589.899858] env[62522]: DEBUG oslo_concurrency.lockutils [req-daba71fb-8ee1-462c-aeaf-22d500616ce7 req-129bc4c4-c12d-48dc-9ab5-c327b999974e service nova] Acquiring lock "243ffaf4-8afa-4ed0-95ce-e5b3869888cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.900090] env[62522]: DEBUG oslo_concurrency.lockutils [req-daba71fb-8ee1-462c-aeaf-22d500616ce7 req-129bc4c4-c12d-48dc-9ab5-c327b999974e service nova] Lock "243ffaf4-8afa-4ed0-95ce-e5b3869888cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.902708] env[62522]: DEBUG oslo_concurrency.lockutils [req-daba71fb-8ee1-462c-aeaf-22d500616ce7 req-129bc4c4-c12d-48dc-9ab5-c327b999974e service nova] Lock "243ffaf4-8afa-4ed0-95ce-e5b3869888cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.902708] env[62522]: DEBUG nova.compute.manager [req-daba71fb-8ee1-462c-aeaf-22d500616ce7 req-129bc4c4-c12d-48dc-9ab5-c327b999974e service nova] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] No waiting events found dispatching network-vif-plugged-28160999-7f58-4af7-bb64-58d0e4067713 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1589.902708] env[62522]: WARNING nova.compute.manager [req-daba71fb-8ee1-462c-aeaf-22d500616ce7 req-129bc4c4-c12d-48dc-9ab5-c327b999974e service nova] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Received unexpected event network-vif-plugged-28160999-7f58-4af7-bb64-58d0e4067713 for instance with vm_state building and task_state spawning. [ 1589.902708] env[62522]: DEBUG nova.compute.manager [req-daba71fb-8ee1-462c-aeaf-22d500616ce7 req-129bc4c4-c12d-48dc-9ab5-c327b999974e service nova] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Received event network-changed-28160999-7f58-4af7-bb64-58d0e4067713 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1589.902708] env[62522]: DEBUG nova.compute.manager [req-daba71fb-8ee1-462c-aeaf-22d500616ce7 req-129bc4c4-c12d-48dc-9ab5-c327b999974e service nova] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Refreshing instance network info cache due to event network-changed-28160999-7f58-4af7-bb64-58d0e4067713. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1589.902708] env[62522]: DEBUG oslo_concurrency.lockutils [req-daba71fb-8ee1-462c-aeaf-22d500616ce7 req-129bc4c4-c12d-48dc-9ab5-c327b999974e service nova] Acquiring lock "refresh_cache-243ffaf4-8afa-4ed0-95ce-e5b3869888cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.974659] env[62522]: DEBUG nova.network.neutron [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Successfully created port: bf7a9003-f206-426a-9596-8134f5bc7eb5 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1590.068199] env[62522]: DEBUG nova.compute.manager [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1590.073116] env[62522]: INFO nova.compute.resource_tracker [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating resource usage from migration 05638916-3960-49a5-8bd8-0b25cd613b3c [ 1590.094575] env[62522]: DEBUG oslo_vmware.api [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703111, 'name': RemoveSnapshot_Task, 'duration_secs': 0.955187} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.094575] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1590.154756] env[62522]: INFO nova.compute.manager [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Took 20.88 seconds to build instance. [ 1590.159238] env[62522]: DEBUG nova.compute.manager [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1590.168169] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522776a2-889f-8623-432d-93b7699fa6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.017636} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.169147] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.169388] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1590.169619] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.169784] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.170086] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1590.172964] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1dbc4c0-7d50-4ac9-b3d8-5e9886c2a14c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.187282] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1590.187638] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1590.188630] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344a2c32-9925-436f-84e2-ab5dc8207456 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.195413] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1590.195413] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529d0542-b3ab-c326-a969-32fe1a9f27bc" [ 1590.195413] env[62522]: _type = "Task" [ 1590.195413] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.209666] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703113, 'name': Rename_Task, 'duration_secs': 0.154142} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.212987] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.212987] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529d0542-b3ab-c326-a969-32fe1a9f27bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.215481] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ea97be4-dc34-4c2f-a514-782bf26a8c01 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.224062] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1590.224062] env[62522]: value = "task-1703115" [ 1590.224062] env[62522]: _type = "Task" [ 1590.224062] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.237970] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.332639] env[62522]: DEBUG nova.network.neutron [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1590.358559] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03caf6f5-614d-43f1-9666-112e08808349 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.366054] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9333a3-c28e-4217-a3af-ddd5b06fb568 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.398805] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e5ba0b-13a3-46e4-a52a-53d896214834 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.410051] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c9940c-d6ce-4d5a-a4dc-ee445a874c4e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.445668] env[62522]: DEBUG nova.compute.provider_tree [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1590.598912] env[62522]: WARNING nova.compute.manager [None req-1bd96502-44f3-4737-85a0-abc03ddd94a6 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Image not found during snapshot: nova.exception.ImageNotFound: Image ff4ea4f6-5f62-439d-be62-03012803bf43 could not be found. [ 1590.620676] env[62522]: DEBUG nova.network.neutron [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Updating instance_info_cache with network_info: [{"id": "28160999-7f58-4af7-bb64-58d0e4067713", "address": "fa:16:3e:c9:ff:f2", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28160999-7f", "ovs_interfaceid": "28160999-7f58-4af7-bb64-58d0e4067713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.656914] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9998a714-81c4-4354-badd-d60226b4b132 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.390s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.690038] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.712103] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529d0542-b3ab-c326-a969-32fe1a9f27bc, 'name': SearchDatastore_Task, 'duration_secs': 0.027694} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.713031] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb12b755-9aec-4d3b-b223-ef6ec1059aae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.718068] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1590.718068] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521029e0-c7e0-0865-4f60-534e54810a99" [ 1590.718068] env[62522]: _type = "Task" [ 1590.718068] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.725913] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521029e0-c7e0-0865-4f60-534e54810a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.733099] env[62522]: DEBUG oslo_vmware.api [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703115, 'name': PowerOnVM_Task, 'duration_secs': 0.469384} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.733362] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1590.733652] env[62522]: INFO nova.compute.manager [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1590.733729] env[62522]: DEBUG nova.compute.manager [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1590.734475] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360926fb-b13f-45d4-9e9e-a306a4a94591 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.969764] env[62522]: ERROR nova.scheduler.client.report [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [req-ba6960c3-a49d-458c-9015-8fbb49778508] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ba6960c3-a49d-458c-9015-8fbb49778508"}]} [ 1590.992145] env[62522]: DEBUG nova.scheduler.client.report [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1591.012157] env[62522]: DEBUG nova.scheduler.client.report [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1591.012402] env[62522]: DEBUG nova.compute.provider_tree [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1591.016774] env[62522]: DEBUG oslo_concurrency.lockutils [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "964e3809-3902-426a-a09c-4a942b638b1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.016999] env[62522]: DEBUG oslo_concurrency.lockutils [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "964e3809-3902-426a-a09c-4a942b638b1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.017216] env[62522]: DEBUG oslo_concurrency.lockutils [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "964e3809-3902-426a-a09c-4a942b638b1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.017398] env[62522]: DEBUG oslo_concurrency.lockutils [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "964e3809-3902-426a-a09c-4a942b638b1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.017609] env[62522]: DEBUG oslo_concurrency.lockutils [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "964e3809-3902-426a-a09c-4a942b638b1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.019592] env[62522]: INFO nova.compute.manager [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Terminating instance [ 1591.026647] env[62522]: DEBUG nova.scheduler.client.report [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1591.044674] env[62522]: DEBUG nova.scheduler.client.report [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1591.083600] env[62522]: DEBUG nova.compute.manager [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1591.113706] env[62522]: DEBUG nova.virt.hardware [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1591.113946] env[62522]: DEBUG nova.virt.hardware [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1591.114120] env[62522]: DEBUG nova.virt.hardware [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1591.114472] env[62522]: DEBUG nova.virt.hardware [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1591.114472] env[62522]: DEBUG nova.virt.hardware [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1591.114592] env[62522]: DEBUG nova.virt.hardware [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1591.114781] env[62522]: DEBUG nova.virt.hardware [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1591.114935] env[62522]: DEBUG nova.virt.hardware [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1591.115120] env[62522]: DEBUG nova.virt.hardware [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1591.115280] env[62522]: DEBUG nova.virt.hardware [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1591.115612] env[62522]: DEBUG nova.virt.hardware [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1591.116420] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1ff5cd-dd32-4ef9-bab6-0f3f9394b9fb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.124240] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "refresh_cache-243ffaf4-8afa-4ed0-95ce-e5b3869888cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.124534] env[62522]: DEBUG nova.compute.manager [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Instance network_info: |[{"id": "28160999-7f58-4af7-bb64-58d0e4067713", "address": "fa:16:3e:c9:ff:f2", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28160999-7f", "ovs_interfaceid": "28160999-7f58-4af7-bb64-58d0e4067713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1591.124874] env[62522]: DEBUG oslo_concurrency.lockutils [req-daba71fb-8ee1-462c-aeaf-22d500616ce7 req-129bc4c4-c12d-48dc-9ab5-c327b999974e service nova] Acquired lock "refresh_cache-243ffaf4-8afa-4ed0-95ce-e5b3869888cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.125064] env[62522]: DEBUG nova.network.neutron [req-daba71fb-8ee1-462c-aeaf-22d500616ce7 req-129bc4c4-c12d-48dc-9ab5-c327b999974e service nova] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Refreshing network info cache for port 28160999-7f58-4af7-bb64-58d0e4067713 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.126200] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:ff:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28160999-7f58-4af7-bb64-58d0e4067713', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.133272] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Creating folder: Project (7e4cd1cb3edd4ec38adfceb17df03825). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1591.134508] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09333af-1b58-419d-9afa-641d7729dcf4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.141577] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c6fed82-7256-4862-a5ae-47ce394e3303 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.156856] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Created folder: Project (7e4cd1cb3edd4ec38adfceb17df03825) in parent group-v354730. [ 1591.157058] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Creating folder: Instances. Parent ref: group-v354943. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1591.157633] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e6ef9cc-454f-46d9-ac5f-aa7eec787bdd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.166840] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Created folder: Instances in parent group-v354943. [ 1591.167087] env[62522]: DEBUG oslo.service.loopingcall [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.169310] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.169913] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a28b36c4-1021-4611-8827-03c6de37d4f5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.191822] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.191822] env[62522]: value = "task-1703118" [ 1591.191822] env[62522]: _type = "Task" [ 1591.191822] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.201148] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703118, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.228169] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521029e0-c7e0-0865-4f60-534e54810a99, 'name': SearchDatastore_Task, 'duration_secs': 0.008905} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.228436] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.228840] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 0d9d2247-2579-4888-a290-2e8864b024c7/0d9d2247-2579-4888-a290-2e8864b024c7.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1591.228959] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf83517f-2a92-49e6-a194-844ad5c62d62 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.235674] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1591.235674] env[62522]: value = "task-1703119" [ 1591.235674] env[62522]: _type = "Task" [ 1591.235674] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.248228] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.254413] env[62522]: INFO nova.compute.manager [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Took 19.63 seconds to build instance. [ 1591.278982] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aed235-03e1-4a03-85dc-b669c813692f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.286950] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f7c555-4f1d-4098-bda1-0878b6c71bbf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.318853] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4064454c-0115-4d1b-b47b-20df94a165fd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.325628] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7930f459-8ffc-453d-a437-2b67435125de {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.339167] env[62522]: DEBUG nova.compute.provider_tree [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1591.523841] env[62522]: DEBUG nova.compute.manager [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1591.524141] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.525256] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d300b868-c886-486a-ad5a-7fbeba720878 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.535487] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.537988] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b837d03-c17c-4c17-b296-a6ccf1739e0c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.545597] env[62522]: DEBUG oslo_vmware.api [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1591.545597] env[62522]: value = "task-1703120" [ 1591.545597] env[62522]: _type = "Task" [ 1591.545597] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.557113] env[62522]: DEBUG oslo_vmware.api [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.711307] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703118, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.747433] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703119, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.757374] env[62522]: DEBUG oslo_concurrency.lockutils [None req-09b46902-3cb1-4608-a291-21915a380896 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "d2c5d822-df80-4d3a-859c-14562f3b2805" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.154s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.874143] env[62522]: DEBUG nova.scheduler.client.report [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1591.874756] env[62522]: DEBUG nova.compute.provider_tree [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 113 to 114 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1591.874825] env[62522]: DEBUG nova.compute.provider_tree [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1591.937604] env[62522]: DEBUG nova.compute.manager [req-788bce48-ce8f-47b7-b983-9dea0f2b4b7e req-bb4f1b12-d08e-4255-8edf-d9a443ea6a96 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Received event network-changed-7cc403b7-4a0b-4096-87aa-aeba9b2ee447 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1591.938023] env[62522]: DEBUG nova.compute.manager [req-788bce48-ce8f-47b7-b983-9dea0f2b4b7e req-bb4f1b12-d08e-4255-8edf-d9a443ea6a96 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Refreshing instance network info cache due to event network-changed-7cc403b7-4a0b-4096-87aa-aeba9b2ee447. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1591.939439] env[62522]: DEBUG oslo_concurrency.lockutils [req-788bce48-ce8f-47b7-b983-9dea0f2b4b7e req-bb4f1b12-d08e-4255-8edf-d9a443ea6a96 service nova] Acquiring lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.939439] env[62522]: DEBUG oslo_concurrency.lockutils [req-788bce48-ce8f-47b7-b983-9dea0f2b4b7e req-bb4f1b12-d08e-4255-8edf-d9a443ea6a96 service nova] Acquired lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.939439] env[62522]: DEBUG nova.network.neutron [req-788bce48-ce8f-47b7-b983-9dea0f2b4b7e req-bb4f1b12-d08e-4255-8edf-d9a443ea6a96 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Refreshing network info cache for port 7cc403b7-4a0b-4096-87aa-aeba9b2ee447 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1592.038873] env[62522]: DEBUG nova.network.neutron [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Successfully updated port: bf7a9003-f206-426a-9596-8134f5bc7eb5 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1592.059770] env[62522]: DEBUG oslo_vmware.api [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703120, 'name': PowerOffVM_Task, 'duration_secs': 0.218502} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.059770] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1592.059770] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1592.059770] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d778f0f-93fd-484f-bccc-06ad8d1d8049 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.172307] env[62522]: DEBUG nova.network.neutron [req-daba71fb-8ee1-462c-aeaf-22d500616ce7 req-129bc4c4-c12d-48dc-9ab5-c327b999974e service nova] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Updated VIF entry in instance network info cache for port 28160999-7f58-4af7-bb64-58d0e4067713. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.172730] env[62522]: DEBUG nova.network.neutron [req-daba71fb-8ee1-462c-aeaf-22d500616ce7 req-129bc4c4-c12d-48dc-9ab5-c327b999974e service nova] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Updating instance_info_cache with network_info: [{"id": "28160999-7f58-4af7-bb64-58d0e4067713", "address": "fa:16:3e:c9:ff:f2", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28160999-7f", "ovs_interfaceid": "28160999-7f58-4af7-bb64-58d0e4067713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.204051] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703118, 'name': CreateVM_Task, 'duration_secs': 0.742767} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.204051] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1592.204811] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.205030] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.205414] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1592.205708] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97476af5-f63d-4fe9-b9fd-8ab4525397c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.209796] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1592.210047] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1592.210267] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Deleting the datastore file [datastore1] 964e3809-3902-426a-a09c-4a942b638b1e {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1592.210542] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93387118-0455-4602-a073-841a259586e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.214274] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1592.214274] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521dbc66-9c24-bce2-466f-a4db464f104c" [ 1592.214274] env[62522]: _type = "Task" [ 1592.214274] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.220943] env[62522]: DEBUG oslo_vmware.api [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1592.220943] env[62522]: value = "task-1703123" [ 1592.220943] env[62522]: _type = "Task" [ 1592.220943] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.228153] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521dbc66-9c24-bce2-466f-a4db464f104c, 'name': SearchDatastore_Task, 'duration_secs': 0.009075} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.228810] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.229086] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.229358] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.229540] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.229761] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.233545] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33ce54c0-2584-4862-8405-5dce40af18d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.235395] env[62522]: DEBUG oslo_vmware.api [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.241181] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.241395] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.244784] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d6a67ca-c5d8-4a79-be35-a41c3c8e4a14 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.246865] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551015} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.247118] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 0d9d2247-2579-4888-a290-2e8864b024c7/0d9d2247-2579-4888-a290-2e8864b024c7.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1592.247320] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1592.247878] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e3ef220-6e27-416a-9e30-5d2bcb8674ad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.250871] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1592.250871] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527057c7-97d5-cfba-39ba-54d9915cd6ac" [ 1592.250871] env[62522]: _type = "Task" [ 1592.250871] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.255418] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1592.255418] env[62522]: value = "task-1703124" [ 1592.255418] env[62522]: _type = "Task" [ 1592.255418] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.261034] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527057c7-97d5-cfba-39ba-54d9915cd6ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.265898] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.379958] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.328s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.380138] env[62522]: INFO nova.compute.manager [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Migrating [ 1592.387049] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.652s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.387246] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.387403] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1592.387708] env[62522]: DEBUG oslo_concurrency.lockutils [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.851s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.387911] env[62522]: DEBUG nova.objects.instance [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Lazy-loading 'resources' on Instance uuid b3bf88b5-5bba-41b3-adac-be9c60732f9e {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.392105] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7fa2de-b963-4c94-93ea-3c54955f7067 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.408486] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7f8c19-e975-4264-a5a0-efdbbc599076 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.424138] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9274b377-4723-4535-a8c3-bc084e040f2b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.432813] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63095f6f-a422-45d3-8e0f-9b614642f5d5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.466068] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180560MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1592.466228] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.542815] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "refresh_cache-d69fc5a5-8b1d-4aaa-bc46-960034b768f9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.543636] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "refresh_cache-d69fc5a5-8b1d-4aaa-bc46-960034b768f9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.543636] env[62522]: DEBUG nova.network.neutron [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1592.649479] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f926f1-7b45-4d5d-a89b-42a8e4e6934a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.662098] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541cdd84-68ba-43c3-aaea-3ef0aecf3825 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.698257] env[62522]: DEBUG oslo_concurrency.lockutils [req-daba71fb-8ee1-462c-aeaf-22d500616ce7 req-129bc4c4-c12d-48dc-9ab5-c327b999974e service nova] Releasing lock "refresh_cache-243ffaf4-8afa-4ed0-95ce-e5b3869888cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.699920] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7c8108-ad16-4a18-9f7e-ebfd0ab78a55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.710220] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b784c3-6d5d-494b-9169-7b6a8c952c08 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.723740] env[62522]: DEBUG nova.compute.provider_tree [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.733553] env[62522]: DEBUG oslo_vmware.api [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152263} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.734483] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.734916] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.734916] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.735094] env[62522]: INFO nova.compute.manager [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1592.735294] env[62522]: DEBUG oslo.service.loopingcall [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.735722] env[62522]: DEBUG nova.compute.manager [-] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1592.735820] env[62522]: DEBUG nova.network.neutron [-] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.762400] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527057c7-97d5-cfba-39ba-54d9915cd6ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.765532] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e99bf42-1bac-4328-8224-2c5b9c9c414d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.770839] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088887} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.773011] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1592.773811] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59653f05-fa15-4270-9eff-caad13c528e2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.779155] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1592.779155] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d7f4c9-6c12-a3e0-0463-a3a3dbff74a0" [ 1592.779155] env[62522]: _type = "Task" [ 1592.779155] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.799863] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 0d9d2247-2579-4888-a290-2e8864b024c7/0d9d2247-2579-4888-a290-2e8864b024c7.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1592.800473] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a44f9a4-d312-4926-87d8-fd09d417b832 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.818279] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d7f4c9-6c12-a3e0-0463-a3a3dbff74a0, 'name': SearchDatastore_Task, 'duration_secs': 0.008497} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.819075] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.819214] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 243ffaf4-8afa-4ed0-95ce-e5b3869888cc/243ffaf4-8afa-4ed0-95ce-e5b3869888cc.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1592.819555] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a269aec-4965-42bc-9a46-12bd3a1460e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.828087] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1592.828087] env[62522]: value = "task-1703126" [ 1592.828087] env[62522]: _type = "Task" [ 1592.828087] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.828087] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1592.828087] env[62522]: value = "task-1703125" [ 1592.828087] env[62522]: _type = "Task" [ 1592.828087] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.836653] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.839795] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.850428] env[62522]: DEBUG nova.network.neutron [req-788bce48-ce8f-47b7-b983-9dea0f2b4b7e req-bb4f1b12-d08e-4255-8edf-d9a443ea6a96 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Updated VIF entry in instance network info cache for port 7cc403b7-4a0b-4096-87aa-aeba9b2ee447. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.850786] env[62522]: DEBUG nova.network.neutron [req-788bce48-ce8f-47b7-b983-9dea0f2b4b7e req-bb4f1b12-d08e-4255-8edf-d9a443ea6a96 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Updating instance_info_cache with network_info: [{"id": "7cc403b7-4a0b-4096-87aa-aeba9b2ee447", "address": "fa:16:3e:18:f6:72", "network": {"id": "f91beeaa-31aa-4099-bbab-f53009e27353", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1175105788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0c352ef7c4a498f6d85f3ae86fbf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc403b7-4a", "ovs_interfaceid": "7cc403b7-4a0b-4096-87aa-aeba9b2ee447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.903609] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.903831] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.904135] env[62522]: DEBUG nova.network.neutron [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1593.074225] env[62522]: DEBUG nova.network.neutron [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1593.211510] env[62522]: DEBUG nova.network.neutron [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Updating instance_info_cache with network_info: [{"id": "bf7a9003-f206-426a-9596-8134f5bc7eb5", "address": "fa:16:3e:ac:f7:89", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7a9003-f2", "ovs_interfaceid": "bf7a9003-f206-426a-9596-8134f5bc7eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.230284] env[62522]: DEBUG nova.scheduler.client.report [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1593.344685] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703126, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.345302] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.354158] env[62522]: DEBUG oslo_concurrency.lockutils [req-788bce48-ce8f-47b7-b983-9dea0f2b4b7e req-bb4f1b12-d08e-4255-8edf-d9a443ea6a96 service nova] Releasing lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.354439] env[62522]: DEBUG nova.compute.manager [req-788bce48-ce8f-47b7-b983-9dea0f2b4b7e req-bb4f1b12-d08e-4255-8edf-d9a443ea6a96 service nova] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Received event network-vif-plugged-bf7a9003-f206-426a-9596-8134f5bc7eb5 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1593.354660] env[62522]: DEBUG oslo_concurrency.lockutils [req-788bce48-ce8f-47b7-b983-9dea0f2b4b7e req-bb4f1b12-d08e-4255-8edf-d9a443ea6a96 service nova] Acquiring lock "d69fc5a5-8b1d-4aaa-bc46-960034b768f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.354896] env[62522]: DEBUG oslo_concurrency.lockutils [req-788bce48-ce8f-47b7-b983-9dea0f2b4b7e req-bb4f1b12-d08e-4255-8edf-d9a443ea6a96 service nova] Lock "d69fc5a5-8b1d-4aaa-bc46-960034b768f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.355078] env[62522]: DEBUG oslo_concurrency.lockutils [req-788bce48-ce8f-47b7-b983-9dea0f2b4b7e req-bb4f1b12-d08e-4255-8edf-d9a443ea6a96 service nova] Lock "d69fc5a5-8b1d-4aaa-bc46-960034b768f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.355258] env[62522]: DEBUG nova.compute.manager [req-788bce48-ce8f-47b7-b983-9dea0f2b4b7e req-bb4f1b12-d08e-4255-8edf-d9a443ea6a96 service nova] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] No waiting events found dispatching network-vif-plugged-bf7a9003-f206-426a-9596-8134f5bc7eb5 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1593.355450] env[62522]: WARNING nova.compute.manager [req-788bce48-ce8f-47b7-b983-9dea0f2b4b7e req-bb4f1b12-d08e-4255-8edf-d9a443ea6a96 service nova] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Received unexpected event network-vif-plugged-bf7a9003-f206-426a-9596-8134f5bc7eb5 for instance with vm_state building and task_state spawning. [ 1593.542956] env[62522]: DEBUG nova.network.neutron [-] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.664771] env[62522]: DEBUG nova.network.neutron [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating instance_info_cache with network_info: [{"id": "9ea5fcde-2a56-40d5-9e49-db00b301e25a", "address": "fa:16:3e:34:35:06", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5fcde-2a", "ovs_interfaceid": "9ea5fcde-2a56-40d5-9e49-db00b301e25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.716316] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "refresh_cache-d69fc5a5-8b1d-4aaa-bc46-960034b768f9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.716606] env[62522]: DEBUG nova.compute.manager [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Instance network_info: |[{"id": "bf7a9003-f206-426a-9596-8134f5bc7eb5", "address": "fa:16:3e:ac:f7:89", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7a9003-f2", "ovs_interfaceid": "bf7a9003-f206-426a-9596-8134f5bc7eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1593.717037] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:f7:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf7a9003-f206-426a-9596-8134f5bc7eb5', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1593.724524] env[62522]: DEBUG oslo.service.loopingcall [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.724819] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1593.724968] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f697ca85-182b-4100-8656-b8985d79dd00 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.740334] env[62522]: DEBUG oslo_concurrency.lockutils [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.352s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.742683] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.053s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.744147] env[62522]: INFO nova.compute.claims [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1593.751836] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1593.751836] env[62522]: value = "task-1703127" [ 1593.751836] env[62522]: _type = "Task" [ 1593.751836] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.759702] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703127, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.764253] env[62522]: INFO nova.scheduler.client.report [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Deleted allocations for instance b3bf88b5-5bba-41b3-adac-be9c60732f9e [ 1593.842935] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675865} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.847794] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 243ffaf4-8afa-4ed0-95ce-e5b3869888cc/243ffaf4-8afa-4ed0-95ce-e5b3869888cc.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1593.848074] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1593.848366] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703125, 'name': ReconfigVM_Task, 'duration_secs': 0.669424} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.849025] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aa26883-3ac9-4f87-a9c0-1ddffd0a2c38 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.850826] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 0d9d2247-2579-4888-a290-2e8864b024c7/0d9d2247-2579-4888-a290-2e8864b024c7.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1593.851456] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c021fde-246f-4aa8-a216-cffc77e3bda4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.858780] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1593.858780] env[62522]: value = "task-1703129" [ 1593.858780] env[62522]: _type = "Task" [ 1593.858780] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.859745] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1593.859745] env[62522]: value = "task-1703130" [ 1593.859745] env[62522]: _type = "Task" [ 1593.859745] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.871713] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.874563] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703130, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.973671] env[62522]: DEBUG nova.compute.manager [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Received event network-changed-bf7a9003-f206-426a-9596-8134f5bc7eb5 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1593.973946] env[62522]: DEBUG nova.compute.manager [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Refreshing instance network info cache due to event network-changed-bf7a9003-f206-426a-9596-8134f5bc7eb5. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1593.974193] env[62522]: DEBUG oslo_concurrency.lockutils [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] Acquiring lock "refresh_cache-d69fc5a5-8b1d-4aaa-bc46-960034b768f9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.974339] env[62522]: DEBUG oslo_concurrency.lockutils [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] Acquired lock "refresh_cache-d69fc5a5-8b1d-4aaa-bc46-960034b768f9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.974521] env[62522]: DEBUG nova.network.neutron [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Refreshing network info cache for port bf7a9003-f206-426a-9596-8134f5bc7eb5 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1594.045374] env[62522]: INFO nova.compute.manager [-] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Took 1.31 seconds to deallocate network for instance. [ 1594.168070] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.262430] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703127, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.272075] env[62522]: DEBUG oslo_concurrency.lockutils [None req-325a4245-f924-4807-9ead-c51b63c42d6c tempest-ServerTagsTestJSON-1678406067 tempest-ServerTagsTestJSON-1678406067-project-member] Lock "b3bf88b5-5bba-41b3-adac-be9c60732f9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.796s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.372086] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066425} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.375053] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.375366] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703130, 'name': Rename_Task, 'duration_secs': 0.377213} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.376066] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20de5add-bd9d-468c-8143-806bb43f8a08 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.378392] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1594.378618] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af85aaae-37f1-4c9d-a61e-e0788e3f511d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.399750] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 243ffaf4-8afa-4ed0-95ce-e5b3869888cc/243ffaf4-8afa-4ed0-95ce-e5b3869888cc.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.401074] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed7cb1b-e330-40c4-803c-6c14f6474c47 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.423139] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1594.423139] env[62522]: value = "task-1703131" [ 1594.423139] env[62522]: _type = "Task" [ 1594.423139] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.429270] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1594.429270] env[62522]: value = "task-1703132" [ 1594.429270] env[62522]: _type = "Task" [ 1594.429270] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.436264] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703131, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.441801] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.552320] env[62522]: DEBUG oslo_concurrency.lockutils [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.702447] env[62522]: DEBUG nova.network.neutron [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Updated VIF entry in instance network info cache for port bf7a9003-f206-426a-9596-8134f5bc7eb5. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1594.704586] env[62522]: DEBUG nova.network.neutron [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Updating instance_info_cache with network_info: [{"id": "bf7a9003-f206-426a-9596-8134f5bc7eb5", "address": "fa:16:3e:ac:f7:89", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7a9003-f2", "ovs_interfaceid": "bf7a9003-f206-426a-9596-8134f5bc7eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.762573] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703127, 'name': CreateVM_Task, 'duration_secs': 0.703549} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.762869] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1594.764144] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.764144] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.764144] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1594.764144] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b3c02ec-e927-468d-8e07-9b43d53650e5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.768848] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1594.768848] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5270eb90-5bb4-4dd2-494b-36c0deb58a79" [ 1594.768848] env[62522]: _type = "Task" [ 1594.768848] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.780120] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5270eb90-5bb4-4dd2-494b-36c0deb58a79, 'name': SearchDatastore_Task, 'duration_secs': 0.009123} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.780400] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.780622] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1594.780845] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.780988] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.781640] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.781897] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cb67db6-44a6-44ae-a3a1-d9ac77ae2470 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.792500] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.792714] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1594.793493] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a1d5d7-9997-40ab-80a2-1287cb947519 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.801469] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1594.801469] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525346f5-3b94-4fa1-68ec-cdc2deaa2535" [ 1594.801469] env[62522]: _type = "Task" [ 1594.801469] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.809047] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525346f5-3b94-4fa1-68ec-cdc2deaa2535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.938255] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.943842] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703132, 'name': ReconfigVM_Task, 'duration_secs': 0.293015} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.943842] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 243ffaf4-8afa-4ed0-95ce-e5b3869888cc/243ffaf4-8afa-4ed0-95ce-e5b3869888cc.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1594.944461] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fcecbdb-d321-44e7-a177-acc86e7801e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.947313] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51301442-2840-4608-98f8-e8265edf2635 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.955490] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87441cd5-5bb1-4195-b84e-69cff7fdf26a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.959033] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1594.959033] env[62522]: value = "task-1703133" [ 1594.959033] env[62522]: _type = "Task" [ 1594.959033] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.987507] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65640bdd-e794-45f1-905f-95c00a3df65f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.993818] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703133, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.999299] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d85fc74-ac2b-4c1c-a159-04970e6b83fc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.017196] env[62522]: DEBUG nova.compute.provider_tree [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1595.208067] env[62522]: DEBUG oslo_concurrency.lockutils [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] Releasing lock "refresh_cache-d69fc5a5-8b1d-4aaa-bc46-960034b768f9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.208067] env[62522]: DEBUG nova.compute.manager [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Received event network-changed-3bac18c9-bcf9-4881-b428-5dffcb0aae86 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1595.208067] env[62522]: DEBUG nova.compute.manager [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Refreshing instance network info cache due to event network-changed-3bac18c9-bcf9-4881-b428-5dffcb0aae86. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1595.208067] env[62522]: DEBUG oslo_concurrency.lockutils [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] Acquiring lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.208067] env[62522]: DEBUG oslo_concurrency.lockutils [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] Acquired lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.208359] env[62522]: DEBUG nova.network.neutron [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Refreshing network info cache for port 3bac18c9-bcf9-4881-b428-5dffcb0aae86 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.312196] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525346f5-3b94-4fa1-68ec-cdc2deaa2535, 'name': SearchDatastore_Task, 'duration_secs': 0.008081} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.312977] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f9a1c7-4d7e-49f5-a4be-11a3ffab41e7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.319792] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1595.319792] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52253682-9fd2-613d-0676-1740f253082a" [ 1595.319792] env[62522]: _type = "Task" [ 1595.319792] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.330653] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52253682-9fd2-613d-0676-1740f253082a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.435700] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703131, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.468418] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703133, 'name': Rename_Task, 'duration_secs': 0.146786} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.468685] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.468927] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79d6c619-1ff1-4f5e-aa13-6f6824767b40 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.475437] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1595.475437] env[62522]: value = "task-1703134" [ 1595.475437] env[62522]: _type = "Task" [ 1595.475437] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.483534] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.552191] env[62522]: DEBUG nova.scheduler.client.report [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1595.552479] env[62522]: DEBUG nova.compute.provider_tree [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 114 to 115 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1595.552664] env[62522]: DEBUG nova.compute.provider_tree [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1595.685665] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738f8b3c-1b11-44eb-a414-f66794f5e9bd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.704748] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating instance 'a4a3cd31-ec26-42ac-8175-2f60c0124937' progress to 0 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1595.829677] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52253682-9fd2-613d-0676-1740f253082a, 'name': SearchDatastore_Task, 'duration_secs': 0.010798} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.830021] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.830198] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d69fc5a5-8b1d-4aaa-bc46-960034b768f9/d69fc5a5-8b1d-4aaa-bc46-960034b768f9.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1595.830490] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78537f30-66e6-4168-8159-3adacf0bd379 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.837054] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1595.837054] env[62522]: value = "task-1703135" [ 1595.837054] env[62522]: _type = "Task" [ 1595.837054] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.844989] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.935631] env[62522]: DEBUG oslo_vmware.api [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703131, 'name': PowerOnVM_Task, 'duration_secs': 1.159283} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.935911] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1595.936136] env[62522]: INFO nova.compute.manager [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1595.936342] env[62522]: DEBUG nova.compute.manager [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1595.937119] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af278345-6289-416d-b1ba-d36a984e6f17 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.986656] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.058967] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.059576] env[62522]: DEBUG nova.compute.manager [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1596.066025] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.597s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.082475] env[62522]: DEBUG nova.network.neutron [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Updated VIF entry in instance network info cache for port 3bac18c9-bcf9-4881-b428-5dffcb0aae86. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.083245] env[62522]: DEBUG nova.network.neutron [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Updating instance_info_cache with network_info: [{"id": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "address": "fa:16:3e:63:c7:1e", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bac18c9-bc", "ovs_interfaceid": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.212867] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1596.213071] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bf44fd3-5558-4800-a624-92bc84823a8d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.223698] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1596.223698] env[62522]: value = "task-1703137" [ 1596.223698] env[62522]: _type = "Task" [ 1596.223698] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.237712] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.348466] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703135, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.455027] env[62522]: INFO nova.compute.manager [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Took 22.91 seconds to build instance. [ 1596.488834] env[62522]: DEBUG oslo_vmware.api [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703134, 'name': PowerOnVM_Task, 'duration_secs': 0.5753} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.489225] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.489756] env[62522]: INFO nova.compute.manager [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1596.489756] env[62522]: DEBUG nova.compute.manager [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.490477] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e712af37-60f7-425b-9add-068568725cf5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.565206] env[62522]: DEBUG nova.compute.utils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1596.566673] env[62522]: DEBUG nova.compute.manager [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1596.566837] env[62522]: DEBUG nova.network.neutron [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1596.587643] env[62522]: DEBUG oslo_concurrency.lockutils [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] Releasing lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.588192] env[62522]: DEBUG nova.compute.manager [req-931c619a-123b-400c-a04e-413acb1f6135 req-52de78b9-5507-4318-8b09-d9734a776747 service nova] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Received event network-vif-deleted-6744a7d3-d4f4-4da0-ada1-1484222199c9 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1596.630997] env[62522]: DEBUG nova.policy [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3495ef7d7c96436686012f6131d26fa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ab5ba9c13bd45eb94571f0a66c8e468', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1596.736306] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703137, 'name': PowerOffVM_Task, 'duration_secs': 0.302641} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.736640] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1596.736833] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating instance 'a4a3cd31-ec26-42ac-8175-2f60c0124937' progress to 17 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1596.847811] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605327} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.848164] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d69fc5a5-8b1d-4aaa-bc46-960034b768f9/d69fc5a5-8b1d-4aaa-bc46-960034b768f9.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1596.848378] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.848628] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeefca57-9705-46aa-a7f9-23b3ac3c6701 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.855297] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1596.855297] env[62522]: value = "task-1703138" [ 1596.855297] env[62522]: _type = "Task" [ 1596.855297] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.863769] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.918369] env[62522]: DEBUG nova.network.neutron [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Successfully created port: 2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1596.956170] env[62522]: DEBUG oslo_concurrency.lockutils [None req-016574e4-7b9b-4fa1-b30d-5ecfb91619b7 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "0d9d2247-2579-4888-a290-2e8864b024c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.424s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.009417] env[62522]: INFO nova.compute.manager [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Took 23.08 seconds to build instance. [ 1597.079732] env[62522]: DEBUG nova.compute.manager [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1597.082700] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Applying migration context for instance a4a3cd31-ec26-42ac-8175-2f60c0124937 as it has an incoming, in-progress migration 05638916-3960-49a5-8bd8-0b25cd613b3c. Migration status is migrating {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1597.084195] env[62522]: INFO nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating resource usage from migration 05638916-3960-49a5-8bd8-0b25cd613b3c [ 1597.106447] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 47f1cb12-ddfd-43db-943f-d1183410fbe6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1597.106615] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 04f2dcf8-ec65-432d-b5c0-1a351d12accb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1597.106762] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 5e637bf4-543b-4a0e-be2a-9782b9005e56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1597.106879] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 751b2c85-4144-42ab-8d30-4e527ccc6c63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1597.107039] env[62522]: WARNING nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 964e3809-3902-426a-a09c-4a942b638b1e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1597.107171] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1597.107283] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1597.107394] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance d2c5d822-df80-4d3a-859c-14562f3b2805 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1597.107504] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 0d9d2247-2579-4888-a290-2e8864b024c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1597.107612] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 243ffaf4-8afa-4ed0-95ce-e5b3869888cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1597.107716] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance d69fc5a5-8b1d-4aaa-bc46-960034b768f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1597.107823] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Migration 05638916-3960-49a5-8bd8-0b25cd613b3c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1597.107929] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance a4a3cd31-ec26-42ac-8175-2f60c0124937 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1597.108046] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance e9ddf06b-405d-4930-89ec-3fb63d3137db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1597.108261] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1597.108383] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1597.244041] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1597.244298] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1597.244470] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.244659] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1597.244809] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.244962] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1597.245176] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1597.245333] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1597.245497] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1597.245657] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1597.245825] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1597.254328] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e65e7e3-363b-448b-bbb0-2cfea2d1ca21 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.273962] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1597.273962] env[62522]: value = "task-1703139" [ 1597.273962] env[62522]: _type = "Task" [ 1597.273962] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.282998] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.343442] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f257c3fa-fb47-4883-a159-62ba663aa545 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.351881] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762c6a5d-9c9b-437a-be45-b23cee948c2f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.367241] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069176} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.392248] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.393756] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852cec0f-f394-4bb0-b164-d617893146ff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.396818] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2fa3fb-a060-4f4a-a8f7-689bcc1dfeca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.419073] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] d69fc5a5-8b1d-4aaa-bc46-960034b768f9/d69fc5a5-8b1d-4aaa-bc46-960034b768f9.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.421527] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da73d000-d914-466b-a3b8-7b5b53692caf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.436984] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf6eadf-92b1-4695-af01-270cb96832a2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.452747] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1597.455206] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1597.455206] env[62522]: value = "task-1703140" [ 1597.455206] env[62522]: _type = "Task" [ 1597.455206] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.463249] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.510383] env[62522]: DEBUG oslo_concurrency.lockutils [None req-79c77309-af1e-4f5b-aec5-64f78abe9a72 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "243ffaf4-8afa-4ed0-95ce-e5b3869888cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.591s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.785385] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703139, 'name': ReconfigVM_Task, 'duration_secs': 0.317915} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.785727] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating instance 'a4a3cd31-ec26-42ac-8175-2f60c0124937' progress to 33 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1597.970064] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.979030] env[62522]: ERROR nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [req-5d42f64d-5fa9-477b-944a-0741d11ec8f4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5d42f64d-5fa9-477b-944a-0741d11ec8f4"}]} [ 1597.996917] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1598.012778] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1598.013016] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1598.026324] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1598.048419] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1598.094045] env[62522]: DEBUG nova.compute.manager [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1598.124755] env[62522]: DEBUG nova.virt.hardware [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1598.124755] env[62522]: DEBUG nova.virt.hardware [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1598.124921] env[62522]: DEBUG nova.virt.hardware [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1598.124987] env[62522]: DEBUG nova.virt.hardware [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1598.125161] env[62522]: DEBUG nova.virt.hardware [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1598.125308] env[62522]: DEBUG nova.virt.hardware [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1598.125515] env[62522]: DEBUG nova.virt.hardware [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1598.125674] env[62522]: DEBUG nova.virt.hardware [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1598.125838] env[62522]: DEBUG nova.virt.hardware [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1598.125998] env[62522]: DEBUG nova.virt.hardware [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1598.126198] env[62522]: DEBUG nova.virt.hardware [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1598.127181] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433328d0-8341-480f-92d6-e79803f3356a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.136533] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8cb725-2c79-47f4-ad1c-6ea5d14542d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.155388] env[62522]: DEBUG nova.compute.manager [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Stashing vm_state: active {{(pid=62522) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1598.266270] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc7b60c-2fa0-4007-a0f8-7eb12ecccefd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.274214] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df32f6ff-238f-4a17-bcb8-15aaf3992abf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.307679] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1598.307927] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1598.308093] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1598.308275] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1598.308419] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1598.308563] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1598.308759] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1598.308914] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1598.309092] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1598.309272] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1598.309450] env[62522]: DEBUG nova.virt.hardware [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1598.315156] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1598.315624] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84376bd3-6606-4973-b92d-84fbfa79593c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.333506] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25515178-bfba-4ac8-9bfa-5ea22bf17d4a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.348860] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb0baf8-38b9-4250-ac88-b25a8393695d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.355090] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1598.355090] env[62522]: value = "task-1703141" [ 1598.355090] env[62522]: _type = "Task" [ 1598.355090] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.367818] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1598.374594] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.411695] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Acquiring lock "47f1cb12-ddfd-43db-943f-d1183410fbe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.411988] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Lock "47f1cb12-ddfd-43db-943f-d1183410fbe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.412224] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Acquiring lock "47f1cb12-ddfd-43db-943f-d1183410fbe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.412549] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Lock "47f1cb12-ddfd-43db-943f-d1183410fbe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.412825] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Lock "47f1cb12-ddfd-43db-943f-d1183410fbe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.415013] env[62522]: INFO nova.compute.manager [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Terminating instance [ 1598.470476] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703140, 'name': ReconfigVM_Task, 'duration_secs': 0.697289} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.470759] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Reconfigured VM instance instance-0000004f to attach disk [datastore1] d69fc5a5-8b1d-4aaa-bc46-960034b768f9/d69fc5a5-8b1d-4aaa-bc46-960034b768f9.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.471454] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c069d438-9146-47f1-873e-cd3a2a2b716a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.477364] env[62522]: DEBUG nova.compute.manager [req-dc4d2fda-a0dd-4fa8-ae09-7fff9e3c4c49 req-a579c946-1945-47c9-8a30-22c715d00941 service nova] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Received event network-vif-plugged-2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1598.477638] env[62522]: DEBUG oslo_concurrency.lockutils [req-dc4d2fda-a0dd-4fa8-ae09-7fff9e3c4c49 req-a579c946-1945-47c9-8a30-22c715d00941 service nova] Acquiring lock "e9ddf06b-405d-4930-89ec-3fb63d3137db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.477768] env[62522]: DEBUG oslo_concurrency.lockutils [req-dc4d2fda-a0dd-4fa8-ae09-7fff9e3c4c49 req-a579c946-1945-47c9-8a30-22c715d00941 service nova] Lock "e9ddf06b-405d-4930-89ec-3fb63d3137db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.477931] env[62522]: DEBUG oslo_concurrency.lockutils [req-dc4d2fda-a0dd-4fa8-ae09-7fff9e3c4c49 req-a579c946-1945-47c9-8a30-22c715d00941 service nova] Lock "e9ddf06b-405d-4930-89ec-3fb63d3137db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.478112] env[62522]: DEBUG nova.compute.manager [req-dc4d2fda-a0dd-4fa8-ae09-7fff9e3c4c49 req-a579c946-1945-47c9-8a30-22c715d00941 service nova] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] No waiting events found dispatching network-vif-plugged-2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1598.478280] env[62522]: WARNING nova.compute.manager [req-dc4d2fda-a0dd-4fa8-ae09-7fff9e3c4c49 req-a579c946-1945-47c9-8a30-22c715d00941 service nova] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Received unexpected event network-vif-plugged-2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba for instance with vm_state building and task_state spawning. [ 1598.479988] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1598.479988] env[62522]: value = "task-1703142" [ 1598.479988] env[62522]: _type = "Task" [ 1598.479988] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.488246] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703142, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.580032] env[62522]: DEBUG nova.network.neutron [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Successfully updated port: 2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1598.674378] env[62522]: DEBUG oslo_concurrency.lockutils [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.867395] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703141, 'name': ReconfigVM_Task, 'duration_secs': 0.285403} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.867696] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1598.868490] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623d0511-e415-440a-984f-657094f243f4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.893879] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] a4a3cd31-ec26-42ac-8175-2f60c0124937/a4a3cd31-ec26-42ac-8175-2f60c0124937.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1598.894211] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95163f7d-7707-4be3-8248-a68a8f8bc462 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.907733] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1598.907948] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 117 to 118 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1598.908112] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1598.916820] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1598.916820] env[62522]: value = "task-1703143" [ 1598.916820] env[62522]: _type = "Task" [ 1598.916820] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.920609] env[62522]: DEBUG nova.compute.manager [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1598.920820] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1598.921641] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd968d46-a1c5-414c-a350-d43741eb2e7d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.929499] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703143, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.931776] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1598.932024] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-357c8d9f-c2d2-4534-a154-2a6a57b4bdd2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.937752] env[62522]: DEBUG oslo_vmware.api [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Waiting for the task: (returnval){ [ 1598.937752] env[62522]: value = "task-1703144" [ 1598.937752] env[62522]: _type = "Task" [ 1598.937752] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.945831] env[62522]: DEBUG oslo_vmware.api [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1703144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.990036] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703142, 'name': Rename_Task, 'duration_secs': 0.170217} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.990384] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1598.990601] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-807bcd3c-5ca8-46d9-9615-d9e29dfc375a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.997033] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1598.997033] env[62522]: value = "task-1703145" [ 1598.997033] env[62522]: _type = "Task" [ 1598.997033] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.004992] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.082752] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "refresh_cache-e9ddf06b-405d-4930-89ec-3fb63d3137db" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.082864] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "refresh_cache-e9ddf06b-405d-4930-89ec-3fb63d3137db" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.082969] env[62522]: DEBUG nova.network.neutron [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.415616] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1599.415616] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.351s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.415616] env[62522]: DEBUG oslo_concurrency.lockutils [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.862s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.415616] env[62522]: DEBUG oslo_concurrency.lockutils [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.416491] env[62522]: DEBUG oslo_concurrency.lockutils [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.742s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.427717] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703143, 'name': ReconfigVM_Task, 'duration_secs': 0.406424} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.427968] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Reconfigured VM instance instance-00000047 to attach disk [datastore1] a4a3cd31-ec26-42ac-8175-2f60c0124937/a4a3cd31-ec26-42ac-8175-2f60c0124937.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.428257] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating instance 'a4a3cd31-ec26-42ac-8175-2f60c0124937' progress to 50 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1599.435040] env[62522]: INFO nova.scheduler.client.report [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Deleted allocations for instance 964e3809-3902-426a-a09c-4a942b638b1e [ 1599.447642] env[62522]: DEBUG oslo_vmware.api [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1703144, 'name': PowerOffVM_Task, 'duration_secs': 0.215887} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.447964] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.448171] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.448439] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9b79281-4c78-4347-87b1-4aed508191f6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.510697] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703145, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.526104] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.526313] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.526756] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Deleting the datastore file [datastore1] 47f1cb12-ddfd-43db-943f-d1183410fbe6 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.526894] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79c4ff57-9673-4d83-802f-048fb6bee674 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.533308] env[62522]: DEBUG oslo_vmware.api [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Waiting for the task: (returnval){ [ 1599.533308] env[62522]: value = "task-1703147" [ 1599.533308] env[62522]: _type = "Task" [ 1599.533308] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.541058] env[62522]: DEBUG oslo_vmware.api [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1703147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.615100] env[62522]: DEBUG nova.network.neutron [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.753946] env[62522]: DEBUG nova.network.neutron [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Updating instance_info_cache with network_info: [{"id": "2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba", "address": "fa:16:3e:5f:13:0f", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd6c342-05", "ovs_interfaceid": "2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.926417] env[62522]: INFO nova.compute.claims [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1599.935868] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0751fa9-5531-4ce7-a65c-e9396c940369 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.957476] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ea5670-5188-40ad-9819-e53c69ef98b3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.960410] env[62522]: DEBUG oslo_concurrency.lockutils [None req-28136748-8e5f-4c8f-9271-5eea68040711 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "964e3809-3902-426a-a09c-4a942b638b1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.943s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.978885] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating instance 'a4a3cd31-ec26-42ac-8175-2f60c0124937' progress to 67 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1600.006355] env[62522]: DEBUG oslo_vmware.api [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703145, 'name': PowerOnVM_Task, 'duration_secs': 0.513946} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.006682] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.006893] env[62522]: INFO nova.compute.manager [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1600.007085] env[62522]: DEBUG nova.compute.manager [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1600.007863] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4952366f-66aa-449d-95d6-6e6de8c07991 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.042581] env[62522]: DEBUG oslo_vmware.api [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1703147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.256352] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "refresh_cache-e9ddf06b-405d-4930-89ec-3fb63d3137db" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.256755] env[62522]: DEBUG nova.compute.manager [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Instance network_info: |[{"id": "2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba", "address": "fa:16:3e:5f:13:0f", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd6c342-05", "ovs_interfaceid": "2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1600.257246] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:13:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1600.265799] env[62522]: DEBUG oslo.service.loopingcall [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.266057] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1600.266325] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-240133d7-6b5b-46de-8180-9e490d81168d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.289363] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1600.289363] env[62522]: value = "task-1703149" [ 1600.289363] env[62522]: _type = "Task" [ 1600.289363] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.296908] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703149, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.435021] env[62522]: INFO nova.compute.resource_tracker [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updating resource usage from migration a322226b-a0f0-43b0-9be9-685686ece9dd [ 1600.510850] env[62522]: DEBUG nova.compute.manager [req-20718745-df93-4d60-823a-aea8078b4b11 req-9ca51a0b-5754-4d42-b3c2-8be94e4710a1 service nova] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Received event network-changed-2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1600.511130] env[62522]: DEBUG nova.compute.manager [req-20718745-df93-4d60-823a-aea8078b4b11 req-9ca51a0b-5754-4d42-b3c2-8be94e4710a1 service nova] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Refreshing instance network info cache due to event network-changed-2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1600.511421] env[62522]: DEBUG oslo_concurrency.lockutils [req-20718745-df93-4d60-823a-aea8078b4b11 req-9ca51a0b-5754-4d42-b3c2-8be94e4710a1 service nova] Acquiring lock "refresh_cache-e9ddf06b-405d-4930-89ec-3fb63d3137db" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.511618] env[62522]: DEBUG oslo_concurrency.lockutils [req-20718745-df93-4d60-823a-aea8078b4b11 req-9ca51a0b-5754-4d42-b3c2-8be94e4710a1 service nova] Acquired lock "refresh_cache-e9ddf06b-405d-4930-89ec-3fb63d3137db" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.511816] env[62522]: DEBUG nova.network.neutron [req-20718745-df93-4d60-823a-aea8078b4b11 req-9ca51a0b-5754-4d42-b3c2-8be94e4710a1 service nova] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Refreshing network info cache for port 2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.533759] env[62522]: DEBUG nova.network.neutron [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Port 9ea5fcde-2a56-40d5-9e49-db00b301e25a binding to destination host cpu-1 is already ACTIVE {{(pid=62522) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1600.535472] env[62522]: INFO nova.compute.manager [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Took 26.25 seconds to build instance. [ 1600.549592] env[62522]: DEBUG oslo_vmware.api [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Task: {'id': task-1703147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.597156} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.550114] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1600.550392] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1600.550594] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1600.550785] env[62522]: INFO nova.compute.manager [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1600.551051] env[62522]: DEBUG oslo.service.loopingcall [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.552307] env[62522]: DEBUG nova.compute.manager [-] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1600.552307] env[62522]: DEBUG nova.network.neutron [-] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1600.661429] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33c4c91-226d-4516-a407-8e151802308d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.676368] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b39874f-54d1-4b7a-8204-8f965a7533f8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.712601] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449dd155-92cf-4418-928b-281e7f87aa3c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.722564] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04613248-da85-45fb-98f0-a6fc40910728 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.739851] env[62522]: DEBUG nova.compute.provider_tree [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1600.800877] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703149, 'name': CreateVM_Task, 'duration_secs': 0.414045} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.801063] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1600.801761] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.801947] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.802251] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1600.802669] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198125d2-dd75-412e-8d82-eff1bd9e8688 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.807258] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1600.807258] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cdf277-0859-19b2-db6b-fe4a320bd7ec" [ 1600.807258] env[62522]: _type = "Task" [ 1600.807258] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.815170] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cdf277-0859-19b2-db6b-fe4a320bd7ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.041553] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e641a20-a076-447f-96b7-40c6d26de544 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "d69fc5a5-8b1d-4aaa-bc46-960034b768f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.764s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.267664] env[62522]: INFO nova.compute.manager [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Rescuing [ 1601.267739] env[62522]: DEBUG oslo_concurrency.lockutils [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "refresh_cache-d69fc5a5-8b1d-4aaa-bc46-960034b768f9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.268508] env[62522]: DEBUG oslo_concurrency.lockutils [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "refresh_cache-d69fc5a5-8b1d-4aaa-bc46-960034b768f9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.268508] env[62522]: DEBUG nova.network.neutron [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.272775] env[62522]: DEBUG nova.scheduler.client.report [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1601.273050] env[62522]: DEBUG nova.compute.provider_tree [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 118 to 119 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1601.273281] env[62522]: DEBUG nova.compute.provider_tree [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1601.292290] env[62522]: DEBUG nova.network.neutron [req-20718745-df93-4d60-823a-aea8078b4b11 req-9ca51a0b-5754-4d42-b3c2-8be94e4710a1 service nova] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Updated VIF entry in instance network info cache for port 2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1601.292679] env[62522]: DEBUG nova.network.neutron [req-20718745-df93-4d60-823a-aea8078b4b11 req-9ca51a0b-5754-4d42-b3c2-8be94e4710a1 service nova] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Updating instance_info_cache with network_info: [{"id": "2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba", "address": "fa:16:3e:5f:13:0f", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd6c342-05", "ovs_interfaceid": "2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.318498] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cdf277-0859-19b2-db6b-fe4a320bd7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.319776] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.319776] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1601.319776] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.319776] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.319776] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1601.320394] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29e978de-696b-4aa1-8879-08e188dbed02 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.329464] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1601.330460] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1601.330460] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24dda03-567b-4452-9a6f-0945ff75a2d5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.336182] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1601.336182] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5226237d-32e0-266e-7090-08cff3aef665" [ 1601.336182] env[62522]: _type = "Task" [ 1601.336182] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.345270] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5226237d-32e0-266e-7090-08cff3aef665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.561986] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "a4a3cd31-ec26-42ac-8175-2f60c0124937-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.562293] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "a4a3cd31-ec26-42ac-8175-2f60c0124937-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.562293] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "a4a3cd31-ec26-42ac-8175-2f60c0124937-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.653023] env[62522]: DEBUG nova.network.neutron [-] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.780342] env[62522]: DEBUG oslo_concurrency.lockutils [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.364s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.780560] env[62522]: INFO nova.compute.manager [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Migrating [ 1601.795661] env[62522]: DEBUG oslo_concurrency.lockutils [req-20718745-df93-4d60-823a-aea8078b4b11 req-9ca51a0b-5754-4d42-b3c2-8be94e4710a1 service nova] Releasing lock "refresh_cache-e9ddf06b-405d-4930-89ec-3fb63d3137db" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.846439] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5226237d-32e0-266e-7090-08cff3aef665, 'name': SearchDatastore_Task, 'duration_secs': 0.008887} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.847239] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc57b69-f542-499e-99e6-ca0722a728b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.852158] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1601.852158] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f6840c-8436-85f3-39c1-45ae38f54931" [ 1601.852158] env[62522]: _type = "Task" [ 1601.852158] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.861486] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f6840c-8436-85f3-39c1-45ae38f54931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.029827] env[62522]: DEBUG nova.network.neutron [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Updating instance_info_cache with network_info: [{"id": "bf7a9003-f206-426a-9596-8134f5bc7eb5", "address": "fa:16:3e:ac:f7:89", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7a9003-f2", "ovs_interfaceid": "bf7a9003-f206-426a-9596-8134f5bc7eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.118518] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "49a420a6-0b4a-423d-aca9-5bd13d824654" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.118835] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "49a420a6-0b4a-423d-aca9-5bd13d824654" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.156368] env[62522]: INFO nova.compute.manager [-] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Took 1.60 seconds to deallocate network for instance. [ 1602.295820] env[62522]: DEBUG oslo_concurrency.lockutils [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.296048] env[62522]: DEBUG oslo_concurrency.lockutils [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.296237] env[62522]: DEBUG nova.network.neutron [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1602.363465] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f6840c-8436-85f3-39c1-45ae38f54931, 'name': SearchDatastore_Task, 'duration_secs': 0.008981} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.363787] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.363979] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] e9ddf06b-405d-4930-89ec-3fb63d3137db/e9ddf06b-405d-4930-89ec-3fb63d3137db.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1602.364267] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-095ea8ca-aaff-4f51-942f-8784a8df66e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.371278] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1602.371278] env[62522]: value = "task-1703151" [ 1602.371278] env[62522]: _type = "Task" [ 1602.371278] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.379602] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.533119] env[62522]: DEBUG oslo_concurrency.lockutils [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "refresh_cache-d69fc5a5-8b1d-4aaa-bc46-960034b768f9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.538193] env[62522]: DEBUG nova.compute.manager [req-2a25c226-97fa-464b-b5f1-33a1edddb3e5 req-e662e6ad-2aae-4da0-950d-bdece62b2529 service nova] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Received event network-vif-deleted-861fd1c1-b889-4ca0-a2a8-a4990ce902e2 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1602.601924] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.602144] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.602456] env[62522]: DEBUG nova.network.neutron [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1602.620741] env[62522]: DEBUG nova.compute.manager [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1602.662471] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.662752] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.662972] env[62522]: DEBUG nova.objects.instance [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Lazy-loading 'resources' on Instance uuid 47f1cb12-ddfd-43db-943f-d1183410fbe6 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.880896] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703151, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.034852] env[62522]: DEBUG nova.network.neutron [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updating instance_info_cache with network_info: [{"id": "a8c4b487-c588-4fed-9941-1add8155d911", "address": "fa:16:3e:10:04:24", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c4b487-c5", "ovs_interfaceid": "a8c4b487-c588-4fed-9941-1add8155d911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.143852] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.345198] env[62522]: DEBUG nova.network.neutron [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating instance_info_cache with network_info: [{"id": "9ea5fcde-2a56-40d5-9e49-db00b301e25a", "address": "fa:16:3e:34:35:06", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5fcde-2a", "ovs_interfaceid": "9ea5fcde-2a56-40d5-9e49-db00b301e25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.386188] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703151, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.403884] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b825e8d3-3368-4a9b-b358-87a5f335f0c1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.411262] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae0d516-71b5-4f86-a178-14432abb4f5c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.443429] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9ced94-86a1-4a67-a6b0-8ce51e81de2c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.451114] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bb7899-7d31-4904-8453-73d68e0230b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.464966] env[62522]: DEBUG nova.compute.provider_tree [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.537876] env[62522]: DEBUG oslo_concurrency.lockutils [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.852260] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.881912] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703151, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.094048} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.882614] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] e9ddf06b-405d-4930-89ec-3fb63d3137db/e9ddf06b-405d-4930-89ec-3fb63d3137db.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1603.882758] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1603.882955] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56fb1344-2c12-463e-af7b-63e15b3ad67c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.889345] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1603.889345] env[62522]: value = "task-1703152" [ 1603.889345] env[62522]: _type = "Task" [ 1603.889345] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.896938] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.968069] env[62522]: DEBUG nova.scheduler.client.report [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1604.067737] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.068079] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b2274a7-314e-42e9-a36a-bf60fa3093c1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.074987] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1604.074987] env[62522]: value = "task-1703153" [ 1604.074987] env[62522]: _type = "Task" [ 1604.074987] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.084849] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.378406] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9569a19-47ab-4544-a2db-def1f37effc7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.399964] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d691bd-e243-46d0-964e-8bc81ec8a737 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.409401] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076475} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.409749] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating instance 'a4a3cd31-ec26-42ac-8175-2f60c0124937' progress to 83 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1604.413323] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1604.414264] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7f22ba-758a-443b-88fb-c65e1b30e98c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.435609] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] e9ddf06b-405d-4930-89ec-3fb63d3137db/e9ddf06b-405d-4930-89ec-3fb63d3137db.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.435885] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-711c3e1f-8a1a-4aba-9216-841df6095c98 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.455601] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1604.455601] env[62522]: value = "task-1703155" [ 1604.455601] env[62522]: _type = "Task" [ 1604.455601] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.464275] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.472652] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.474786] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.331s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.476278] env[62522]: INFO nova.compute.claims [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1604.491879] env[62522]: INFO nova.scheduler.client.report [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Deleted allocations for instance 47f1cb12-ddfd-43db-943f-d1183410fbe6 [ 1604.584499] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703153, 'name': PowerOffVM_Task, 'duration_secs': 0.215179} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.584751] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.585534] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b65526c-2f81-4477-a404-501022621b54 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.605076] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619237ce-b24e-4c9a-9c8f-a79959a08843 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.635213] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.635488] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae10153e-ffec-4f6b-b853-3bf4db6f1390 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.642802] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1604.642802] env[62522]: value = "task-1703156" [ 1604.642802] env[62522]: _type = "Task" [ 1604.642802] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.650574] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.916192] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1604.916512] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ea0edca-6f61-4747-a623-13d1e5b5bdfa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.927549] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1604.927549] env[62522]: value = "task-1703157" [ 1604.927549] env[62522]: _type = "Task" [ 1604.927549] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.938863] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.965569] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703155, 'name': ReconfigVM_Task, 'duration_secs': 0.269938} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.965881] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Reconfigured VM instance instance-00000050 to attach disk [datastore1] e9ddf06b-405d-4930-89ec-3fb63d3137db/e9ddf06b-405d-4930-89ec-3fb63d3137db.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1604.966530] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ddb6394-7ef9-4664-8fe9-d4268883981e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.973100] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1604.973100] env[62522]: value = "task-1703158" [ 1604.973100] env[62522]: _type = "Task" [ 1604.973100] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.983334] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703158, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.998700] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2272d0a7-a03d-4d1e-b8fd-dc1315323211 tempest-ServersV294TestFqdnHostnames-181050239 tempest-ServersV294TestFqdnHostnames-181050239-project-member] Lock "47f1cb12-ddfd-43db-943f-d1183410fbe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.587s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.052822] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de141e49-c8c1-41bd-994c-aabda72ae85d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.071844] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updating instance '0d9d2247-2579-4888-a290-2e8864b024c7' progress to 0 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1605.153857] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1605.154174] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1605.154434] env[62522]: DEBUG oslo_concurrency.lockutils [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.154658] env[62522]: DEBUG oslo_concurrency.lockutils [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.154846] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1605.155116] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bef60b3-e041-4451-8864-9f758ee09070 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.166139] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1605.166139] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1605.167039] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78a2234-a3d8-4371-a25f-851903eb8302 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.179580] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1605.179580] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c55cc6-a5a7-6b76-de31-63f42c730281" [ 1605.179580] env[62522]: _type = "Task" [ 1605.179580] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.195497] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c55cc6-a5a7-6b76-de31-63f42c730281, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.196356] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a98b4a-6176-4b91-bf60-d673e612a0ff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.201946] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1605.201946] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52495de6-a36a-30d8-c3ff-f74715249d9a" [ 1605.201946] env[62522]: _type = "Task" [ 1605.201946] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.210664] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52495de6-a36a-30d8-c3ff-f74715249d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.438778] env[62522]: DEBUG oslo_vmware.api [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703157, 'name': PowerOnVM_Task, 'duration_secs': 0.458559} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.439112] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1605.439180] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ffa402-1768-43c5-abb2-c0fd6e82c634 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating instance 'a4a3cd31-ec26-42ac-8175-2f60c0124937' progress to 100 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1605.489885] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703158, 'name': Rename_Task, 'duration_secs': 0.225084} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.490509] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1605.490892] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-448536dd-3df0-4eeb-ae88-cb8b38cc73c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.499146] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1605.499146] env[62522]: value = "task-1703159" [ 1605.499146] env[62522]: _type = "Task" [ 1605.499146] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.508645] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.579574] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1605.580081] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e20cd15-be64-4486-a09c-42b2e0a251f6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.587103] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1605.587103] env[62522]: value = "task-1703160" [ 1605.587103] env[62522]: _type = "Task" [ 1605.587103] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.597949] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.668699] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fab6dd8-e6db-4294-9395-20258f4acebf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.676239] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05c300b-42b6-43d1-b963-6ecf65a4b90e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.708862] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01149e16-6353-4d3e-a285-d5ac539eb058 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.717017] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52495de6-a36a-30d8-c3ff-f74715249d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.719704] env[62522]: DEBUG oslo_concurrency.lockutils [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.719969] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d69fc5a5-8b1d-4aaa-bc46-960034b768f9/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk. {{(pid=62522) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1605.720298] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d939f9b-87a0-47a4-96e0-c2e80dcb56d5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.723318] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fa9e30-bb92-49b0-b300-a139f593fcbc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.738372] env[62522]: DEBUG nova.compute.provider_tree [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1605.740700] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1605.740700] env[62522]: value = "task-1703161" [ 1605.740700] env[62522]: _type = "Task" [ 1605.740700] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.748953] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.011171] env[62522]: DEBUG oslo_vmware.api [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703159, 'name': PowerOnVM_Task, 'duration_secs': 0.494786} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.011487] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1606.011705] env[62522]: INFO nova.compute.manager [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1606.011893] env[62522]: DEBUG nova.compute.manager [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1606.012703] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a6c69d-3b6c-43cf-9c4f-6637e551a498 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.097750] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703160, 'name': PowerOffVM_Task, 'duration_secs': 0.175994} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.098044] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1606.098236] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updating instance '0d9d2247-2579-4888-a290-2e8864b024c7' progress to 17 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1606.264361] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703161, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.271463] env[62522]: ERROR nova.scheduler.client.report [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [req-8c2ca861-d891-4da0-9bce-0dbb175644be] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8c2ca861-d891-4da0-9bce-0dbb175644be"}]} [ 1606.289432] env[62522]: DEBUG nova.scheduler.client.report [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1606.304801] env[62522]: DEBUG nova.scheduler.client.report [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1606.305053] env[62522]: DEBUG nova.compute.provider_tree [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1606.317454] env[62522]: DEBUG nova.scheduler.client.report [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1606.340685] env[62522]: DEBUG nova.scheduler.client.report [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1606.536919] env[62522]: INFO nova.compute.manager [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Took 15.86 seconds to build instance. [ 1606.572016] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0aafc3-76f2-4d10-81a6-8ee92b2ede54 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.580240] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c927855b-cd79-490f-988d-54e48f5d76b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.612755] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1606.613016] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1606.613181] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.613361] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1606.613507] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.613652] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1606.613918] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1606.614457] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1606.614457] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1606.614457] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1606.614605] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1606.619893] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1ad35bd-4df7-412d-b0c3-2360f057e1ac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.630602] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aede2f-111f-4f7b-b9d9-655336d383bc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.641965] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab9b76a-f849-42e0-8ce4-439b20f22050 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.645288] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1606.645288] env[62522]: value = "task-1703162" [ 1606.645288] env[62522]: _type = "Task" [ 1606.645288] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.657734] env[62522]: DEBUG nova.compute.provider_tree [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1606.664866] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.759658] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541501} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.760026] env[62522]: INFO nova.virt.vmwareapi.ds_util [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d69fc5a5-8b1d-4aaa-bc46-960034b768f9/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk. [ 1606.761629] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20108467-4686-45ee-bcce-a46703d9b270 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.786955] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] d69fc5a5-8b1d-4aaa-bc46-960034b768f9/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1606.787286] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0beb75c8-d590-4dcf-9c76-9eb6da140888 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.806683] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1606.806683] env[62522]: value = "task-1703163" [ 1606.806683] env[62522]: _type = "Task" [ 1606.806683] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.814838] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.039879] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ad019f99-be09-4ae9-bcb6-afba7ee014b0 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "e9ddf06b-405d-4930-89ec-3fb63d3137db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.390s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.158144] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703162, 'name': ReconfigVM_Task, 'duration_secs': 0.438613} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.158144] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updating instance '0d9d2247-2579-4888-a290-2e8864b024c7' progress to 33 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1607.184825] env[62522]: ERROR nova.scheduler.client.report [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [req-78b08e6e-5dcb-4229-87d7-eefbed80911f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-78b08e6e-5dcb-4229-87d7-eefbed80911f"}]} [ 1607.202645] env[62522]: DEBUG nova.scheduler.client.report [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1607.216524] env[62522]: DEBUG nova.scheduler.client.report [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1607.216751] env[62522]: DEBUG nova.compute.provider_tree [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1607.229318] env[62522]: DEBUG nova.scheduler.client.report [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1607.250318] env[62522]: DEBUG nova.scheduler.client.report [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1607.321586] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.348143] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Acquiring lock "e4b038a9-2f27-41bb-8e33-764220e9d93c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.348613] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Lock "e4b038a9-2f27-41bb-8e33-764220e9d93c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.499672] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641aea2a-22cf-453c-aabd-a049079f2dd5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.511481] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eeed6ec-af97-4cc8-b161-2ddc8f1f0bbf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.541217] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90207ec8-1293-489b-9bc6-163dfc49fb3b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.549056] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c92c95-2fcf-47c2-8f78-8e702c71e50e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.563442] env[62522]: DEBUG nova.compute.provider_tree [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1607.671019] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1607.671019] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1607.671019] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1607.671019] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1607.671239] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1607.671332] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1607.671591] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1607.671776] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1607.671948] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1607.672244] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1607.672455] env[62522]: DEBUG nova.virt.hardware [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1607.677910] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1607.678213] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5f85961-6fe4-4acc-954f-bf127eeb72b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.697919] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1607.697919] env[62522]: value = "task-1703164" [ 1607.697919] env[62522]: _type = "Task" [ 1607.697919] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.706570] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.809588] env[62522]: DEBUG oslo_concurrency.lockutils [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "e9ddf06b-405d-4930-89ec-3fb63d3137db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.809824] env[62522]: DEBUG oslo_concurrency.lockutils [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "e9ddf06b-405d-4930-89ec-3fb63d3137db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.810066] env[62522]: DEBUG oslo_concurrency.lockutils [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "e9ddf06b-405d-4930-89ec-3fb63d3137db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.810266] env[62522]: DEBUG oslo_concurrency.lockutils [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "e9ddf06b-405d-4930-89ec-3fb63d3137db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.810446] env[62522]: DEBUG oslo_concurrency.lockutils [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "e9ddf06b-405d-4930-89ec-3fb63d3137db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.817778] env[62522]: INFO nova.compute.manager [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Terminating instance [ 1607.824980] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703163, 'name': ReconfigVM_Task, 'duration_secs': 0.728076} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.825366] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Reconfigured VM instance instance-0000004f to attach disk [datastore1] d69fc5a5-8b1d-4aaa-bc46-960034b768f9/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.826242] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c7cb36-8017-4797-b009-5de811cce0e2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.853899] env[62522]: DEBUG nova.compute.manager [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1607.856882] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf2e3c24-1734-4295-b00e-e36b64c70633 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.873474] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1607.873474] env[62522]: value = "task-1703165" [ 1607.873474] env[62522]: _type = "Task" [ 1607.873474] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.882996] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.103843] env[62522]: DEBUG nova.scheduler.client.report [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1608.104279] env[62522]: DEBUG nova.compute.provider_tree [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 121 to 122 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1608.104364] env[62522]: DEBUG nova.compute.provider_tree [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1608.122602] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "a4a3cd31-ec26-42ac-8175-2f60c0124937" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.122886] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "a4a3cd31-ec26-42ac-8175-2f60c0124937" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.123083] env[62522]: DEBUG nova.compute.manager [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Going to confirm migration 5 {{(pid=62522) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1608.208576] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703164, 'name': ReconfigVM_Task, 'duration_secs': 0.238706} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.208929] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1608.209835] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40e0d37-bb9a-4f3d-91b0-f14bf71711dd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.234352] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 0d9d2247-2579-4888-a290-2e8864b024c7/0d9d2247-2579-4888-a290-2e8864b024c7.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1608.234685] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0322a050-6015-44b9-b1e5-c4f352f69f81 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.253541] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1608.253541] env[62522]: value = "task-1703166" [ 1608.253541] env[62522]: _type = "Task" [ 1608.253541] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.265945] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.322692] env[62522]: DEBUG nova.compute.manager [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1608.322990] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1608.324748] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3c6181-d542-4094-a732-8bf372584526 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.332780] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.333075] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d34ac9d3-b199-4b54-8c86-f51bc7ec5ed7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.339204] env[62522]: DEBUG oslo_vmware.api [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1608.339204] env[62522]: value = "task-1703167" [ 1608.339204] env[62522]: _type = "Task" [ 1608.339204] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.351334] env[62522]: DEBUG oslo_vmware.api [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.382436] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703165, 'name': ReconfigVM_Task, 'duration_secs': 0.190676} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.382692] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.382934] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7ae82db-1aee-4490-9102-9b835ccd68ed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.385491] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.389008] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1608.389008] env[62522]: value = "task-1703168" [ 1608.389008] env[62522]: _type = "Task" [ 1608.389008] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.398460] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.610735] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.136s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.611282] env[62522]: DEBUG nova.compute.manager [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1608.613926] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.228s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.615416] env[62522]: INFO nova.compute.claims [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1608.659747] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.659936] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.660142] env[62522]: DEBUG nova.network.neutron [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.660337] env[62522]: DEBUG nova.objects.instance [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lazy-loading 'info_cache' on Instance uuid a4a3cd31-ec26-42ac-8175-2f60c0124937 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.763041] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703166, 'name': ReconfigVM_Task, 'duration_secs': 0.372645} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.763375] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 0d9d2247-2579-4888-a290-2e8864b024c7/0d9d2247-2579-4888-a290-2e8864b024c7.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.763653] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updating instance '0d9d2247-2579-4888-a290-2e8864b024c7' progress to 50 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1608.849952] env[62522]: DEBUG oslo_vmware.api [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703167, 'name': PowerOffVM_Task, 'duration_secs': 0.178319} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.856902] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.857134] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1608.857589] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f52936cc-86d1-492a-b2a1-19a84c02645c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.899105] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703168, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.941409] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1608.941698] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1608.941879] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleting the datastore file [datastore1] e9ddf06b-405d-4930-89ec-3fb63d3137db {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1608.942156] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cc32b4d-8a99-4e7e-99bd-2b9b71bf08b1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.948671] env[62522]: DEBUG oslo_vmware.api [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1608.948671] env[62522]: value = "task-1703170" [ 1608.948671] env[62522]: _type = "Task" [ 1608.948671] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.958709] env[62522]: DEBUG oslo_vmware.api [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.122017] env[62522]: DEBUG nova.compute.utils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1609.126148] env[62522]: DEBUG nova.compute.manager [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1609.126365] env[62522]: DEBUG nova.network.neutron [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1609.199087] env[62522]: DEBUG nova.policy [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76dae7551e1b4a8bac1d9d01d24cac4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a274a8da86e4517b86dc8e5fe80866b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1609.271306] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b5d5d5-94f5-4411-80a7-59d9f796991d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.297787] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293e8e61-8013-40d0-8451-0775ec5fd145 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.321822] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updating instance '0d9d2247-2579-4888-a290-2e8864b024c7' progress to 67 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1609.401636] env[62522]: DEBUG oslo_vmware.api [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703168, 'name': PowerOnVM_Task, 'duration_secs': 0.771029} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.401918] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1609.404940] env[62522]: DEBUG nova.compute.manager [None req-990a8ad1-2b36-4d1b-aea0-34211b50d50e tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1609.406070] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee603d4b-6487-45d7-8c06-f08d86ca0f3e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.457997] env[62522]: DEBUG oslo_vmware.api [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208567} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.458360] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1609.458712] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1609.458712] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1609.458874] env[62522]: INFO nova.compute.manager [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1609.459135] env[62522]: DEBUG oslo.service.loopingcall [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.459355] env[62522]: DEBUG nova.compute.manager [-] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1609.459443] env[62522]: DEBUG nova.network.neutron [-] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1609.626700] env[62522]: DEBUG nova.compute.manager [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1609.792569] env[62522]: DEBUG nova.network.neutron [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Successfully created port: dbf6fb68-7b3f-4086-9569-9877a494eac3 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1609.858838] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e629f2-a1fd-4c5d-acc5-a6dcde940ab3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.868227] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991c8364-768d-4191-90bf-722e86bb71b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.899942] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9235d1d9-ad94-44cc-8442-31e29eb9533d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.908398] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bc2339-2b46-4528-8764-ba9674745338 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.925626] env[62522]: DEBUG nova.compute.provider_tree [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1609.934672] env[62522]: DEBUG nova.network.neutron [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Port a8c4b487-c588-4fed-9941-1add8155d911 binding to destination host cpu-1 is already ACTIVE {{(pid=62522) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1609.974756] env[62522]: DEBUG nova.network.neutron [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating instance_info_cache with network_info: [{"id": "9ea5fcde-2a56-40d5-9e49-db00b301e25a", "address": "fa:16:3e:34:35:06", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea5fcde-2a", "ovs_interfaceid": "9ea5fcde-2a56-40d5-9e49-db00b301e25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.170657] env[62522]: DEBUG nova.compute.manager [req-0eb8e709-5559-494f-a9e1-41836d70694b req-1e6849c2-875e-428b-9fbe-7e9d0b7e5e88 service nova] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Received event network-vif-deleted-2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1610.170657] env[62522]: INFO nova.compute.manager [req-0eb8e709-5559-494f-a9e1-41836d70694b req-1e6849c2-875e-428b-9fbe-7e9d0b7e5e88 service nova] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Neutron deleted interface 2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba; detaching it from the instance and deleting it from the info cache [ 1610.170657] env[62522]: DEBUG nova.network.neutron [req-0eb8e709-5559-494f-a9e1-41836d70694b req-1e6849c2-875e-428b-9fbe-7e9d0b7e5e88 service nova] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.473768] env[62522]: DEBUG nova.scheduler.client.report [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1610.474095] env[62522]: DEBUG nova.compute.provider_tree [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 122 to 123 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1610.474289] env[62522]: DEBUG nova.compute.provider_tree [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1610.480519] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "refresh_cache-a4a3cd31-ec26-42ac-8175-2f60c0124937" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.480519] env[62522]: DEBUG nova.objects.instance [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lazy-loading 'migration_context' on Instance uuid a4a3cd31-ec26-42ac-8175-2f60c0124937 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.640938] env[62522]: DEBUG nova.network.neutron [-] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.645053] env[62522]: DEBUG nova.compute.manager [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1610.674300] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35fc136b-4953-446e-803e-4fa928966f97 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.678969] env[62522]: DEBUG nova.virt.hardware [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1610.678969] env[62522]: DEBUG nova.virt.hardware [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1610.678969] env[62522]: DEBUG nova.virt.hardware [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1610.679215] env[62522]: DEBUG nova.virt.hardware [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1610.679254] env[62522]: DEBUG nova.virt.hardware [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1610.679404] env[62522]: DEBUG nova.virt.hardware [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1610.679610] env[62522]: DEBUG nova.virt.hardware [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1610.679769] env[62522]: DEBUG nova.virt.hardware [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1610.679930] env[62522]: DEBUG nova.virt.hardware [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1610.680102] env[62522]: DEBUG nova.virt.hardware [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1610.680279] env[62522]: DEBUG nova.virt.hardware [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1610.681162] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcba0e0-721c-451d-ad03-3d16e4b194fd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.692910] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b97a0f-ac6a-496e-b1b2-7a623b4a8f1b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.701082] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663d00c1-fec9-4277-ad19-cef02acb97c3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.732193] env[62522]: DEBUG nova.compute.manager [req-0eb8e709-5559-494f-a9e1-41836d70694b req-1e6849c2-875e-428b-9fbe-7e9d0b7e5e88 service nova] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Detach interface failed, port_id=2cd6c342-0557-4fd4-89b5-5f7cf4c9ecba, reason: Instance e9ddf06b-405d-4930-89ec-3fb63d3137db could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1610.958813] env[62522]: DEBUG oslo_concurrency.lockutils [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "0d9d2247-2579-4888-a290-2e8864b024c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.959069] env[62522]: DEBUG oslo_concurrency.lockutils [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "0d9d2247-2579-4888-a290-2e8864b024c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.959244] env[62522]: DEBUG oslo_concurrency.lockutils [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "0d9d2247-2579-4888-a290-2e8864b024c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.980482] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.980482] env[62522]: DEBUG nova.compute.manager [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1610.983173] env[62522]: DEBUG nova.objects.base [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1610.985029] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a59a83d-fa6c-4400-ad67-4d925c66d587 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.005153] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ea8d3b-bab8-426c-b206-e75f91199266 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.010602] env[62522]: DEBUG oslo_vmware.api [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1611.010602] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d09a7e-6769-72b7-f485-d812de4cb2e0" [ 1611.010602] env[62522]: _type = "Task" [ 1611.010602] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.019271] env[62522]: DEBUG oslo_vmware.api [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d09a7e-6769-72b7-f485-d812de4cb2e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.142698] env[62522]: INFO nova.compute.manager [-] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Took 1.68 seconds to deallocate network for instance. [ 1611.485795] env[62522]: DEBUG nova.compute.utils [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1611.491223] env[62522]: DEBUG nova.compute.manager [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1611.491223] env[62522]: DEBUG nova.network.neutron [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1611.511539] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "c277998d-9957-448d-9bee-80d9afecd6cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.511539] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "c277998d-9957-448d-9bee-80d9afecd6cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.528153] env[62522]: DEBUG oslo_vmware.api [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d09a7e-6769-72b7-f485-d812de4cb2e0, 'name': SearchDatastore_Task, 'duration_secs': 0.00733} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.528153] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.528153] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.545052] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "3248925c-38af-4660-8782-20f78372870d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.545530] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "3248925c-38af-4660-8782-20f78372870d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.566489] env[62522]: DEBUG nova.policy [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1224f409cc84dbfbc1dc6b6784e2338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ed5e9236a2646c49874c2166906f0e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1611.578011] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "18277ee9-2af5-45b9-bc00-af547784d0d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.578416] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "18277ee9-2af5-45b9-bc00-af547784d0d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.651874] env[62522]: DEBUG oslo_concurrency.lockutils [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.690926] env[62522]: DEBUG nova.network.neutron [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Successfully updated port: dbf6fb68-7b3f-4086-9569-9877a494eac3 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1611.984863] env[62522]: INFO nova.compute.manager [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Rescuing [ 1611.985151] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "refresh_cache-243ffaf4-8afa-4ed0-95ce-e5b3869888cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.985305] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "refresh_cache-243ffaf4-8afa-4ed0-95ce-e5b3869888cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.985470] env[62522]: DEBUG nova.network.neutron [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1611.993090] env[62522]: DEBUG nova.compute.manager [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1612.013643] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1612.020738] env[62522]: DEBUG oslo_concurrency.lockutils [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.020922] env[62522]: DEBUG oslo_concurrency.lockutils [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.021986] env[62522]: DEBUG nova.network.neutron [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1612.023532] env[62522]: DEBUG nova.network.neutron [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Successfully created port: a3ee1e6d-7403-4e4b-9756-3f97cde11969 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1612.048031] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1612.081675] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1612.195039] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "refresh_cache-49a420a6-0b4a-423d-aca9-5bd13d824654" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.195039] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquired lock "refresh_cache-49a420a6-0b4a-423d-aca9-5bd13d824654" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.195039] env[62522]: DEBUG nova.network.neutron [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1612.200414] env[62522]: DEBUG nova.compute.manager [req-5ab8afbc-cbab-4373-8c61-68914c87f15b req-ef0226a7-0a8a-49f5-82e9-ce35b4fb3239 service nova] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Received event network-vif-plugged-dbf6fb68-7b3f-4086-9569-9877a494eac3 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1612.200414] env[62522]: DEBUG oslo_concurrency.lockutils [req-5ab8afbc-cbab-4373-8c61-68914c87f15b req-ef0226a7-0a8a-49f5-82e9-ce35b4fb3239 service nova] Acquiring lock "49a420a6-0b4a-423d-aca9-5bd13d824654-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.200414] env[62522]: DEBUG oslo_concurrency.lockutils [req-5ab8afbc-cbab-4373-8c61-68914c87f15b req-ef0226a7-0a8a-49f5-82e9-ce35b4fb3239 service nova] Lock "49a420a6-0b4a-423d-aca9-5bd13d824654-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.200414] env[62522]: DEBUG oslo_concurrency.lockutils [req-5ab8afbc-cbab-4373-8c61-68914c87f15b req-ef0226a7-0a8a-49f5-82e9-ce35b4fb3239 service nova] Lock "49a420a6-0b4a-423d-aca9-5bd13d824654-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.200414] env[62522]: DEBUG nova.compute.manager [req-5ab8afbc-cbab-4373-8c61-68914c87f15b req-ef0226a7-0a8a-49f5-82e9-ce35b4fb3239 service nova] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] No waiting events found dispatching network-vif-plugged-dbf6fb68-7b3f-4086-9569-9877a494eac3 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1612.200414] env[62522]: WARNING nova.compute.manager [req-5ab8afbc-cbab-4373-8c61-68914c87f15b req-ef0226a7-0a8a-49f5-82e9-ce35b4fb3239 service nova] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Received unexpected event network-vif-plugged-dbf6fb68-7b3f-4086-9569-9877a494eac3 for instance with vm_state building and task_state spawning. [ 1612.200414] env[62522]: DEBUG nova.compute.manager [req-5ab8afbc-cbab-4373-8c61-68914c87f15b req-ef0226a7-0a8a-49f5-82e9-ce35b4fb3239 service nova] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Received event network-changed-dbf6fb68-7b3f-4086-9569-9877a494eac3 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1612.200414] env[62522]: DEBUG nova.compute.manager [req-5ab8afbc-cbab-4373-8c61-68914c87f15b req-ef0226a7-0a8a-49f5-82e9-ce35b4fb3239 service nova] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Refreshing instance network info cache due to event network-changed-dbf6fb68-7b3f-4086-9569-9877a494eac3. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1612.200414] env[62522]: DEBUG oslo_concurrency.lockutils [req-5ab8afbc-cbab-4373-8c61-68914c87f15b req-ef0226a7-0a8a-49f5-82e9-ce35b4fb3239 service nova] Acquiring lock "refresh_cache-49a420a6-0b4a-423d-aca9-5bd13d824654" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.291760] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65006265-2ee0-433a-8589-04201c7ed960 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.302022] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca6bd28-bff2-4b81-bc02-8ce75ded592e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.334899] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf4a629-a14a-4940-b2bc-25c56f1ed50d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.346448] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb524a8-97c5-4169-90cd-1a8b324f9aad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.362831] env[62522]: DEBUG nova.compute.provider_tree [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.499186] env[62522]: INFO nova.virt.block_device [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Booting with volume a698c0a4-5b31-455e-8f4d-8901a162ef4c at /dev/sda [ 1612.535042] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee731f81-faa7-4bf3-bd52-bfd6396dfa95 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.537987] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.543754] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01182cc7-17d7-4bb8-8e22-dc3e46c9ce6b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.576024] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.577952] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5fd71b2-cadc-40be-93fb-b4dbb8845bf2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.586652] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76c9211-8b93-4837-9fd0-fce41b4fad41 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.625244] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.626024] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e699f540-c2fa-4c0f-b4d4-2fe8ee7c7c28 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.632779] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f7c182-868c-4855-94d2-f00a67139fba {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.647399] env[62522]: DEBUG nova.virt.block_device [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Updating existing volume attachment record: 72cd31ac-605a-40c2-9fa2-819e8914d805 {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1612.741909] env[62522]: DEBUG nova.network.neutron [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1612.759191] env[62522]: DEBUG nova.network.neutron [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Updating instance_info_cache with network_info: [{"id": "28160999-7f58-4af7-bb64-58d0e4067713", "address": "fa:16:3e:c9:ff:f2", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28160999-7f", "ovs_interfaceid": "28160999-7f58-4af7-bb64-58d0e4067713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.801814] env[62522]: DEBUG nova.network.neutron [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updating instance_info_cache with network_info: [{"id": "a8c4b487-c588-4fed-9941-1add8155d911", "address": "fa:16:3e:10:04:24", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c4b487-c5", "ovs_interfaceid": "a8c4b487-c588-4fed-9941-1add8155d911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.865920] env[62522]: DEBUG nova.scheduler.client.report [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1612.947051] env[62522]: DEBUG nova.network.neutron [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Updating instance_info_cache with network_info: [{"id": "dbf6fb68-7b3f-4086-9569-9877a494eac3", "address": "fa:16:3e:6a:71:e7", "network": {"id": "533d5059-fff7-493d-8207-d8bdf65fd4f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1522659588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a274a8da86e4517b86dc8e5fe80866b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf6fb68-7b", "ovs_interfaceid": "dbf6fb68-7b3f-4086-9569-9877a494eac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.262479] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "refresh_cache-243ffaf4-8afa-4ed0-95ce-e5b3869888cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.304821] env[62522]: DEBUG oslo_concurrency.lockutils [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.449401] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Releasing lock "refresh_cache-49a420a6-0b4a-423d-aca9-5bd13d824654" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.449791] env[62522]: DEBUG nova.compute.manager [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Instance network_info: |[{"id": "dbf6fb68-7b3f-4086-9569-9877a494eac3", "address": "fa:16:3e:6a:71:e7", "network": {"id": "533d5059-fff7-493d-8207-d8bdf65fd4f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1522659588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a274a8da86e4517b86dc8e5fe80866b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf6fb68-7b", "ovs_interfaceid": "dbf6fb68-7b3f-4086-9569-9877a494eac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1613.450117] env[62522]: DEBUG oslo_concurrency.lockutils [req-5ab8afbc-cbab-4373-8c61-68914c87f15b req-ef0226a7-0a8a-49f5-82e9-ce35b4fb3239 service nova] Acquired lock "refresh_cache-49a420a6-0b4a-423d-aca9-5bd13d824654" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.450300] env[62522]: DEBUG nova.network.neutron [req-5ab8afbc-cbab-4373-8c61-68914c87f15b req-ef0226a7-0a8a-49f5-82e9-ce35b4fb3239 service nova] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Refreshing network info cache for port dbf6fb68-7b3f-4086-9569-9877a494eac3 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.451524] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:71:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbf6fb68-7b3f-4086-9569-9877a494eac3', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1613.459584] env[62522]: DEBUG oslo.service.loopingcall [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.462793] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1613.463311] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56c53671-ce0f-433b-84e3-d387f38825e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.484032] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1613.484032] env[62522]: value = "task-1703171" [ 1613.484032] env[62522]: _type = "Task" [ 1613.484032] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.491620] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703171, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.807027] env[62522]: DEBUG nova.network.neutron [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Successfully updated port: a3ee1e6d-7403-4e4b-9756-3f97cde11969 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1613.838356] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010ff0fb-802c-47a5-9848-d7556afa336e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.859988] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5800e13-4716-47c8-8294-9b5dafe88e88 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.870171] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updating instance '0d9d2247-2579-4888-a290-2e8864b024c7' progress to 83 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1613.880716] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.353s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.886516] env[62522]: DEBUG oslo_concurrency.lockutils [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.237s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.886848] env[62522]: DEBUG nova.objects.instance [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lazy-loading 'resources' on Instance uuid e9ddf06b-405d-4930-89ec-3fb63d3137db {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1613.977048] env[62522]: DEBUG nova.network.neutron [req-5ab8afbc-cbab-4373-8c61-68914c87f15b req-ef0226a7-0a8a-49f5-82e9-ce35b4fb3239 service nova] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Updated VIF entry in instance network info cache for port dbf6fb68-7b3f-4086-9569-9877a494eac3. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1613.977399] env[62522]: DEBUG nova.network.neutron [req-5ab8afbc-cbab-4373-8c61-68914c87f15b req-ef0226a7-0a8a-49f5-82e9-ce35b4fb3239 service nova] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Updating instance_info_cache with network_info: [{"id": "dbf6fb68-7b3f-4086-9569-9877a494eac3", "address": "fa:16:3e:6a:71:e7", "network": {"id": "533d5059-fff7-493d-8207-d8bdf65fd4f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1522659588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a274a8da86e4517b86dc8e5fe80866b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf6fb68-7b", "ovs_interfaceid": "dbf6fb68-7b3f-4086-9569-9877a494eac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.994230] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703171, 'name': CreateVM_Task, 'duration_secs': 0.39948} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.994387] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1613.995029] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.995195] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.995502] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1613.995755] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d100e10-7492-4cd8-adab-bb053e332e81 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.000018] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1614.000018] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521c017b-df86-08ab-7754-7b9319af0d08" [ 1614.000018] env[62522]: _type = "Task" [ 1614.000018] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.009031] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521c017b-df86-08ab-7754-7b9319af0d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.227087] env[62522]: DEBUG nova.compute.manager [req-1e2bc8dd-8431-4f56-bfec-25a380c5f076 req-19d1fc61-02ac-4cdf-8826-cbef0945a733 service nova] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Received event network-vif-plugged-a3ee1e6d-7403-4e4b-9756-3f97cde11969 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1614.227266] env[62522]: DEBUG oslo_concurrency.lockutils [req-1e2bc8dd-8431-4f56-bfec-25a380c5f076 req-19d1fc61-02ac-4cdf-8826-cbef0945a733 service nova] Acquiring lock "e4b038a9-2f27-41bb-8e33-764220e9d93c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.227471] env[62522]: DEBUG oslo_concurrency.lockutils [req-1e2bc8dd-8431-4f56-bfec-25a380c5f076 req-19d1fc61-02ac-4cdf-8826-cbef0945a733 service nova] Lock "e4b038a9-2f27-41bb-8e33-764220e9d93c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.227633] env[62522]: DEBUG oslo_concurrency.lockutils [req-1e2bc8dd-8431-4f56-bfec-25a380c5f076 req-19d1fc61-02ac-4cdf-8826-cbef0945a733 service nova] Lock "e4b038a9-2f27-41bb-8e33-764220e9d93c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.228980] env[62522]: DEBUG nova.compute.manager [req-1e2bc8dd-8431-4f56-bfec-25a380c5f076 req-19d1fc61-02ac-4cdf-8826-cbef0945a733 service nova] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] No waiting events found dispatching network-vif-plugged-a3ee1e6d-7403-4e4b-9756-3f97cde11969 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1614.228980] env[62522]: WARNING nova.compute.manager [req-1e2bc8dd-8431-4f56-bfec-25a380c5f076 req-19d1fc61-02ac-4cdf-8826-cbef0945a733 service nova] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Received unexpected event network-vif-plugged-a3ee1e6d-7403-4e4b-9756-3f97cde11969 for instance with vm_state building and task_state block_device_mapping. [ 1614.228980] env[62522]: DEBUG nova.compute.manager [req-1e2bc8dd-8431-4f56-bfec-25a380c5f076 req-19d1fc61-02ac-4cdf-8826-cbef0945a733 service nova] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Received event network-changed-a3ee1e6d-7403-4e4b-9756-3f97cde11969 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1614.228980] env[62522]: DEBUG nova.compute.manager [req-1e2bc8dd-8431-4f56-bfec-25a380c5f076 req-19d1fc61-02ac-4cdf-8826-cbef0945a733 service nova] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Refreshing instance network info cache due to event network-changed-a3ee1e6d-7403-4e4b-9756-3f97cde11969. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1614.228980] env[62522]: DEBUG oslo_concurrency.lockutils [req-1e2bc8dd-8431-4f56-bfec-25a380c5f076 req-19d1fc61-02ac-4cdf-8826-cbef0945a733 service nova] Acquiring lock "refresh_cache-e4b038a9-2f27-41bb-8e33-764220e9d93c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.228980] env[62522]: DEBUG oslo_concurrency.lockutils [req-1e2bc8dd-8431-4f56-bfec-25a380c5f076 req-19d1fc61-02ac-4cdf-8826-cbef0945a733 service nova] Acquired lock "refresh_cache-e4b038a9-2f27-41bb-8e33-764220e9d93c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.228980] env[62522]: DEBUG nova.network.neutron [req-1e2bc8dd-8431-4f56-bfec-25a380c5f076 req-19d1fc61-02ac-4cdf-8826-cbef0945a733 service nova] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Refreshing network info cache for port a3ee1e6d-7403-4e4b-9756-3f97cde11969 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.309246] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Acquiring lock "refresh_cache-e4b038a9-2f27-41bb-8e33-764220e9d93c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.382265] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1614.383028] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a64f4275-a411-4218-b25f-b8dd1b332daa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.393806] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1614.393806] env[62522]: value = "task-1703172" [ 1614.393806] env[62522]: _type = "Task" [ 1614.393806] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.403541] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.439450] env[62522]: INFO nova.scheduler.client.report [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleted allocation for migration 05638916-3960-49a5-8bd8-0b25cd613b3c [ 1614.480115] env[62522]: DEBUG oslo_concurrency.lockutils [req-5ab8afbc-cbab-4373-8c61-68914c87f15b req-ef0226a7-0a8a-49f5-82e9-ce35b4fb3239 service nova] Releasing lock "refresh_cache-49a420a6-0b4a-423d-aca9-5bd13d824654" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.511865] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521c017b-df86-08ab-7754-7b9319af0d08, 'name': SearchDatastore_Task, 'duration_secs': 0.009854} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.514223] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.514482] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1614.514732] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.514883] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.515072] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1614.515483] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8a20e06-910d-4d5a-839c-940f613c947e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.526135] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1614.526315] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1614.527014] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96023c11-8428-4d06-b978-8701c1628936 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.532327] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1614.532327] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521f024b-8212-06e8-d798-62c78c25bd0b" [ 1614.532327] env[62522]: _type = "Task" [ 1614.532327] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.541804] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521f024b-8212-06e8-d798-62c78c25bd0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.607987] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f399f742-42f0-4452-88e7-579d4aab3c85 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.615900] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fc5f31-bb34-4713-8404-09b19dbbe633 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.647981] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c71f74-2f8e-431c-9f35-f0137e0b8d73 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.655682] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d19b8eb-503c-4543-893d-f3fdf62ec30e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.669446] env[62522]: DEBUG nova.compute.provider_tree [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.737519] env[62522]: DEBUG nova.compute.manager [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1614.738184] env[62522]: DEBUG nova.virt.hardware [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1614.738389] env[62522]: DEBUG nova.virt.hardware [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1614.738557] env[62522]: DEBUG nova.virt.hardware [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1614.738884] env[62522]: DEBUG nova.virt.hardware [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1614.739159] env[62522]: DEBUG nova.virt.hardware [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1614.739339] env[62522]: DEBUG nova.virt.hardware [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1614.739691] env[62522]: DEBUG nova.virt.hardware [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1614.739844] env[62522]: DEBUG nova.virt.hardware [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1614.740033] env[62522]: DEBUG nova.virt.hardware [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1614.740214] env[62522]: DEBUG nova.virt.hardware [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1614.740392] env[62522]: DEBUG nova.virt.hardware [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1614.741425] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dc4457-0296-4f57-9d1a-8260ae1e8a1a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.751087] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57e948e-bc38-4967-a23c-2a0611a8aeee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.767132] env[62522]: DEBUG nova.network.neutron [req-1e2bc8dd-8431-4f56-bfec-25a380c5f076 req-19d1fc61-02ac-4cdf-8826-cbef0945a733 service nova] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.796194] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.796505] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17b55938-6b20-47f4-9057-71e62684db93 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.803439] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1614.803439] env[62522]: value = "task-1703173" [ 1614.803439] env[62522]: _type = "Task" [ 1614.803439] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.812279] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.893337] env[62522]: DEBUG nova.network.neutron [req-1e2bc8dd-8431-4f56-bfec-25a380c5f076 req-19d1fc61-02ac-4cdf-8826-cbef0945a733 service nova] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.904974] env[62522]: DEBUG oslo_vmware.api [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703172, 'name': PowerOnVM_Task, 'duration_secs': 0.370462} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.905885] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1614.906093] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-da60852c-1949-48a0-aa2f-24da08f62f88 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updating instance '0d9d2247-2579-4888-a290-2e8864b024c7' progress to 100 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1614.950836] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d3f8dbf8-a600-4774-bc23-05b1c00d510d tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "a4a3cd31-ec26-42ac-8175-2f60c0124937" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.827s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.044147] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521f024b-8212-06e8-d798-62c78c25bd0b, 'name': SearchDatastore_Task, 'duration_secs': 0.008751} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.044968] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dceee72-2685-492e-828c-7bd47377dbdf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.050671] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1615.050671] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527fcc6b-2c92-4893-4240-5074bca95184" [ 1615.050671] env[62522]: _type = "Task" [ 1615.050671] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.058310] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527fcc6b-2c92-4893-4240-5074bca95184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.172308] env[62522]: DEBUG nova.scheduler.client.report [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1615.313427] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703173, 'name': PowerOffVM_Task, 'duration_secs': 0.188844} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.313712] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.314539] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19735d22-538e-4bdf-a450-2f66b127bcdc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.332370] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95c4eab-6616-4201-9641-aa802d1cfe69 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.363033] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1615.363364] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8407611e-15ab-4b8f-9e40-d9e2579e3e98 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.372448] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1615.372448] env[62522]: value = "task-1703174" [ 1615.372448] env[62522]: _type = "Task" [ 1615.372448] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.380162] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.397486] env[62522]: DEBUG oslo_concurrency.lockutils [req-1e2bc8dd-8431-4f56-bfec-25a380c5f076 req-19d1fc61-02ac-4cdf-8826-cbef0945a733 service nova] Releasing lock "refresh_cache-e4b038a9-2f27-41bb-8e33-764220e9d93c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.397486] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Acquired lock "refresh_cache-e4b038a9-2f27-41bb-8e33-764220e9d93c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.397486] env[62522]: DEBUG nova.network.neutron [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1615.469182] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "a4a3cd31-ec26-42ac-8175-2f60c0124937" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.469608] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "a4a3cd31-ec26-42ac-8175-2f60c0124937" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.469860] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "a4a3cd31-ec26-42ac-8175-2f60c0124937-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.470065] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "a4a3cd31-ec26-42ac-8175-2f60c0124937-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.470244] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "a4a3cd31-ec26-42ac-8175-2f60c0124937-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.472231] env[62522]: INFO nova.compute.manager [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Terminating instance [ 1615.560389] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527fcc6b-2c92-4893-4240-5074bca95184, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.560659] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.560921] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 49a420a6-0b4a-423d-aca9-5bd13d824654/49a420a6-0b4a-423d-aca9-5bd13d824654.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1615.561196] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ff022be-fc3c-4e92-8a55-dec1cdf4d5ff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.568125] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1615.568125] env[62522]: value = "task-1703175" [ 1615.568125] env[62522]: _type = "Task" [ 1615.568125] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.575518] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.677386] env[62522]: DEBUG oslo_concurrency.lockutils [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.679627] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.142s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.681175] env[62522]: INFO nova.compute.claims [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1615.695685] env[62522]: INFO nova.scheduler.client.report [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleted allocations for instance e9ddf06b-405d-4930-89ec-3fb63d3137db [ 1615.888966] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1615.889507] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.889896] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.890185] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.890508] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.891029] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-870bf84b-4f20-4da7-b90a-256e638ad22c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.908025] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.909498] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.909498] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a94f98-2eb1-4322-b8fc-f7641ed2d0d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.923038] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.923211] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.926737] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1615.926737] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529de0d6-5e57-a037-fd8e-609b61db8676" [ 1615.926737] env[62522]: _type = "Task" [ 1615.926737] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.930807] env[62522]: DEBUG nova.network.neutron [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1615.939828] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529de0d6-5e57-a037-fd8e-609b61db8676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.975904] env[62522]: DEBUG nova.compute.manager [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1615.976148] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1615.977550] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70679b2d-0682-470f-9bf9-b36c04c41942 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.988915] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1615.989228] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac1ecf80-28db-40f4-8e08-d6fcf656c1d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.997978] env[62522]: DEBUG oslo_vmware.api [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1615.997978] env[62522]: value = "task-1703176" [ 1615.997978] env[62522]: _type = "Task" [ 1615.997978] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.009513] env[62522]: DEBUG oslo_vmware.api [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.078214] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504077} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.078578] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 49a420a6-0b4a-423d-aca9-5bd13d824654/49a420a6-0b4a-423d-aca9-5bd13d824654.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1616.079613] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1616.079613] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-506deb5a-ea50-49b0-9b1e-98b58d72872d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.086327] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1616.086327] env[62522]: value = "task-1703177" [ 1616.086327] env[62522]: _type = "Task" [ 1616.086327] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.095026] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.102606] env[62522]: DEBUG nova.network.neutron [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Updating instance_info_cache with network_info: [{"id": "a3ee1e6d-7403-4e4b-9756-3f97cde11969", "address": "fa:16:3e:bc:6a:a4", "network": {"id": "bdf889c9-9e76-4609-84a6-7a43f50a1ceb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1082140933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed5e9236a2646c49874c2166906f0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ee1e6d-74", "ovs_interfaceid": "a3ee1e6d-7403-4e4b-9756-3f97cde11969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.202580] env[62522]: DEBUG oslo_concurrency.lockutils [None req-48af28d5-d235-4a28-8c8b-4694db911123 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "e9ddf06b-405d-4930-89ec-3fb63d3137db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.393s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.429298] env[62522]: DEBUG nova.compute.manager [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1616.444995] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529de0d6-5e57-a037-fd8e-609b61db8676, 'name': SearchDatastore_Task, 'duration_secs': 0.066022} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.445393] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be7264b-c1de-4653-85ee-0879f34c5ede {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.451134] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1616.451134] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520c77f7-db4f-5975-27ae-1380218433ed" [ 1616.451134] env[62522]: _type = "Task" [ 1616.451134] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.460258] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520c77f7-db4f-5975-27ae-1380218433ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.510349] env[62522]: DEBUG oslo_vmware.api [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703176, 'name': PowerOffVM_Task, 'duration_secs': 0.383555} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.511445] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1616.511445] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1616.511445] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caf160c2-dd15-4c87-afa8-f96d82fd6334 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.596384] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076644} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.596698] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.597499] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03707f03-0d62-41ab-a164-18b644b3da5b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.612275] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Releasing lock "refresh_cache-e4b038a9-2f27-41bb-8e33-764220e9d93c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.612632] env[62522]: DEBUG nova.compute.manager [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Instance network_info: |[{"id": "a3ee1e6d-7403-4e4b-9756-3f97cde11969", "address": "fa:16:3e:bc:6a:a4", "network": {"id": "bdf889c9-9e76-4609-84a6-7a43f50a1ceb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1082140933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed5e9236a2646c49874c2166906f0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ee1e6d-74", "ovs_interfaceid": "a3ee1e6d-7403-4e4b-9756-3f97cde11969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1616.621335] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 49a420a6-0b4a-423d-aca9-5bd13d824654/49a420a6-0b4a-423d-aca9-5bd13d824654.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.622925] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:6a:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3ee1e6d-7403-4e4b-9756-3f97cde11969', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1616.630069] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Creating folder: Project (8ed5e9236a2646c49874c2166906f0e7). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1616.630324] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e48180b0-64eb-41de-9897-336d91f0ec83 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.644298] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1616.644502] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1616.644683] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleting the datastore file [datastore1] a4a3cd31-ec26-42ac-8175-2f60c0124937 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1616.644931] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09e87e79-1a6e-434f-9279-02dfebe08292 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.646673] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e375083d-f1db-4c38-9de3-0a2c5edac91a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.654852] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1616.654852] env[62522]: value = "task-1703179" [ 1616.654852] env[62522]: _type = "Task" [ 1616.654852] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.655867] env[62522]: DEBUG oslo_vmware.api [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1616.655867] env[62522]: value = "task-1703181" [ 1616.655867] env[62522]: _type = "Task" [ 1616.655867] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.662356] env[62522]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1616.662527] env[62522]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62522) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1616.664197] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Folder already exists: Project (8ed5e9236a2646c49874c2166906f0e7). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1616.664197] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Creating folder: Instances. Parent ref: group-v354939. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1616.664197] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43aa0179-1247-404a-9f86-435c1e376dee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.672131] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703179, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.672429] env[62522]: DEBUG oslo_vmware.api [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.679661] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Created folder: Instances in parent group-v354939. [ 1616.679905] env[62522]: DEBUG oslo.service.loopingcall [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.680153] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1616.680399] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b3459a3-4c0e-41e1-bdab-c1980b2ef509 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.705822] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1616.705822] env[62522]: value = "task-1703183" [ 1616.705822] env[62522]: _type = "Task" [ 1616.705822] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.714238] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703183, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.918136] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "0d9d2247-2579-4888-a290-2e8864b024c7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.918447] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "0d9d2247-2579-4888-a290-2e8864b024c7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.918625] env[62522]: DEBUG nova.compute.manager [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Going to confirm migration 6 {{(pid=62522) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1616.934397] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49aa68b-20b9-4202-80d5-cfce941aaad3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.944772] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafccfaa-628d-44ed-9b62-e3eb7cefd230 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.980112] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.983870] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa56a3f-b82d-45a5-b267-1458e2cf5393 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.994364] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e870697-6ba0-4d78-aa7b-81ee5293f987 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.998037] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520c77f7-db4f-5975-27ae-1380218433ed, 'name': SearchDatastore_Task, 'duration_secs': 0.04559} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.998548] env[62522]: DEBUG oslo_concurrency.lockutils [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.998812] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 243ffaf4-8afa-4ed0-95ce-e5b3869888cc/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk. {{(pid=62522) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1616.999405] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13b0a359-9efd-4db4-a33a-e1b26936812e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.009071] env[62522]: DEBUG nova.compute.provider_tree [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.015020] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1617.015020] env[62522]: value = "task-1703184" [ 1617.015020] env[62522]: _type = "Task" [ 1617.015020] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.023351] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.169225] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703179, 'name': ReconfigVM_Task, 'duration_secs': 0.345627} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.172369] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 49a420a6-0b4a-423d-aca9-5bd13d824654/49a420a6-0b4a-423d-aca9-5bd13d824654.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.173111] env[62522]: DEBUG oslo_vmware.api [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194406} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.173319] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49c7afb3-f8af-44f2-8ce0-92558241bd50 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.174995] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1617.175202] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1617.175380] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1617.175551] env[62522]: INFO nova.compute.manager [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1617.175784] env[62522]: DEBUG oslo.service.loopingcall [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.175978] env[62522]: DEBUG nova.compute.manager [-] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1617.176088] env[62522]: DEBUG nova.network.neutron [-] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1617.182726] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1617.182726] env[62522]: value = "task-1703185" [ 1617.182726] env[62522]: _type = "Task" [ 1617.182726] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.192191] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703185, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.216283] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703183, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.236606] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "2b15df3c-55be-41dc-acdf-9bcb2a323c33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.236963] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "2b15df3c-55be-41dc-acdf-9bcb2a323c33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.512301] env[62522]: DEBUG nova.scheduler.client.report [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1617.516718] env[62522]: DEBUG nova.compute.manager [req-61e21fd6-97dc-4dab-a6f7-59c8be5dee42 req-607e26ec-fa09-4a91-ac9c-d728471d4f4b service nova] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Received event network-vif-deleted-9ea5fcde-2a56-40d5-9e49-db00b301e25a {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1617.516917] env[62522]: INFO nova.compute.manager [req-61e21fd6-97dc-4dab-a6f7-59c8be5dee42 req-607e26ec-fa09-4a91-ac9c-d728471d4f4b service nova] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Neutron deleted interface 9ea5fcde-2a56-40d5-9e49-db00b301e25a; detaching it from the instance and deleting it from the info cache [ 1617.517105] env[62522]: DEBUG nova.network.neutron [req-61e21fd6-97dc-4dab-a6f7-59c8be5dee42 req-607e26ec-fa09-4a91-ac9c-d728471d4f4b service nova] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.523466] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.523585] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquired lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.524205] env[62522]: DEBUG nova.network.neutron [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.524205] env[62522]: DEBUG nova.objects.instance [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lazy-loading 'info_cache' on Instance uuid 0d9d2247-2579-4888-a290-2e8864b024c7 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1617.534026] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703184, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.695021] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703185, 'name': Rename_Task, 'duration_secs': 0.263694} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.695323] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.696199] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d834d891-ab21-4205-b86b-5654c04c9a82 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.704107] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1617.704107] env[62522]: value = "task-1703186" [ 1617.704107] env[62522]: _type = "Task" [ 1617.704107] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.715281] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.717979] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703183, 'name': CreateVM_Task, 'duration_secs': 0.644835} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.718152] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1617.718790] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354947', 'volume_id': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'name': 'volume-a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e4b038a9-2f27-41bb-8e33-764220e9d93c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'serial': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'attachment_id': '72cd31ac-605a-40c2-9fa2-819e8914d805', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62522) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1617.719019] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Root volume attach. Driver type: vmdk {{(pid=62522) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1617.719779] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa059d3b-1f49-49df-a660-a364ade3ee5f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.730158] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b006913b-0004-40ca-8750-6802ad0920c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.736314] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d85930-9e0d-402a-a8f7-1047da7faa8b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.739057] env[62522]: DEBUG nova.compute.manager [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1617.744572] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e6bf08bc-94c7-453f-b32e-97eb6bcd1fbe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.751612] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Waiting for the task: (returnval){ [ 1617.751612] env[62522]: value = "task-1703187" [ 1617.751612] env[62522]: _type = "Task" [ 1617.751612] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.762626] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703187, 'name': RelocateVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.960474] env[62522]: DEBUG nova.network.neutron [-] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.019219] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.019869] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1618.022817] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.447s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.024252] env[62522]: INFO nova.compute.claims [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1618.030332] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0836746a-0633-43cb-bcba-50887f564333 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.043066] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703184, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.048847] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89394453-c2ef-44e6-a783-d4af663642e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.082723] env[62522]: DEBUG nova.compute.manager [req-61e21fd6-97dc-4dab-a6f7-59c8be5dee42 req-607e26ec-fa09-4a91-ac9c-d728471d4f4b service nova] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Detach interface failed, port_id=9ea5fcde-2a56-40d5-9e49-db00b301e25a, reason: Instance a4a3cd31-ec26-42ac-8175-2f60c0124937 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1618.219309] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703186, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.264219] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703187, 'name': RelocateVM_Task} progress is 20%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.266807] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.464027] env[62522]: INFO nova.compute.manager [-] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Took 1.29 seconds to deallocate network for instance. [ 1618.528191] env[62522]: DEBUG nova.compute.utils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1618.534816] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1618.535026] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1618.539415] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703184, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.540561] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1618.593849] env[62522]: DEBUG nova.policy [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30631ea764d3438a9c34a88d15bd6529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8188852827a240dda06fbfadfefb23b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1618.714417] env[62522]: DEBUG oslo_vmware.api [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703186, 'name': PowerOnVM_Task, 'duration_secs': 0.557207} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.714809] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.715122] env[62522]: INFO nova.compute.manager [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1618.715438] env[62522]: DEBUG nova.compute.manager [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.716256] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77ba50b-e7f5-4965-9fe5-0301145a1fbf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.736169] env[62522]: DEBUG nova.network.neutron [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updating instance_info_cache with network_info: [{"id": "a8c4b487-c588-4fed-9941-1add8155d911", "address": "fa:16:3e:10:04:24", "network": {"id": "af5fd516-3686-49b8-982b-ca6afb3ecd45", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-671571966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9502dfb6740421fb04e692040f08918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c4b487-c5", "ovs_interfaceid": "a8c4b487-c588-4fed-9941-1add8155d911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.764171] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703187, 'name': RelocateVM_Task, 'duration_secs': 0.537354} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.764171] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1618.764171] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354947', 'volume_id': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'name': 'volume-a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e4b038a9-2f27-41bb-8e33-764220e9d93c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'serial': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1618.764171] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742c220b-3a36-47eb-961c-aad56a72c19e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.781478] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d002f22-6f24-4b6b-a4c0-aff39278bd2c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.803342] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-a698c0a4-5b31-455e-8f4d-8901a162ef4c/volume-a698c0a4-5b31-455e-8f4d-8901a162ef4c.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.803920] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-335b6d62-f5c7-4254-9694-0ad593111d4e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.828599] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Waiting for the task: (returnval){ [ 1618.828599] env[62522]: value = "task-1703188" [ 1618.828599] env[62522]: _type = "Task" [ 1618.828599] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.836837] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.859752] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Successfully created port: 48649d4d-fb27-4148-b64e-845b25d21cf0 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1618.971138] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.033912] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703184, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.577542} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.034190] env[62522]: INFO nova.virt.vmwareapi.ds_util [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 243ffaf4-8afa-4ed0-95ce-e5b3869888cc/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk. [ 1619.034937] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36030c98-58b8-4205-b11b-b4224f950655 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.068438] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 243ffaf4-8afa-4ed0-95ce-e5b3869888cc/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1619.068651] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-957d6946-5a45-4533-a4e9-ec4bcd8bf2dd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.090967] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1619.090967] env[62522]: value = "task-1703189" [ 1619.090967] env[62522]: _type = "Task" [ 1619.090967] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.100687] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.235473] env[62522]: INFO nova.compute.manager [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Took 16.11 seconds to build instance. [ 1619.239606] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Releasing lock "refresh_cache-0d9d2247-2579-4888-a290-2e8864b024c7" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.239718] env[62522]: DEBUG nova.objects.instance [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lazy-loading 'migration_context' on Instance uuid 0d9d2247-2579-4888-a290-2e8864b024c7 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.333479] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99b8677-29b4-4eff-bde9-818e2836cbd0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.345554] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703188, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.348630] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8249c5ef-7971-4249-9dae-8540beeb3e34 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.381427] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb9db87-37a8-478d-93b1-1aa204190cbd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.390622] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68380c81-29d2-44f3-98e6-65252284b2cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.407474] env[62522]: DEBUG nova.compute.provider_tree [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1619.573025] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1619.604137] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703189, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.605597] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1619.605825] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1619.605985] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.606172] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1619.606314] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.606458] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1619.606662] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1619.606818] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1619.606997] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1619.607178] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1619.607352] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1619.608382] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb11ecf-9767-42e9-b94d-41045c7cc3c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.616672] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b40b2e1-f5a6-41a9-affb-3f46f16d758f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.737687] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3f13dade-5398-494a-aee8-95566cec65e4 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "49a420a6-0b4a-423d-aca9-5bd13d824654" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.619s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.745060] env[62522]: DEBUG nova.objects.base [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Object Instance<0d9d2247-2579-4888-a290-2e8864b024c7> lazy-loaded attributes: info_cache,migration_context {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1619.746501] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0337eb-0e4c-4803-94cd-7885829a2529 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.777952] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6493bb0-8d7d-44cf-aaad-a22be043f7b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.786372] env[62522]: DEBUG oslo_vmware.api [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1619.786372] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529fcf25-35e8-e4b5-9e6d-b8e1ffb503e9" [ 1619.786372] env[62522]: _type = "Task" [ 1619.786372] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.800115] env[62522]: DEBUG oslo_vmware.api [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529fcf25-35e8-e4b5-9e6d-b8e1ffb503e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008532} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.800511] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.836459] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703188, 'name': ReconfigVM_Task, 'duration_secs': 0.561697} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.836743] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-a698c0a4-5b31-455e-8f4d-8901a162ef4c/volume-a698c0a4-5b31-455e-8f4d-8901a162ef4c.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1619.841443] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c6e742-e782-4587-8da9-caace2642816 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.859116] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Waiting for the task: (returnval){ [ 1619.859116] env[62522]: value = "task-1703190" [ 1619.859116] env[62522]: _type = "Task" [ 1619.859116] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.874392] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.935234] env[62522]: ERROR nova.scheduler.client.report [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [req-96054059-1129-4d11-bb47-c67a926c7afd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-96054059-1129-4d11-bb47-c67a926c7afd"}]} [ 1619.956426] env[62522]: DEBUG nova.scheduler.client.report [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1619.972258] env[62522]: DEBUG nova.scheduler.client.report [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1619.972745] env[62522]: DEBUG nova.compute.provider_tree [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1619.986757] env[62522]: DEBUG nova.scheduler.client.report [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1620.008356] env[62522]: DEBUG nova.scheduler.client.report [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1620.104779] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703189, 'name': ReconfigVM_Task, 'duration_secs': 0.553296} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.105102] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 243ffaf4-8afa-4ed0-95ce-e5b3869888cc/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.106166] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c768b3cc-15f1-4e4f-8d0e-c1881e9cc521 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.134503] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-867231f0-6f22-4e76-a8bd-a3e9dd54621c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.152119] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1620.152119] env[62522]: value = "task-1703191" [ 1620.152119] env[62522]: _type = "Task" [ 1620.152119] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.169111] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.304582] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523c2582-f6cf-436c-87de-75d4a89a4321 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.313447] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d573e9dd-1bd8-44c5-acdf-5a3dd315fc0d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.352828] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ff05f0-24cb-4d9f-83ac-79180b3db445 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.366346] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d822bb0-e4a0-4d04-8ac9-3a47e1925b85 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.388047] env[62522]: DEBUG nova.compute.provider_tree [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1620.389517] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703190, 'name': ReconfigVM_Task, 'duration_secs': 0.155689} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.390051] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354947', 'volume_id': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'name': 'volume-a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e4b038a9-2f27-41bb-8e33-764220e9d93c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'serial': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1620.390573] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af12ed14-dde9-4587-ad5f-d33a3a9e2887 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.400682] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Waiting for the task: (returnval){ [ 1620.400682] env[62522]: value = "task-1703192" [ 1620.400682] env[62522]: _type = "Task" [ 1620.400682] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.411781] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703192, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.521919] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Successfully updated port: 48649d4d-fb27-4148-b64e-845b25d21cf0 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1620.562786] env[62522]: DEBUG nova.compute.manager [req-c266f9a1-182f-4670-8681-506ad6dade94 req-8331c747-7d54-4eb3-a562-71a543ae765a service nova] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Received event network-vif-plugged-48649d4d-fb27-4148-b64e-845b25d21cf0 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1620.562962] env[62522]: DEBUG oslo_concurrency.lockutils [req-c266f9a1-182f-4670-8681-506ad6dade94 req-8331c747-7d54-4eb3-a562-71a543ae765a service nova] Acquiring lock "c277998d-9957-448d-9bee-80d9afecd6cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.563182] env[62522]: DEBUG oslo_concurrency.lockutils [req-c266f9a1-182f-4670-8681-506ad6dade94 req-8331c747-7d54-4eb3-a562-71a543ae765a service nova] Lock "c277998d-9957-448d-9bee-80d9afecd6cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.563351] env[62522]: DEBUG oslo_concurrency.lockutils [req-c266f9a1-182f-4670-8681-506ad6dade94 req-8331c747-7d54-4eb3-a562-71a543ae765a service nova] Lock "c277998d-9957-448d-9bee-80d9afecd6cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.564062] env[62522]: DEBUG nova.compute.manager [req-c266f9a1-182f-4670-8681-506ad6dade94 req-8331c747-7d54-4eb3-a562-71a543ae765a service nova] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] No waiting events found dispatching network-vif-plugged-48649d4d-fb27-4148-b64e-845b25d21cf0 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1620.564062] env[62522]: WARNING nova.compute.manager [req-c266f9a1-182f-4670-8681-506ad6dade94 req-8331c747-7d54-4eb3-a562-71a543ae765a service nova] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Received unexpected event network-vif-plugged-48649d4d-fb27-4148-b64e-845b25d21cf0 for instance with vm_state building and task_state spawning. [ 1620.665061] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703191, 'name': ReconfigVM_Task, 'duration_secs': 0.180198} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.665283] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.665504] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb9fcfd5-da19-4635-976b-fa8c0a09082f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.677034] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1620.677034] env[62522]: value = "task-1703193" [ 1620.677034] env[62522]: _type = "Task" [ 1620.677034] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.685669] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.913098] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703192, 'name': Rename_Task, 'duration_secs': 0.159171} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.913445] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.913808] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5798dda-a754-4b3d-b9f9-d00b3f364b3d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.923347] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Waiting for the task: (returnval){ [ 1620.923347] env[62522]: value = "task-1703194" [ 1620.923347] env[62522]: _type = "Task" [ 1620.923347] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.929235] env[62522]: DEBUG nova.scheduler.client.report [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1620.929508] env[62522]: DEBUG nova.compute.provider_tree [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 129 to 130 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1620.929692] env[62522]: DEBUG nova.compute.provider_tree [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1620.942168] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.024836] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "refresh_cache-c277998d-9957-448d-9bee-80d9afecd6cd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.025260] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquired lock "refresh_cache-c277998d-9957-448d-9bee-80d9afecd6cd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.025260] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1621.186547] env[62522]: DEBUG oslo_vmware.api [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703193, 'name': PowerOnVM_Task, 'duration_secs': 0.43264} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.186887] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.194224] env[62522]: DEBUG nova.compute.manager [None req-75a7679e-5e34-4d96-a340-2c566c09a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.195518] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61ded85-b753-454d-ada0-0d55ba0d605c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.200738] env[62522]: DEBUG nova.compute.manager [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.201848] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c986df-745b-4bc1-b10c-a9f26508a51f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.433740] env[62522]: DEBUG oslo_vmware.api [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703194, 'name': PowerOnVM_Task, 'duration_secs': 0.499474} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.434045] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.434254] env[62522]: INFO nova.compute.manager [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1621.434436] env[62522]: DEBUG nova.compute.manager [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.435205] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.412s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.435697] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1621.438747] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5910c0f4-f487-4ee2-8a80-0a1a3943ec43 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.441931] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.817s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.443368] env[62522]: INFO nova.compute.claims [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1621.559820] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1621.723312] env[62522]: INFO nova.compute.manager [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] instance snapshotting [ 1621.725682] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9fdd02-9f3f-4f2f-9c14-22f5705471e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.749679] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce08ca66-b38e-4416-a05c-4f19a467f544 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.779768] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Updating instance_info_cache with network_info: [{"id": "48649d4d-fb27-4148-b64e-845b25d21cf0", "address": "fa:16:3e:91:e6:ed", "network": {"id": "09340886-d79d-4929-8c27-b5f609b03c6d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1321212417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8188852827a240dda06fbfadfefb23b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48649d4d-fb", "ovs_interfaceid": "48649d4d-fb27-4148-b64e-845b25d21cf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.944415] env[62522]: DEBUG nova.compute.utils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1621.946934] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1621.947231] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1621.967654] env[62522]: INFO nova.compute.manager [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Took 13.60 seconds to build instance. [ 1622.017382] env[62522]: DEBUG nova.policy [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30631ea764d3438a9c34a88d15bd6529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8188852827a240dda06fbfadfefb23b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1622.262104] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1622.262510] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac4d3b35-12fe-429d-aa44-e3d56fb506df {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.276031] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1622.276031] env[62522]: value = "task-1703195" [ 1622.276031] env[62522]: _type = "Task" [ 1622.276031] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.283653] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Releasing lock "refresh_cache-c277998d-9957-448d-9bee-80d9afecd6cd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.284069] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Instance network_info: |[{"id": "48649d4d-fb27-4148-b64e-845b25d21cf0", "address": "fa:16:3e:91:e6:ed", "network": {"id": "09340886-d79d-4929-8c27-b5f609b03c6d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1321212417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8188852827a240dda06fbfadfefb23b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48649d4d-fb", "ovs_interfaceid": "48649d4d-fb27-4148-b64e-845b25d21cf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1622.284361] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703195, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.284727] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:e6:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48649d4d-fb27-4148-b64e-845b25d21cf0', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1622.293952] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Creating folder: Project (8188852827a240dda06fbfadfefb23b3). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1622.294650] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c43338c2-2640-4e91-a587-6f95269b12cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.308032] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Created folder: Project (8188852827a240dda06fbfadfefb23b3) in parent group-v354730. [ 1622.308373] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Creating folder: Instances. Parent ref: group-v354952. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1622.308661] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d48f2450-5c13-4442-a3ed-8be3d6615467 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.320071] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Created folder: Instances in parent group-v354952. [ 1622.320431] env[62522]: DEBUG oslo.service.loopingcall [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.320717] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1622.321414] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a7409de-3147-4f60-89cb-264700cd107a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.344958] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1622.344958] env[62522]: value = "task-1703198" [ 1622.344958] env[62522]: _type = "Task" [ 1622.344958] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.349407] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Successfully created port: b00d75d6-855a-4525-8994-051a6a9b6414 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1622.355109] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703198, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.454369] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1622.470285] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8843007c-a51c-4d84-be27-6721709d16b3 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Lock "e4b038a9-2f27-41bb-8e33-764220e9d93c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.121s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.560987] env[62522]: DEBUG nova.compute.manager [req-cc4f90ed-a0ba-4744-bccb-8d41718975af req-230b2a35-8a3e-4863-a699-8d6450d93088 service nova] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Received event network-changed-a3ee1e6d-7403-4e4b-9756-3f97cde11969 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1622.561223] env[62522]: DEBUG nova.compute.manager [req-cc4f90ed-a0ba-4744-bccb-8d41718975af req-230b2a35-8a3e-4863-a699-8d6450d93088 service nova] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Refreshing instance network info cache due to event network-changed-a3ee1e6d-7403-4e4b-9756-3f97cde11969. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1622.561434] env[62522]: DEBUG oslo_concurrency.lockutils [req-cc4f90ed-a0ba-4744-bccb-8d41718975af req-230b2a35-8a3e-4863-a699-8d6450d93088 service nova] Acquiring lock "refresh_cache-e4b038a9-2f27-41bb-8e33-764220e9d93c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.561599] env[62522]: DEBUG oslo_concurrency.lockutils [req-cc4f90ed-a0ba-4744-bccb-8d41718975af req-230b2a35-8a3e-4863-a699-8d6450d93088 service nova] Acquired lock "refresh_cache-e4b038a9-2f27-41bb-8e33-764220e9d93c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.561774] env[62522]: DEBUG nova.network.neutron [req-cc4f90ed-a0ba-4744-bccb-8d41718975af req-230b2a35-8a3e-4863-a699-8d6450d93088 service nova] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Refreshing network info cache for port a3ee1e6d-7403-4e4b-9756-3f97cde11969 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.638175] env[62522]: DEBUG nova.compute.manager [req-87637f3d-223c-453f-ae35-10a426392057 req-eafb6f75-a2c0-429b-a107-c965335e95ee service nova] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Received event network-changed-48649d4d-fb27-4148-b64e-845b25d21cf0 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1622.638343] env[62522]: DEBUG nova.compute.manager [req-87637f3d-223c-453f-ae35-10a426392057 req-eafb6f75-a2c0-429b-a107-c965335e95ee service nova] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Refreshing instance network info cache due to event network-changed-48649d4d-fb27-4148-b64e-845b25d21cf0. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1622.638554] env[62522]: DEBUG oslo_concurrency.lockutils [req-87637f3d-223c-453f-ae35-10a426392057 req-eafb6f75-a2c0-429b-a107-c965335e95ee service nova] Acquiring lock "refresh_cache-c277998d-9957-448d-9bee-80d9afecd6cd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.638700] env[62522]: DEBUG oslo_concurrency.lockutils [req-87637f3d-223c-453f-ae35-10a426392057 req-eafb6f75-a2c0-429b-a107-c965335e95ee service nova] Acquired lock "refresh_cache-c277998d-9957-448d-9bee-80d9afecd6cd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.638972] env[62522]: DEBUG nova.network.neutron [req-87637f3d-223c-453f-ae35-10a426392057 req-eafb6f75-a2c0-429b-a107-c965335e95ee service nova] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Refreshing network info cache for port 48649d4d-fb27-4148-b64e-845b25d21cf0 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.645354] env[62522]: INFO nova.compute.manager [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Unrescuing [ 1622.645897] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "refresh_cache-243ffaf4-8afa-4ed0-95ce-e5b3869888cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.645897] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "refresh_cache-243ffaf4-8afa-4ed0-95ce-e5b3869888cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.646545] env[62522]: DEBUG nova.network.neutron [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1622.785434] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703195, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.817135] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d164f3a3-e2a4-49c2-9e74-bc16af70e3a9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.825352] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bab332-1e4d-4264-bb44-1aff576d5879 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.862303] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a231a706-9739-480c-ab38-38e12233c1a2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.878214] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d86f1f9-68db-4d7b-818f-80cd5a3fc3be {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.884080] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703198, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.899636] env[62522]: DEBUG nova.compute.provider_tree [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.288875] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703195, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.370256] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703198, 'name': CreateVM_Task, 'duration_secs': 0.83404} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.373111] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1623.373884] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.374086] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.374445] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1623.375074] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ad013d-5928-4bd2-8cd6-7c7689839e74 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.380658] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1623.380658] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521d90de-a154-57ab-ba13-76672d023c81" [ 1623.380658] env[62522]: _type = "Task" [ 1623.380658] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.389865] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521d90de-a154-57ab-ba13-76672d023c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.394667] env[62522]: DEBUG nova.network.neutron [req-cc4f90ed-a0ba-4744-bccb-8d41718975af req-230b2a35-8a3e-4863-a699-8d6450d93088 service nova] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Updated VIF entry in instance network info cache for port a3ee1e6d-7403-4e4b-9756-3f97cde11969. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1623.395014] env[62522]: DEBUG nova.network.neutron [req-cc4f90ed-a0ba-4744-bccb-8d41718975af req-230b2a35-8a3e-4863-a699-8d6450d93088 service nova] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Updating instance_info_cache with network_info: [{"id": "a3ee1e6d-7403-4e4b-9756-3f97cde11969", "address": "fa:16:3e:bc:6a:a4", "network": {"id": "bdf889c9-9e76-4609-84a6-7a43f50a1ceb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1082140933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed5e9236a2646c49874c2166906f0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ee1e6d-74", "ovs_interfaceid": "a3ee1e6d-7403-4e4b-9756-3f97cde11969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.402796] env[62522]: DEBUG nova.scheduler.client.report [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1623.413825] env[62522]: DEBUG nova.network.neutron [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Updating instance_info_cache with network_info: [{"id": "28160999-7f58-4af7-bb64-58d0e4067713", "address": "fa:16:3e:c9:ff:f2", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28160999-7f", "ovs_interfaceid": "28160999-7f58-4af7-bb64-58d0e4067713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.463317] env[62522]: DEBUG nova.network.neutron [req-87637f3d-223c-453f-ae35-10a426392057 req-eafb6f75-a2c0-429b-a107-c965335e95ee service nova] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Updated VIF entry in instance network info cache for port 48649d4d-fb27-4148-b64e-845b25d21cf0. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1623.463317] env[62522]: DEBUG nova.network.neutron [req-87637f3d-223c-453f-ae35-10a426392057 req-eafb6f75-a2c0-429b-a107-c965335e95ee service nova] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Updating instance_info_cache with network_info: [{"id": "48649d4d-fb27-4148-b64e-845b25d21cf0", "address": "fa:16:3e:91:e6:ed", "network": {"id": "09340886-d79d-4929-8c27-b5f609b03c6d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1321212417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8188852827a240dda06fbfadfefb23b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48649d4d-fb", "ovs_interfaceid": "48649d4d-fb27-4148-b64e-845b25d21cf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.463758] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1623.492637] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1623.492968] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1623.493151] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1623.493376] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1623.493558] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1623.493757] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1623.494020] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1623.494284] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1623.494510] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1623.494728] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1623.494942] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1623.495878] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea3313d-509c-4ee6-baca-a5ca6a308cb6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.504819] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec77a1d6-1569-46fd-9287-2c5be16fad4f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.786126] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703195, 'name': CreateSnapshot_Task, 'duration_secs': 1.066124} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.786404] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1623.787183] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf88578a-0410-4442-8134-1bedc95fc8bb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.891656] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521d90de-a154-57ab-ba13-76672d023c81, 'name': SearchDatastore_Task, 'duration_secs': 0.016552} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.892019] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.892232] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1623.892465] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.892647] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.892847] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1623.893129] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a45a871-386b-4622-b7d0-63e5c8031262 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.897535] env[62522]: DEBUG oslo_concurrency.lockutils [req-cc4f90ed-a0ba-4744-bccb-8d41718975af req-230b2a35-8a3e-4863-a699-8d6450d93088 service nova] Releasing lock "refresh_cache-e4b038a9-2f27-41bb-8e33-764220e9d93c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.904037] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1623.904218] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1623.904969] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc699d7b-bc33-4321-9b59-5d7bde5b26ca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.910633] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.911141] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1623.913643] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1623.913643] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52562e05-8317-a8a4-fa56-2868786a3307" [ 1623.913643] env[62522]: _type = "Task" [ 1623.913643] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.914090] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.934s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.915452] env[62522]: INFO nova.compute.claims [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1623.917924] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "refresh_cache-243ffaf4-8afa-4ed0-95ce-e5b3869888cc" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.918498] env[62522]: DEBUG nova.objects.instance [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lazy-loading 'flavor' on Instance uuid 243ffaf4-8afa-4ed0-95ce-e5b3869888cc {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.928567] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52562e05-8317-a8a4-fa56-2868786a3307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.945290] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Successfully updated port: b00d75d6-855a-4525-8994-051a6a9b6414 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1623.968349] env[62522]: DEBUG oslo_concurrency.lockutils [req-87637f3d-223c-453f-ae35-10a426392057 req-eafb6f75-a2c0-429b-a107-c965335e95ee service nova] Releasing lock "refresh_cache-c277998d-9957-448d-9bee-80d9afecd6cd" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.304687] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1624.305041] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c20a19d2-33b7-43e3-b1dc-fb6cf8e8488b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.314616] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1624.314616] env[62522]: value = "task-1703199" [ 1624.314616] env[62522]: _type = "Task" [ 1624.314616] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.323693] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703199, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.417227] env[62522]: DEBUG nova.compute.utils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1624.418955] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1624.419235] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1624.433986] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77137a39-650e-45db-acd3-ffb123424fa4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.444665] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52562e05-8317-a8a4-fa56-2868786a3307, 'name': SearchDatastore_Task, 'duration_secs': 0.018858} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.446310] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5048c325-7904-4f23-af91-7aaa318b2e99 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.467457] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "refresh_cache-3248925c-38af-4660-8782-20f78372870d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.467608] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquired lock "refresh_cache-3248925c-38af-4660-8782-20f78372870d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.467763] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1624.469280] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1624.472646] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f5a2cd7-78d9-4dd6-8bb5-803b4868802c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.476891] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1624.476891] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522d9dbf-4575-6ea2-3443-d2666a306f3d" [ 1624.476891] env[62522]: _type = "Task" [ 1624.476891] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.482258] env[62522]: DEBUG oslo_vmware.api [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1624.482258] env[62522]: value = "task-1703200" [ 1624.482258] env[62522]: _type = "Task" [ 1624.482258] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.491819] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522d9dbf-4575-6ea2-3443-d2666a306f3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.493508] env[62522]: DEBUG nova.policy [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30631ea764d3438a9c34a88d15bd6529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8188852827a240dda06fbfadfefb23b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1624.500907] env[62522]: DEBUG oslo_vmware.api [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.688428] env[62522]: DEBUG nova.compute.manager [req-99ee37c7-9af4-4cfc-ab6b-d3dfaac03025 req-3ae8f80d-9646-4a97-a136-a3f377a9e09e service nova] [instance: 3248925c-38af-4660-8782-20f78372870d] Received event network-vif-plugged-b00d75d6-855a-4525-8994-051a6a9b6414 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1624.688643] env[62522]: DEBUG oslo_concurrency.lockutils [req-99ee37c7-9af4-4cfc-ab6b-d3dfaac03025 req-3ae8f80d-9646-4a97-a136-a3f377a9e09e service nova] Acquiring lock "3248925c-38af-4660-8782-20f78372870d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.688848] env[62522]: DEBUG oslo_concurrency.lockutils [req-99ee37c7-9af4-4cfc-ab6b-d3dfaac03025 req-3ae8f80d-9646-4a97-a136-a3f377a9e09e service nova] Lock "3248925c-38af-4660-8782-20f78372870d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.689019] env[62522]: DEBUG oslo_concurrency.lockutils [req-99ee37c7-9af4-4cfc-ab6b-d3dfaac03025 req-3ae8f80d-9646-4a97-a136-a3f377a9e09e service nova] Lock "3248925c-38af-4660-8782-20f78372870d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.689190] env[62522]: DEBUG nova.compute.manager [req-99ee37c7-9af4-4cfc-ab6b-d3dfaac03025 req-3ae8f80d-9646-4a97-a136-a3f377a9e09e service nova] [instance: 3248925c-38af-4660-8782-20f78372870d] No waiting events found dispatching network-vif-plugged-b00d75d6-855a-4525-8994-051a6a9b6414 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1624.689354] env[62522]: WARNING nova.compute.manager [req-99ee37c7-9af4-4cfc-ab6b-d3dfaac03025 req-3ae8f80d-9646-4a97-a136-a3f377a9e09e service nova] [instance: 3248925c-38af-4660-8782-20f78372870d] Received unexpected event network-vif-plugged-b00d75d6-855a-4525-8994-051a6a9b6414 for instance with vm_state building and task_state spawning. [ 1624.689603] env[62522]: DEBUG nova.compute.manager [req-99ee37c7-9af4-4cfc-ab6b-d3dfaac03025 req-3ae8f80d-9646-4a97-a136-a3f377a9e09e service nova] [instance: 3248925c-38af-4660-8782-20f78372870d] Received event network-changed-b00d75d6-855a-4525-8994-051a6a9b6414 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1624.689855] env[62522]: DEBUG nova.compute.manager [req-99ee37c7-9af4-4cfc-ab6b-d3dfaac03025 req-3ae8f80d-9646-4a97-a136-a3f377a9e09e service nova] [instance: 3248925c-38af-4660-8782-20f78372870d] Refreshing instance network info cache due to event network-changed-b00d75d6-855a-4525-8994-051a6a9b6414. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1624.690055] env[62522]: DEBUG oslo_concurrency.lockutils [req-99ee37c7-9af4-4cfc-ab6b-d3dfaac03025 req-3ae8f80d-9646-4a97-a136-a3f377a9e09e service nova] Acquiring lock "refresh_cache-3248925c-38af-4660-8782-20f78372870d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.706026] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba75e1ee-237e-4163-b3f1-5104dc4bf593 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.715410] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04f0f1d-c254-4601-bd75-9cbb2706ae68 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.750062] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d08f44-1dbe-4cef-9d4e-a54a069b6f47 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.759072] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b4a41f-02b3-4ad3-a379-6021c5cb18f7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.774357] env[62522]: DEBUG nova.compute.provider_tree [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.826997] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703199, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.839606] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Successfully created port: af7be0af-8826-4097-8d23-9f2bc36cf34c {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1624.923079] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1624.990273] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522d9dbf-4575-6ea2-3443-d2666a306f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.013014} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.990951] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.991281] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] c277998d-9957-448d-9bee-80d9afecd6cd/c277998d-9957-448d-9bee-80d9afecd6cd.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1624.991514] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92ade025-f27d-41fd-b188-17b7544599b4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.996882] env[62522]: DEBUG oslo_vmware.api [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703200, 'name': PowerOffVM_Task, 'duration_secs': 0.349246} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.997472] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1625.003653] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1625.004685] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1625.007758] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13691be9-9ce1-47f7-a1a5-9f6a0e4ebdb1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.021481] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1625.021481] env[62522]: value = "task-1703201" [ 1625.021481] env[62522]: _type = "Task" [ 1625.021481] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.029208] env[62522]: DEBUG oslo_vmware.api [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1625.029208] env[62522]: value = "task-1703202" [ 1625.029208] env[62522]: _type = "Task" [ 1625.029208] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.032980] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.043667] env[62522]: DEBUG oslo_vmware.api [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.175863] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Updating instance_info_cache with network_info: [{"id": "b00d75d6-855a-4525-8994-051a6a9b6414", "address": "fa:16:3e:97:c6:c3", "network": {"id": "09340886-d79d-4929-8c27-b5f609b03c6d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1321212417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8188852827a240dda06fbfadfefb23b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00d75d6-85", "ovs_interfaceid": "b00d75d6-855a-4525-8994-051a6a9b6414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.278127] env[62522]: DEBUG nova.scheduler.client.report [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1625.328539] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703199, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.535189] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703201, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.545285] env[62522]: DEBUG oslo_vmware.api [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703202, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.678861] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Releasing lock "refresh_cache-3248925c-38af-4660-8782-20f78372870d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.679173] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Instance network_info: |[{"id": "b00d75d6-855a-4525-8994-051a6a9b6414", "address": "fa:16:3e:97:c6:c3", "network": {"id": "09340886-d79d-4929-8c27-b5f609b03c6d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1321212417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8188852827a240dda06fbfadfefb23b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00d75d6-85", "ovs_interfaceid": "b00d75d6-855a-4525-8994-051a6a9b6414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1625.679520] env[62522]: DEBUG oslo_concurrency.lockutils [req-99ee37c7-9af4-4cfc-ab6b-d3dfaac03025 req-3ae8f80d-9646-4a97-a136-a3f377a9e09e service nova] Acquired lock "refresh_cache-3248925c-38af-4660-8782-20f78372870d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.679721] env[62522]: DEBUG nova.network.neutron [req-99ee37c7-9af4-4cfc-ab6b-d3dfaac03025 req-3ae8f80d-9646-4a97-a136-a3f377a9e09e service nova] [instance: 3248925c-38af-4660-8782-20f78372870d] Refreshing network info cache for port b00d75d6-855a-4525-8994-051a6a9b6414 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1625.681065] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:c6:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b00d75d6-855a-4525-8994-051a6a9b6414', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1625.688803] env[62522]: DEBUG oslo.service.loopingcall [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.692048] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3248925c-38af-4660-8782-20f78372870d] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1625.692511] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f5091c0-907a-42eb-8b9a-ce29144f7537 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.713310] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1625.713310] env[62522]: value = "task-1703203" [ 1625.713310] env[62522]: _type = "Task" [ 1625.713310] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.722471] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703203, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.783708] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.869s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.784281] env[62522]: DEBUG nova.compute.manager [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1625.787279] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.521s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.790097] env[62522]: INFO nova.compute.claims [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1625.829224] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703199, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.920016] env[62522]: DEBUG nova.network.neutron [req-99ee37c7-9af4-4cfc-ab6b-d3dfaac03025 req-3ae8f80d-9646-4a97-a136-a3f377a9e09e service nova] [instance: 3248925c-38af-4660-8782-20f78372870d] Updated VIF entry in instance network info cache for port b00d75d6-855a-4525-8994-051a6a9b6414. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1625.920408] env[62522]: DEBUG nova.network.neutron [req-99ee37c7-9af4-4cfc-ab6b-d3dfaac03025 req-3ae8f80d-9646-4a97-a136-a3f377a9e09e service nova] [instance: 3248925c-38af-4660-8782-20f78372870d] Updating instance_info_cache with network_info: [{"id": "b00d75d6-855a-4525-8994-051a6a9b6414", "address": "fa:16:3e:97:c6:c3", "network": {"id": "09340886-d79d-4929-8c27-b5f609b03c6d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1321212417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8188852827a240dda06fbfadfefb23b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00d75d6-85", "ovs_interfaceid": "b00d75d6-855a-4525-8994-051a6a9b6414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.932308] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1625.957266] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1625.957492] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1625.957659] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1625.957847] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1625.957989] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1625.958147] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1625.958352] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1625.958512] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1625.958677] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1625.958838] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1625.959016] env[62522]: DEBUG nova.virt.hardware [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1625.959890] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12dfcd3-d40d-46a4-8e46-840c372ce24b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.968459] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67a30ac-a9ef-43f8-86ea-a058111d0ad0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.033447] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540496} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.033750] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] c277998d-9957-448d-9bee-80d9afecd6cd/c277998d-9957-448d-9bee-80d9afecd6cd.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1626.034095] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1626.034372] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e2c5775-eb09-473f-b972-90eb21474117 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.045516] env[62522]: DEBUG oslo_vmware.api [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703202, 'name': ReconfigVM_Task, 'duration_secs': 0.567358} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.047054] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1626.047377] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1626.047766] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1626.047766] env[62522]: value = "task-1703204" [ 1626.047766] env[62522]: _type = "Task" [ 1626.047766] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.047982] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e3f31ac-5023-4a1a-953d-75ed2ab9c54a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.058423] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.059755] env[62522]: DEBUG oslo_vmware.api [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1626.059755] env[62522]: value = "task-1703205" [ 1626.059755] env[62522]: _type = "Task" [ 1626.059755] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.067613] env[62522]: DEBUG oslo_vmware.api [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.224878] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703203, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.293533] env[62522]: DEBUG nova.compute.utils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1626.295180] env[62522]: DEBUG nova.compute.manager [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1626.295322] env[62522]: DEBUG nova.network.neutron [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1626.327986] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703199, 'name': CloneVM_Task, 'duration_secs': 1.982372} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.328444] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Created linked-clone VM from snapshot [ 1626.329270] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699d7d3c-b15f-44f4-85aa-3085c0168a39 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.341850] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Uploading image ab8af8bd-0034-47b6-b21d-237a738f7ebc {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1626.345827] env[62522]: DEBUG nova.policy [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83cfd0037a2541d6b710e78aee65be9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99a80c399a2241859e04aaac4f30e428', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1626.354714] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1626.355062] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e8c35dc7-0768-4ea1-9171-384b93bb663c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.363682] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1626.363682] env[62522]: value = "task-1703206" [ 1626.363682] env[62522]: _type = "Task" [ 1626.363682] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.374677] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703206, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.420620] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Successfully updated port: af7be0af-8826-4097-8d23-9f2bc36cf34c {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1626.423938] env[62522]: DEBUG oslo_concurrency.lockutils [req-99ee37c7-9af4-4cfc-ab6b-d3dfaac03025 req-3ae8f80d-9646-4a97-a136-a3f377a9e09e service nova] Releasing lock "refresh_cache-3248925c-38af-4660-8782-20f78372870d" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.563108] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26225} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.568258] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1626.570045] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0337e30d-93bf-49a9-b876-d221f3bf5c1c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.592875] env[62522]: DEBUG oslo_vmware.api [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.619959] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] c277998d-9957-448d-9bee-80d9afecd6cd/c277998d-9957-448d-9bee-80d9afecd6cd.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1626.619959] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0aeef66-e409-4a67-a4ad-10f8e24aaabf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.634704] env[62522]: DEBUG nova.network.neutron [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Successfully created port: 149a2140-1564-4af2-a22f-c3fe4be27ce3 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1626.643844] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1626.643844] env[62522]: value = "task-1703207" [ 1626.643844] env[62522]: _type = "Task" [ 1626.643844] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.652829] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.722764] env[62522]: DEBUG nova.compute.manager [req-030ae573-b0a3-477a-8cbd-f6c731322a6c req-f566722c-d0e4-48b4-81a9-ad56c53c1922 service nova] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Received event network-vif-plugged-af7be0af-8826-4097-8d23-9f2bc36cf34c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1626.723156] env[62522]: DEBUG oslo_concurrency.lockutils [req-030ae573-b0a3-477a-8cbd-f6c731322a6c req-f566722c-d0e4-48b4-81a9-ad56c53c1922 service nova] Acquiring lock "18277ee9-2af5-45b9-bc00-af547784d0d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.723516] env[62522]: DEBUG oslo_concurrency.lockutils [req-030ae573-b0a3-477a-8cbd-f6c731322a6c req-f566722c-d0e4-48b4-81a9-ad56c53c1922 service nova] Lock "18277ee9-2af5-45b9-bc00-af547784d0d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.723819] env[62522]: DEBUG oslo_concurrency.lockutils [req-030ae573-b0a3-477a-8cbd-f6c731322a6c req-f566722c-d0e4-48b4-81a9-ad56c53c1922 service nova] Lock "18277ee9-2af5-45b9-bc00-af547784d0d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.724515] env[62522]: DEBUG nova.compute.manager [req-030ae573-b0a3-477a-8cbd-f6c731322a6c req-f566722c-d0e4-48b4-81a9-ad56c53c1922 service nova] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] No waiting events found dispatching network-vif-plugged-af7be0af-8826-4097-8d23-9f2bc36cf34c {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1626.724515] env[62522]: WARNING nova.compute.manager [req-030ae573-b0a3-477a-8cbd-f6c731322a6c req-f566722c-d0e4-48b4-81a9-ad56c53c1922 service nova] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Received unexpected event network-vif-plugged-af7be0af-8826-4097-8d23-9f2bc36cf34c for instance with vm_state building and task_state spawning. [ 1626.724515] env[62522]: DEBUG nova.compute.manager [req-030ae573-b0a3-477a-8cbd-f6c731322a6c req-f566722c-d0e4-48b4-81a9-ad56c53c1922 service nova] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Received event network-changed-af7be0af-8826-4097-8d23-9f2bc36cf34c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1626.724788] env[62522]: DEBUG nova.compute.manager [req-030ae573-b0a3-477a-8cbd-f6c731322a6c req-f566722c-d0e4-48b4-81a9-ad56c53c1922 service nova] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Refreshing instance network info cache due to event network-changed-af7be0af-8826-4097-8d23-9f2bc36cf34c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1626.724963] env[62522]: DEBUG oslo_concurrency.lockutils [req-030ae573-b0a3-477a-8cbd-f6c731322a6c req-f566722c-d0e4-48b4-81a9-ad56c53c1922 service nova] Acquiring lock "refresh_cache-18277ee9-2af5-45b9-bc00-af547784d0d4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.725150] env[62522]: DEBUG oslo_concurrency.lockutils [req-030ae573-b0a3-477a-8cbd-f6c731322a6c req-f566722c-d0e4-48b4-81a9-ad56c53c1922 service nova] Acquired lock "refresh_cache-18277ee9-2af5-45b9-bc00-af547784d0d4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.725346] env[62522]: DEBUG nova.network.neutron [req-030ae573-b0a3-477a-8cbd-f6c731322a6c req-f566722c-d0e4-48b4-81a9-ad56c53c1922 service nova] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Refreshing network info cache for port af7be0af-8826-4097-8d23-9f2bc36cf34c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1626.733202] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703203, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.800328] env[62522]: DEBUG nova.compute.manager [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1626.877323] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703206, 'name': Destroy_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.923593] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "refresh_cache-18277ee9-2af5-45b9-bc00-af547784d0d4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.061010] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11d805f-6f11-471e-8d04-d9b4f05b357c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.073391] env[62522]: DEBUG oslo_vmware.api [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703205, 'name': PowerOnVM_Task, 'duration_secs': 0.769037} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.074943] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1627.075194] env[62522]: DEBUG nova.compute.manager [None req-3fcf33cb-d49f-4574-9d1e-f7f51122abc3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.075953] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdadd3d-ae73-40e2-9789-497f727a5a15 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.078915] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cacc91f-fbdf-4d9b-98ec-eaa07aa8463e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.114949] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd9a666-5ed1-43ee-bc8a-aa2d0dadf090 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.123773] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e99672-e8af-4369-a345-81f6ed01576c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.137727] env[62522]: DEBUG nova.compute.provider_tree [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.153353] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703207, 'name': ReconfigVM_Task, 'duration_secs': 0.399182} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.153617] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Reconfigured VM instance instance-00000053 to attach disk [datastore1] c277998d-9957-448d-9bee-80d9afecd6cd/c277998d-9957-448d-9bee-80d9afecd6cd.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.154251] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cd0554d-fc2d-4089-9566-05ad1b0d27b9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.160658] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1627.160658] env[62522]: value = "task-1703208" [ 1627.160658] env[62522]: _type = "Task" [ 1627.160658] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.169194] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703208, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.225972] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703203, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.256299] env[62522]: DEBUG nova.network.neutron [req-030ae573-b0a3-477a-8cbd-f6c731322a6c req-f566722c-d0e4-48b4-81a9-ad56c53c1922 service nova] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1627.355294] env[62522]: DEBUG nova.network.neutron [req-030ae573-b0a3-477a-8cbd-f6c731322a6c req-f566722c-d0e4-48b4-81a9-ad56c53c1922 service nova] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.376804] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703206, 'name': Destroy_Task, 'duration_secs': 0.63592} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.377098] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Destroyed the VM [ 1627.377342] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1627.377840] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61455421-e9db-4d95-8d15-0fe0dc4e7899 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.384402] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1627.384402] env[62522]: value = "task-1703209" [ 1627.384402] env[62522]: _type = "Task" [ 1627.384402] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.392274] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703209, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.640976] env[62522]: DEBUG nova.scheduler.client.report [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1627.676059] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703208, 'name': Rename_Task, 'duration_secs': 0.31963} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.676548] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.676816] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e1d6b5e-440e-48db-a2ae-7c20c77fccfe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.685237] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1627.685237] env[62522]: value = "task-1703210" [ 1627.685237] env[62522]: _type = "Task" [ 1627.685237] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.696322] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.726869] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703203, 'name': CreateVM_Task, 'duration_secs': 1.795088} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.727092] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3248925c-38af-4660-8782-20f78372870d] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1627.727855] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.728083] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.728450] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1627.729253] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad06d58c-54dc-4e2d-ba4d-979c96820640 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.734451] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1627.734451] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52553272-9b3b-77e3-811b-ae454e9e3230" [ 1627.734451] env[62522]: _type = "Task" [ 1627.734451] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.743147] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52553272-9b3b-77e3-811b-ae454e9e3230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.814804] env[62522]: DEBUG nova.compute.manager [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1627.842856] env[62522]: DEBUG nova.virt.hardware [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1627.843177] env[62522]: DEBUG nova.virt.hardware [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1627.843347] env[62522]: DEBUG nova.virt.hardware [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.843533] env[62522]: DEBUG nova.virt.hardware [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1627.843682] env[62522]: DEBUG nova.virt.hardware [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.843857] env[62522]: DEBUG nova.virt.hardware [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1627.844092] env[62522]: DEBUG nova.virt.hardware [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1627.844257] env[62522]: DEBUG nova.virt.hardware [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1627.844577] env[62522]: DEBUG nova.virt.hardware [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1627.844577] env[62522]: DEBUG nova.virt.hardware [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1627.844742] env[62522]: DEBUG nova.virt.hardware [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1627.845620] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fa8f6e-5332-4796-a181-a4e9880cd0a1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.854788] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604528cf-8519-4523-addc-f9154880a126 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.858801] env[62522]: DEBUG oslo_concurrency.lockutils [req-030ae573-b0a3-477a-8cbd-f6c731322a6c req-f566722c-d0e4-48b4-81a9-ad56c53c1922 service nova] Releasing lock "refresh_cache-18277ee9-2af5-45b9-bc00-af547784d0d4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.859406] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquired lock "refresh_cache-18277ee9-2af5-45b9-bc00-af547784d0d4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.859406] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1627.894675] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703209, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.142517] env[62522]: DEBUG nova.compute.manager [req-7518466f-1c86-40e1-a013-cd3cbcea53d0 req-bb837ec7-3156-4698-bb64-7f11d2fc46f4 service nova] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Received event network-vif-plugged-149a2140-1564-4af2-a22f-c3fe4be27ce3 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1628.142760] env[62522]: DEBUG oslo_concurrency.lockutils [req-7518466f-1c86-40e1-a013-cd3cbcea53d0 req-bb837ec7-3156-4698-bb64-7f11d2fc46f4 service nova] Acquiring lock "5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.142974] env[62522]: DEBUG oslo_concurrency.lockutils [req-7518466f-1c86-40e1-a013-cd3cbcea53d0 req-bb837ec7-3156-4698-bb64-7f11d2fc46f4 service nova] Lock "5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.143571] env[62522]: DEBUG oslo_concurrency.lockutils [req-7518466f-1c86-40e1-a013-cd3cbcea53d0 req-bb837ec7-3156-4698-bb64-7f11d2fc46f4 service nova] Lock "5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.143758] env[62522]: DEBUG nova.compute.manager [req-7518466f-1c86-40e1-a013-cd3cbcea53d0 req-bb837ec7-3156-4698-bb64-7f11d2fc46f4 service nova] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] No waiting events found dispatching network-vif-plugged-149a2140-1564-4af2-a22f-c3fe4be27ce3 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1628.143925] env[62522]: WARNING nova.compute.manager [req-7518466f-1c86-40e1-a013-cd3cbcea53d0 req-bb837ec7-3156-4698-bb64-7f11d2fc46f4 service nova] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Received unexpected event network-vif-plugged-149a2140-1564-4af2-a22f-c3fe4be27ce3 for instance with vm_state building and task_state spawning. [ 1628.146044] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.146509] env[62522]: DEBUG nova.compute.manager [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1628.149164] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.180s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.149373] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.151435] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.351s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.178419] env[62522]: DEBUG nova.network.neutron [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Successfully updated port: 149a2140-1564-4af2-a22f-c3fe4be27ce3 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1628.184623] env[62522]: INFO nova.scheduler.client.report [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleted allocations for instance a4a3cd31-ec26-42ac-8175-2f60c0124937 [ 1628.200787] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703210, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.246542] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52553272-9b3b-77e3-811b-ae454e9e3230, 'name': SearchDatastore_Task, 'duration_secs': 0.036475} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.247256] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.247446] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1628.247694] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.247911] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.248124] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.248415] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c83ad160-fd36-4213-8453-c5a618fa88d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.259631] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1628.259817] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1628.260575] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea39bdbb-0717-4f4c-8539-acf77187f8e7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.266012] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1628.266012] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529c25cb-4467-c450-da95-d8dabb5e0f6f" [ 1628.266012] env[62522]: _type = "Task" [ 1628.266012] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.274669] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529c25cb-4467-c450-da95-d8dabb5e0f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.397633] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703209, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.406476] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1628.557885] env[62522]: DEBUG nova.network.neutron [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Updating instance_info_cache with network_info: [{"id": "af7be0af-8826-4097-8d23-9f2bc36cf34c", "address": "fa:16:3e:c5:54:6e", "network": {"id": "09340886-d79d-4929-8c27-b5f609b03c6d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1321212417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8188852827a240dda06fbfadfefb23b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7be0af-88", "ovs_interfaceid": "af7be0af-8826-4097-8d23-9f2bc36cf34c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.654527] env[62522]: DEBUG nova.compute.utils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1628.658691] env[62522]: DEBUG nova.compute.manager [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1628.658877] env[62522]: DEBUG nova.network.neutron [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1628.683085] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "refresh_cache-5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.683237] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "refresh_cache-5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.683383] env[62522]: DEBUG nova.network.neutron [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1628.699820] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703210, 'name': PowerOnVM_Task, 'duration_secs': 0.770908} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.700310] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b04e85a-a743-4f08-a5f0-ead2f72535e3 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "a4a3cd31-ec26-42ac-8175-2f60c0124937" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.231s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.701226] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.701416] env[62522]: INFO nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1628.701623] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.702622] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa7e5df-9487-488a-9cee-6892c2b4dbe7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.706562] env[62522]: DEBUG nova.policy [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3495ef7d7c96436686012f6131d26fa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ab5ba9c13bd45eb94571f0a66c8e468', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1628.779764] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529c25cb-4467-c450-da95-d8dabb5e0f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.015584} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.780608] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6084a04a-0d69-4b61-9d8a-c36802782615 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.786965] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1628.786965] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5225c683-2c52-c54d-743e-11caecf00c92" [ 1628.786965] env[62522]: _type = "Task" [ 1628.786965] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.796323] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5225c683-2c52-c54d-743e-11caecf00c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.897961] env[62522]: DEBUG oslo_vmware.api [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703209, 'name': RemoveSnapshot_Task, 'duration_secs': 1.025121} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.898343] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1628.963993] env[62522]: DEBUG nova.network.neutron [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Successfully created port: 3b938e81-69df-4d05-9e6a-3f165334c5e2 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1628.988429] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452f70ee-5549-4b82-830b-56906228e977 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.997692] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc6e63b-ec28-476f-abc1-e888fb591530 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.032365] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f355ba9-2f5f-402e-9150-850e3369ded6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.041216] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dbcbf2-58a0-47ec-a572-a0b234aec529 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.055844] env[62522]: DEBUG nova.compute.provider_tree [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.060672] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Releasing lock "refresh_cache-18277ee9-2af5-45b9-bc00-af547784d0d4" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.060993] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Instance network_info: |[{"id": "af7be0af-8826-4097-8d23-9f2bc36cf34c", "address": "fa:16:3e:c5:54:6e", "network": {"id": "09340886-d79d-4929-8c27-b5f609b03c6d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1321212417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8188852827a240dda06fbfadfefb23b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7be0af-88", "ovs_interfaceid": "af7be0af-8826-4097-8d23-9f2bc36cf34c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1629.061766] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:54:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af7be0af-8826-4097-8d23-9f2bc36cf34c', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1629.069619] env[62522]: DEBUG oslo.service.loopingcall [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.070522] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1629.070763] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03041b00-6cdd-4d7a-9363-4ad72ff0151b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.094194] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1629.094194] env[62522]: value = "task-1703211" [ 1629.094194] env[62522]: _type = "Task" [ 1629.094194] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.105723] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703211, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.163014] env[62522]: DEBUG nova.compute.manager [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1629.222990] env[62522]: DEBUG nova.network.neutron [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1629.227996] env[62522]: INFO nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Took 16.71 seconds to build instance. [ 1629.299382] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5225c683-2c52-c54d-743e-11caecf00c92, 'name': SearchDatastore_Task, 'duration_secs': 0.01507} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.299656] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.300133] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3248925c-38af-4660-8782-20f78372870d/3248925c-38af-4660-8782-20f78372870d.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1629.300414] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a696a3a-2a82-4e54-b29f-c4a46a49192a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.309358] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1629.309358] env[62522]: value = "task-1703212" [ 1629.309358] env[62522]: _type = "Task" [ 1629.309358] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.319249] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.403678] env[62522]: WARNING nova.compute.manager [None req-1a385403-3bac-4518-8402-285e9d8004a7 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Image not found during snapshot: nova.exception.ImageNotFound: Image ab8af8bd-0034-47b6-b21d-237a738f7ebc could not be found. [ 1629.446633] env[62522]: DEBUG nova.network.neutron [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Updating instance_info_cache with network_info: [{"id": "149a2140-1564-4af2-a22f-c3fe4be27ce3", "address": "fa:16:3e:3f:d1:a0", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149a2140-15", "ovs_interfaceid": "149a2140-1564-4af2-a22f-c3fe4be27ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.559597] env[62522]: DEBUG nova.scheduler.client.report [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1629.605367] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703211, 'name': CreateVM_Task, 'duration_secs': 0.402446} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.605761] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1629.606245] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.606402] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.606721] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1629.607064] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-029da24a-d9f1-43fc-a570-07f455e14b46 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.612562] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1629.612562] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f4944b-6f7f-6756-3a14-f999568d5063" [ 1629.612562] env[62522]: _type = "Task" [ 1629.612562] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.620730] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f4944b-6f7f-6756-3a14-f999568d5063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.729898] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "c277998d-9957-448d-9bee-80d9afecd6cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.218s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.821829] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703212, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.951121] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "refresh_cache-5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.951925] env[62522]: DEBUG nova.compute.manager [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Instance network_info: |[{"id": "149a2140-1564-4af2-a22f-c3fe4be27ce3", "address": "fa:16:3e:3f:d1:a0", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149a2140-15", "ovs_interfaceid": "149a2140-1564-4af2-a22f-c3fe4be27ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1629.952118] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:d1:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '149a2140-1564-4af2-a22f-c3fe4be27ce3', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1629.960082] env[62522]: DEBUG oslo.service.loopingcall [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.960342] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1629.960573] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0056979d-9d98-4a6b-8373-9521277540d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.983370] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1629.983370] env[62522]: value = "task-1703213" [ 1629.983370] env[62522]: _type = "Task" [ 1629.983370] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.993634] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703213, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.124988] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f4944b-6f7f-6756-3a14-f999568d5063, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.125193] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.125430] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1630.125671] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.125819] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.126056] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.126262] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76ddc9d0-88b9-46e9-9463-095f40d6b775 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.137754] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.137943] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1630.138771] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-009b25f3-059a-4cb7-af07-e95b195f39fa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.145128] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1630.145128] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fe8cfb-1c5b-0bc3-c411-79fb99a3d680" [ 1630.145128] env[62522]: _type = "Task" [ 1630.145128] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.154695] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fe8cfb-1c5b-0bc3-c411-79fb99a3d680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.172085] env[62522]: DEBUG nova.compute.manager [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1630.195257] env[62522]: DEBUG nova.virt.hardware [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1630.195504] env[62522]: DEBUG nova.virt.hardware [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1630.195659] env[62522]: DEBUG nova.virt.hardware [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1630.195841] env[62522]: DEBUG nova.virt.hardware [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1630.195983] env[62522]: DEBUG nova.virt.hardware [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1630.196165] env[62522]: DEBUG nova.virt.hardware [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1630.196368] env[62522]: DEBUG nova.virt.hardware [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1630.196523] env[62522]: DEBUG nova.virt.hardware [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1630.196687] env[62522]: DEBUG nova.virt.hardware [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1630.196847] env[62522]: DEBUG nova.virt.hardware [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1630.197028] env[62522]: DEBUG nova.virt.hardware [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1630.197903] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110a5205-6bb4-4c5e-87ce-ef143ec7cc0d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.206944] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0d0f8a-d8de-4e58-8ce4-de51f5e7bf1d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.222015] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "49a420a6-0b4a-423d-aca9-5bd13d824654" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.222212] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "49a420a6-0b4a-423d-aca9-5bd13d824654" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.222405] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "49a420a6-0b4a-423d-aca9-5bd13d824654-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.222585] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "49a420a6-0b4a-423d-aca9-5bd13d824654-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.222869] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "49a420a6-0b4a-423d-aca9-5bd13d824654-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.224829] env[62522]: INFO nova.compute.manager [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Terminating instance [ 1630.320994] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75144} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.321277] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3248925c-38af-4660-8782-20f78372870d/3248925c-38af-4660-8782-20f78372870d.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1630.321485] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1630.321788] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfef4eab-9d6d-4126-b110-5a8029b3bbdb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.326585] env[62522]: DEBUG nova.compute.manager [req-914f11dd-0a85-4a84-9263-46d8e106184a req-a9e8d691-98de-4fff-853c-9d146b0fc700 service nova] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Received event network-changed-149a2140-1564-4af2-a22f-c3fe4be27ce3 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1630.326775] env[62522]: DEBUG nova.compute.manager [req-914f11dd-0a85-4a84-9263-46d8e106184a req-a9e8d691-98de-4fff-853c-9d146b0fc700 service nova] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Refreshing instance network info cache due to event network-changed-149a2140-1564-4af2-a22f-c3fe4be27ce3. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1630.326982] env[62522]: DEBUG oslo_concurrency.lockutils [req-914f11dd-0a85-4a84-9263-46d8e106184a req-a9e8d691-98de-4fff-853c-9d146b0fc700 service nova] Acquiring lock "refresh_cache-5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.327138] env[62522]: DEBUG oslo_concurrency.lockutils [req-914f11dd-0a85-4a84-9263-46d8e106184a req-a9e8d691-98de-4fff-853c-9d146b0fc700 service nova] Acquired lock "refresh_cache-5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.327295] env[62522]: DEBUG nova.network.neutron [req-914f11dd-0a85-4a84-9263-46d8e106184a req-a9e8d691-98de-4fff-853c-9d146b0fc700 service nova] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Refreshing network info cache for port 149a2140-1564-4af2-a22f-c3fe4be27ce3 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1630.330027] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1630.330027] env[62522]: value = "task-1703214" [ 1630.330027] env[62522]: _type = "Task" [ 1630.330027] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.342482] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.491697] env[62522]: DEBUG nova.network.neutron [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Successfully updated port: 3b938e81-69df-4d05-9e6a-3f165334c5e2 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1630.497379] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703213, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.570209] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.419s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.657113] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fe8cfb-1c5b-0bc3-c411-79fb99a3d680, 'name': SearchDatastore_Task, 'duration_secs': 0.015293} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.657986] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be61ac9-0a51-4f83-9a80-c8d936f7090b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.664901] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1630.664901] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524240a4-25c8-79f3-7f65-bbd2380649b3" [ 1630.664901] env[62522]: _type = "Task" [ 1630.664901] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.673321] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524240a4-25c8-79f3-7f65-bbd2380649b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.729077] env[62522]: DEBUG nova.compute.manager [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1630.729077] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1630.730031] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c4e477-d6fc-4fde-80b7-e74576e9284c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.737999] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.738264] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20af17e6-6c3a-44dd-8ada-f6105d9e07df {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.745148] env[62522]: DEBUG oslo_vmware.api [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1630.745148] env[62522]: value = "task-1703215" [ 1630.745148] env[62522]: _type = "Task" [ 1630.745148] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.753607] env[62522]: DEBUG oslo_vmware.api [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.845147] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065172} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.845564] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1630.846276] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b76ac3-5be0-49a6-ae59-763a5c914f72 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.883266] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3248925c-38af-4660-8782-20f78372870d/3248925c-38af-4660-8782-20f78372870d.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.887488] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aac93543-5069-48b9-9ab7-d86c0a096eab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.922596] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1630.922596] env[62522]: value = "task-1703216" [ 1630.922596] env[62522]: _type = "Task" [ 1630.922596] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.936258] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.938117] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.942354] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703216, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.991369] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "refresh_cache-2b15df3c-55be-41dc-acdf-9bcb2a323c33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.991703] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "refresh_cache-2b15df3c-55be-41dc-acdf-9bcb2a323c33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.991999] env[62522]: DEBUG nova.network.neutron [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1630.998167] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703213, 'name': CreateVM_Task, 'duration_secs': 0.866049} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.001363] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1631.002435] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.002597] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.002952] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1631.003775] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f861e51-8d59-46cb-bf94-a6403bea0ad9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.009122] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1631.009122] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525d6a79-a13e-eb11-a0c8-a93cef78eb0d" [ 1631.009122] env[62522]: _type = "Task" [ 1631.009122] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.018762] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525d6a79-a13e-eb11-a0c8-a93cef78eb0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.106677] env[62522]: DEBUG nova.network.neutron [req-914f11dd-0a85-4a84-9263-46d8e106184a req-a9e8d691-98de-4fff-853c-9d146b0fc700 service nova] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Updated VIF entry in instance network info cache for port 149a2140-1564-4af2-a22f-c3fe4be27ce3. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.107071] env[62522]: DEBUG nova.network.neutron [req-914f11dd-0a85-4a84-9263-46d8e106184a req-a9e8d691-98de-4fff-853c-9d146b0fc700 service nova] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Updating instance_info_cache with network_info: [{"id": "149a2140-1564-4af2-a22f-c3fe4be27ce3", "address": "fa:16:3e:3f:d1:a0", "network": {"id": "0fe8b681-445d-479e-af4e-b694f0e0bcad", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706351907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99a80c399a2241859e04aaac4f30e428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149a2140-15", "ovs_interfaceid": "149a2140-1564-4af2-a22f-c3fe4be27ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.124814] env[62522]: INFO nova.scheduler.client.report [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleted allocation for migration a322226b-a0f0-43b0-9be9-685686ece9dd [ 1631.178425] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524240a4-25c8-79f3-7f65-bbd2380649b3, 'name': SearchDatastore_Task, 'duration_secs': 0.048812} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.178690] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.180047] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 18277ee9-2af5-45b9-bc00-af547784d0d4/18277ee9-2af5-45b9-bc00-af547784d0d4.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1631.180047] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcc03898-b07a-4ecc-bda0-ce703de8ecb8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.188163] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1631.188163] env[62522]: value = "task-1703217" [ 1631.188163] env[62522]: _type = "Task" [ 1631.188163] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.196875] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.255543] env[62522]: DEBUG oslo_vmware.api [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703215, 'name': PowerOffVM_Task, 'duration_secs': 0.278681} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.255543] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.255852] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.255927] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4654b1b-27f9-45e4-80a0-15ab0c745970 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.357328] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1631.357437] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1631.357737] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Deleting the datastore file [datastore1] 49a420a6-0b4a-423d-aca9-5bd13d824654 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1631.358142] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f124b13-c022-4594-b2df-c70303e46080 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.368042] env[62522]: DEBUG oslo_vmware.api [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1631.368042] env[62522]: value = "task-1703219" [ 1631.368042] env[62522]: _type = "Task" [ 1631.368042] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.377276] env[62522]: DEBUG oslo_vmware.api [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.433255] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703216, 'name': ReconfigVM_Task, 'duration_secs': 0.301859} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.433553] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3248925c-38af-4660-8782-20f78372870d/3248925c-38af-4660-8782-20f78372870d.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.434405] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80c54c57-4244-46f1-a5c6-383d0e243c30 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.442176] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1631.442176] env[62522]: value = "task-1703220" [ 1631.442176] env[62522]: _type = "Task" [ 1631.442176] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.445355] env[62522]: DEBUG nova.compute.manager [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1631.454121] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703220, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.520475] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525d6a79-a13e-eb11-a0c8-a93cef78eb0d, 'name': SearchDatastore_Task, 'duration_secs': 0.015519} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.520796] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.521047] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1631.521286] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.521514] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.521598] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1631.521917] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1009c09-452a-4083-858f-bfffa3387486 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.531563] env[62522]: DEBUG nova.network.neutron [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1631.540117] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1631.540323] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1631.541113] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a04457-bf48-4177-a81a-29b8936accf1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.547838] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1631.547838] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5248a24f-bcc6-6fbb-2718-40f2bce18316" [ 1631.547838] env[62522]: _type = "Task" [ 1631.547838] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.559327] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5248a24f-bcc6-6fbb-2718-40f2bce18316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.609926] env[62522]: DEBUG oslo_concurrency.lockutils [req-914f11dd-0a85-4a84-9263-46d8e106184a req-a9e8d691-98de-4fff-853c-9d146b0fc700 service nova] Releasing lock "refresh_cache-5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.630329] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "0d9d2247-2579-4888-a290-2e8864b024c7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.711s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.694425] env[62522]: DEBUG nova.network.neutron [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Updating instance_info_cache with network_info: [{"id": "3b938e81-69df-4d05-9e6a-3f165334c5e2", "address": "fa:16:3e:53:80:e9", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b938e81-69", "ovs_interfaceid": "3b938e81-69df-4d05-9e6a-3f165334c5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.704135] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703217, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.879321] env[62522]: DEBUG oslo_vmware.api [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.954690] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703220, 'name': Rename_Task, 'duration_secs': 0.193229} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.957160] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1631.957600] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7c93787-9882-4fcd-a686-b7d2f27be852 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.965958] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1631.965958] env[62522]: value = "task-1703221" [ 1631.965958] env[62522]: _type = "Task" [ 1631.965958] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.974719] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.975767] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.976058] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.977701] env[62522]: INFO nova.compute.claims [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1632.059099] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5248a24f-bcc6-6fbb-2718-40f2bce18316, 'name': SearchDatastore_Task, 'duration_secs': 0.073862} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.059932] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be55a10-ff19-4cbd-8187-cd3cf2078d84 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.065845] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1632.065845] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f2d2da-a26c-2441-1621-ef36515fc0b4" [ 1632.065845] env[62522]: _type = "Task" [ 1632.065845] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.075745] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f2d2da-a26c-2441-1621-ef36515fc0b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.200957] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "refresh_cache-2b15df3c-55be-41dc-acdf-9bcb2a323c33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.201299] env[62522]: DEBUG nova.compute.manager [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Instance network_info: |[{"id": "3b938e81-69df-4d05-9e6a-3f165334c5e2", "address": "fa:16:3e:53:80:e9", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b938e81-69", "ovs_interfaceid": "3b938e81-69df-4d05-9e6a-3f165334c5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1632.201680] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703612} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.202018] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:80:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b938e81-69df-4d05-9e6a-3f165334c5e2', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1632.209763] env[62522]: DEBUG oslo.service.loopingcall [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.209966] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 18277ee9-2af5-45b9-bc00-af547784d0d4/18277ee9-2af5-45b9-bc00-af547784d0d4.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1632.210186] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1632.210437] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1632.210630] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f60fd257-8434-4ee7-9f50-387a192637a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.212594] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13b1481c-69c8-4fef-a29d-8d4a0b76a382 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.233500] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1632.233500] env[62522]: value = "task-1703223" [ 1632.233500] env[62522]: _type = "Task" [ 1632.233500] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.234833] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1632.234833] env[62522]: value = "task-1703222" [ 1632.234833] env[62522]: _type = "Task" [ 1632.234833] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.248500] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.251571] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703223, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.352921] env[62522]: DEBUG nova.compute.manager [req-967d25b6-d7d5-40b6-8452-475befd218b1 req-0e1c9fb6-0c6b-4cdb-8e92-a31cc35e7ab7 service nova] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Received event network-vif-plugged-3b938e81-69df-4d05-9e6a-3f165334c5e2 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1632.353173] env[62522]: DEBUG oslo_concurrency.lockutils [req-967d25b6-d7d5-40b6-8452-475befd218b1 req-0e1c9fb6-0c6b-4cdb-8e92-a31cc35e7ab7 service nova] Acquiring lock "2b15df3c-55be-41dc-acdf-9bcb2a323c33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.353383] env[62522]: DEBUG oslo_concurrency.lockutils [req-967d25b6-d7d5-40b6-8452-475befd218b1 req-0e1c9fb6-0c6b-4cdb-8e92-a31cc35e7ab7 service nova] Lock "2b15df3c-55be-41dc-acdf-9bcb2a323c33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.353547] env[62522]: DEBUG oslo_concurrency.lockutils [req-967d25b6-d7d5-40b6-8452-475befd218b1 req-0e1c9fb6-0c6b-4cdb-8e92-a31cc35e7ab7 service nova] Lock "2b15df3c-55be-41dc-acdf-9bcb2a323c33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.353712] env[62522]: DEBUG nova.compute.manager [req-967d25b6-d7d5-40b6-8452-475befd218b1 req-0e1c9fb6-0c6b-4cdb-8e92-a31cc35e7ab7 service nova] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] No waiting events found dispatching network-vif-plugged-3b938e81-69df-4d05-9e6a-3f165334c5e2 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1632.353883] env[62522]: WARNING nova.compute.manager [req-967d25b6-d7d5-40b6-8452-475befd218b1 req-0e1c9fb6-0c6b-4cdb-8e92-a31cc35e7ab7 service nova] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Received unexpected event network-vif-plugged-3b938e81-69df-4d05-9e6a-3f165334c5e2 for instance with vm_state building and task_state spawning. [ 1632.354106] env[62522]: DEBUG nova.compute.manager [req-967d25b6-d7d5-40b6-8452-475befd218b1 req-0e1c9fb6-0c6b-4cdb-8e92-a31cc35e7ab7 service nova] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Received event network-changed-3b938e81-69df-4d05-9e6a-3f165334c5e2 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1632.354273] env[62522]: DEBUG nova.compute.manager [req-967d25b6-d7d5-40b6-8452-475befd218b1 req-0e1c9fb6-0c6b-4cdb-8e92-a31cc35e7ab7 service nova] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Refreshing instance network info cache due to event network-changed-3b938e81-69df-4d05-9e6a-3f165334c5e2. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1632.354480] env[62522]: DEBUG oslo_concurrency.lockutils [req-967d25b6-d7d5-40b6-8452-475befd218b1 req-0e1c9fb6-0c6b-4cdb-8e92-a31cc35e7ab7 service nova] Acquiring lock "refresh_cache-2b15df3c-55be-41dc-acdf-9bcb2a323c33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.354617] env[62522]: DEBUG oslo_concurrency.lockutils [req-967d25b6-d7d5-40b6-8452-475befd218b1 req-0e1c9fb6-0c6b-4cdb-8e92-a31cc35e7ab7 service nova] Acquired lock "refresh_cache-2b15df3c-55be-41dc-acdf-9bcb2a323c33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.354777] env[62522]: DEBUG nova.network.neutron [req-967d25b6-d7d5-40b6-8452-475befd218b1 req-0e1c9fb6-0c6b-4cdb-8e92-a31cc35e7ab7 service nova] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Refreshing network info cache for port 3b938e81-69df-4d05-9e6a-3f165334c5e2 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1632.379647] env[62522]: DEBUG oslo_vmware.api [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.610139} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.379934] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1632.380171] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1632.380360] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1632.380533] env[62522]: INFO nova.compute.manager [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1632.380775] env[62522]: DEBUG oslo.service.loopingcall [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.380971] env[62522]: DEBUG nova.compute.manager [-] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1632.381100] env[62522]: DEBUG nova.network.neutron [-] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1632.478471] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703221, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.577730] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f2d2da-a26c-2441-1621-ef36515fc0b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012506} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.578232] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.578531] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef/5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1632.578874] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57fbae08-12a2-4c69-b0f9-010049172077 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.586456] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1632.586456] env[62522]: value = "task-1703224" [ 1632.586456] env[62522]: _type = "Task" [ 1632.586456] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.595299] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.755163] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060929} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.758108] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1632.758717] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703223, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.759068] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a519e963-1fab-433f-a27f-aa0b074da02a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.781923] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 18277ee9-2af5-45b9-bc00-af547784d0d4/18277ee9-2af5-45b9-bc00-af547784d0d4.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1632.782710] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-163aaa90-f2e8-4e66-a6c7-5dbeee187dda {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.804357] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1632.804357] env[62522]: value = "task-1703225" [ 1632.804357] env[62522]: _type = "Task" [ 1632.804357] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.812658] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.960956] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "0d9d2247-2579-4888-a290-2e8864b024c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.961229] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "0d9d2247-2579-4888-a290-2e8864b024c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.961430] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "0d9d2247-2579-4888-a290-2e8864b024c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.961622] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "0d9d2247-2579-4888-a290-2e8864b024c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.961847] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "0d9d2247-2579-4888-a290-2e8864b024c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.964307] env[62522]: INFO nova.compute.manager [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Terminating instance [ 1632.975815] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703221, 'name': PowerOnVM_Task, 'duration_secs': 0.57872} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.976623] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.976831] env[62522]: INFO nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1632.977016] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.977795] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fb2e65-fa77-47a3-a158-6f27353b910e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.062487] env[62522]: DEBUG nova.network.neutron [req-967d25b6-d7d5-40b6-8452-475befd218b1 req-0e1c9fb6-0c6b-4cdb-8e92-a31cc35e7ab7 service nova] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Updated VIF entry in instance network info cache for port 3b938e81-69df-4d05-9e6a-3f165334c5e2. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1633.063048] env[62522]: DEBUG nova.network.neutron [req-967d25b6-d7d5-40b6-8452-475befd218b1 req-0e1c9fb6-0c6b-4cdb-8e92-a31cc35e7ab7 service nova] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Updating instance_info_cache with network_info: [{"id": "3b938e81-69df-4d05-9e6a-3f165334c5e2", "address": "fa:16:3e:53:80:e9", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b938e81-69", "ovs_interfaceid": "3b938e81-69df-4d05-9e6a-3f165334c5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.098949] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.142310] env[62522]: DEBUG nova.network.neutron [-] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.203314] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cbd6ad-52af-45d7-8d99-533eb9d9f92a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.211212] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386343d3-7b12-4b9a-a50e-56d8882c1af9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.246719] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aabbac-aee4-4001-87fc-1d37f76e81ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.257700] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703223, 'name': CreateVM_Task, 'duration_secs': 0.599341} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.257700] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1633.258491] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babdee6b-8c72-46fa-a3bc-1c4561a32d96 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.262612] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.262791] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.263113] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1633.263355] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bdd1118-4de9-4793-862e-b4eec7725f21 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.269568] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1633.269568] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a8ad14-0aa1-2200-ec3a-d7cb9ac40cf6" [ 1633.269568] env[62522]: _type = "Task" [ 1633.269568] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.279183] env[62522]: DEBUG nova.compute.provider_tree [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.288965] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a8ad14-0aa1-2200-ec3a-d7cb9ac40cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.315252] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.468038] env[62522]: DEBUG nova.compute.manager [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1633.468315] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1633.469288] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2a6f94-b99e-448c-94f6-8682b41c0c28 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.479971] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1633.480351] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ea799fa-edf2-4969-a96f-dd7e7244a99f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.489586] env[62522]: DEBUG oslo_vmware.api [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1633.489586] env[62522]: value = "task-1703226" [ 1633.489586] env[62522]: _type = "Task" [ 1633.489586] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.501938] env[62522]: INFO nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Took 20.95 seconds to build instance. [ 1633.507761] env[62522]: DEBUG oslo_vmware.api [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.568040] env[62522]: DEBUG oslo_concurrency.lockutils [req-967d25b6-d7d5-40b6-8452-475befd218b1 req-0e1c9fb6-0c6b-4cdb-8e92-a31cc35e7ab7 service nova] Releasing lock "refresh_cache-2b15df3c-55be-41dc-acdf-9bcb2a323c33" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.598572] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703224, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.645373] env[62522]: INFO nova.compute.manager [-] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Took 1.26 seconds to deallocate network for instance. [ 1633.784797] env[62522]: DEBUG nova.scheduler.client.report [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1633.791540] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a8ad14-0aa1-2200-ec3a-d7cb9ac40cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.039069} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.792135] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.792378] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1633.792646] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.792788] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.793018] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1633.793372] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbe0b6f1-e030-4e8d-b381-eed539a5dabc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.806087] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1633.806292] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1633.811539] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b50acf-3d71-4de9-9a39-fa602d66004c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.818357] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1633.818357] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521ea273-ec88-fbb0-aae7-cc84617291d3" [ 1633.818357] env[62522]: _type = "Task" [ 1633.818357] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.821317] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703225, 'name': ReconfigVM_Task, 'duration_secs': 0.791852} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.824298] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 18277ee9-2af5-45b9-bc00-af547784d0d4/18277ee9-2af5-45b9-bc00-af547784d0d4.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1633.825184] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3768e53-e7f0-45ff-87a4-b3618e79e5d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.832477] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521ea273-ec88-fbb0-aae7-cc84617291d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.833792] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1633.833792] env[62522]: value = "task-1703227" [ 1633.833792] env[62522]: _type = "Task" [ 1633.833792] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.842242] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703227, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.004392] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "3248925c-38af-4660-8782-20f78372870d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.459s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.004740] env[62522]: DEBUG oslo_vmware.api [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703226, 'name': PowerOffVM_Task, 'duration_secs': 0.255579} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.005093] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1634.005349] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1634.005703] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c335e6c5-3971-4bcf-a7ee-61a452ec6d23 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.097949] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703224, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.122559] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1634.122804] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1634.123000] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleting the datastore file [datastore1] 0d9d2247-2579-4888-a290-2e8864b024c7 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1634.123291] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e307868-c1dc-43a2-9bc2-5d3266e47884 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.131337] env[62522]: DEBUG oslo_vmware.api [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for the task: (returnval){ [ 1634.131337] env[62522]: value = "task-1703229" [ 1634.131337] env[62522]: _type = "Task" [ 1634.131337] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.139488] env[62522]: DEBUG oslo_vmware.api [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.152637] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.292960] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.293555] env[62522]: DEBUG nova.compute.manager [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1634.296407] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.144s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.296634] env[62522]: DEBUG nova.objects.instance [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lazy-loading 'resources' on Instance uuid 49a420a6-0b4a-423d-aca9-5bd13d824654 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.332872] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521ea273-ec88-fbb0-aae7-cc84617291d3, 'name': SearchDatastore_Task, 'duration_secs': 0.021022} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.333694] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11719a1-3bbc-400b-90a9-1f09fa70666e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.345780] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703227, 'name': Rename_Task, 'duration_secs': 0.277186} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.346673] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1634.347105] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1634.347105] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d6972a-cc68-fa41-b154-63272eb62381" [ 1634.347105] env[62522]: _type = "Task" [ 1634.347105] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.347310] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67438d14-f3bb-4954-987a-057a385f911b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.359542] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d6972a-cc68-fa41-b154-63272eb62381, 'name': SearchDatastore_Task, 'duration_secs': 0.009886} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.360826] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.361116] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 2b15df3c-55be-41dc-acdf-9bcb2a323c33/2b15df3c-55be-41dc-acdf-9bcb2a323c33.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1634.361441] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1634.361441] env[62522]: value = "task-1703230" [ 1634.361441] env[62522]: _type = "Task" [ 1634.361441] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.361708] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08de4a6c-b1e7-4e2e-9e46-10040e1584b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.373138] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.374345] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1634.374345] env[62522]: value = "task-1703231" [ 1634.374345] env[62522]: _type = "Task" [ 1634.374345] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.379308] env[62522]: DEBUG nova.compute.manager [req-cda8668e-4715-47f5-a6a5-617bf9cda62a req-2f13d055-0add-4f97-bd9f-84b5ddc67a9c service nova] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Received event network-vif-deleted-dbf6fb68-7b3f-4086-9569-9877a494eac3 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1634.385062] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.565957] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.566210] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.599465] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703224, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.641215] env[62522]: DEBUG oslo_vmware.api [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Task: {'id': task-1703229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13992} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.641456] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1634.641682] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1634.641872] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1634.642058] env[62522]: INFO nova.compute.manager [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1634.642297] env[62522]: DEBUG oslo.service.loopingcall [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.642764] env[62522]: DEBUG nova.compute.manager [-] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1634.642868] env[62522]: DEBUG nova.network.neutron [-] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1634.800141] env[62522]: DEBUG nova.compute.utils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1634.804800] env[62522]: DEBUG nova.compute.manager [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1634.804976] env[62522]: DEBUG nova.network.neutron [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1634.880296] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.892092] env[62522]: DEBUG nova.policy [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '024bbc1394bb4ba18f9e66023eb71eab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e4cd1cb3edd4ec38adfceb17df03825', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1634.902830] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703231, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.069741] env[62522]: DEBUG nova.compute.utils [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1635.106890] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703224, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.146787} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.107617] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef/5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1635.107869] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1635.108215] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7c882f4-fb4d-4caa-a422-16c073338ce9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.112166] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cf1431-60db-4b2a-84d3-49144f597de2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.127606] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155fb174-0313-49d3-ad78-0824440f2f37 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.132269] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1635.132269] env[62522]: value = "task-1703232" [ 1635.132269] env[62522]: _type = "Task" [ 1635.132269] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.169074] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cc1baa-36f1-4d29-b919-f64199686d5c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.172228] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.181604] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8934f9fc-03f5-4cb1-a1bf-1269d94252fb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.200851] env[62522]: DEBUG nova.compute.provider_tree [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.308641] env[62522]: DEBUG nova.compute.manager [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1635.375122] env[62522]: DEBUG oslo_vmware.api [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703230, 'name': PowerOnVM_Task, 'duration_secs': 0.847467} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.375409] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1635.375617] env[62522]: INFO nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1635.375799] env[62522]: DEBUG nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1635.376645] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae664c6d-ea0f-4e78-83c2-ceada9643f16 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.394328] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809699} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.394462] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 2b15df3c-55be-41dc-acdf-9bcb2a323c33/2b15df3c-55be-41dc-acdf-9bcb2a323c33.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1635.394615] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1635.394884] env[62522]: DEBUG nova.network.neutron [-] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.395836] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f12e919-c163-45ce-912c-aa29d3971197 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.404214] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1635.404214] env[62522]: value = "task-1703233" [ 1635.404214] env[62522]: _type = "Task" [ 1635.404214] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.416016] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.573396] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.626238] env[62522]: DEBUG nova.network.neutron [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Successfully created port: fd8c2a2d-74b2-4172-ac12-e7759d975bf6 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1635.644014] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149403} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.644381] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1635.645406] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bb968f-fa13-4ad8-a176-c9fcb82f0cbe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.670520] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef/5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1635.670880] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34f227e2-a17b-4ef3-86fd-1700cac74440 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.692278] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1635.692278] env[62522]: value = "task-1703234" [ 1635.692278] env[62522]: _type = "Task" [ 1635.692278] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.701886] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.704021] env[62522]: DEBUG nova.scheduler.client.report [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1635.898479] env[62522]: INFO nova.compute.manager [-] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Took 1.26 seconds to deallocate network for instance. [ 1635.898988] env[62522]: INFO nova.compute.manager [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Took 23.30 seconds to build instance. [ 1635.917111] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269044} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.917540] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1635.918466] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f1585b-c225-4f95-a5b3-ef0ac2993cc5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.945117] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 2b15df3c-55be-41dc-acdf-9bcb2a323c33/2b15df3c-55be-41dc-acdf-9bcb2a323c33.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1635.945755] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f715ab6c-3e04-490b-9f8c-67d08c813041 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.974866] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1635.974866] env[62522]: value = "task-1703235" [ 1635.974866] env[62522]: _type = "Task" [ 1635.974866] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.986407] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.203470] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.210871] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.237778] env[62522]: INFO nova.scheduler.client.report [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Deleted allocations for instance 49a420a6-0b4a-423d-aca9-5bd13d824654 [ 1636.321070] env[62522]: DEBUG nova.compute.manager [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1636.350224] env[62522]: DEBUG nova.virt.hardware [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1636.350689] env[62522]: DEBUG nova.virt.hardware [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1636.350883] env[62522]: DEBUG nova.virt.hardware [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.350976] env[62522]: DEBUG nova.virt.hardware [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1636.351071] env[62522]: DEBUG nova.virt.hardware [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.351251] env[62522]: DEBUG nova.virt.hardware [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1636.351864] env[62522]: DEBUG nova.virt.hardware [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1636.351864] env[62522]: DEBUG nova.virt.hardware [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1636.352025] env[62522]: DEBUG nova.virt.hardware [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1636.352101] env[62522]: DEBUG nova.virt.hardware [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1636.352945] env[62522]: DEBUG nova.virt.hardware [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1636.353934] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea3b9ae-b78f-44b8-b1ab-b78716ae1bd6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.363544] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14465b91-c40a-46c8-baa2-1258451dee2a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.402548] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b2335b92-7471-445d-bd3a-cd45d4c6d637 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "18277ee9-2af5-45b9-bc00-af547784d0d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.824s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.412223] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.412497] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.412721] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.417051] env[62522]: DEBUG nova.compute.manager [req-553316f2-5d9b-47d5-9ca8-c5df9c37882b req-7f7f8ac9-1802-4b04-8e73-a5beef3a1fc2 service nova] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Received event network-vif-deleted-a8c4b487-c588-4fed-9941-1add8155d911 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1636.432118] env[62522]: INFO nova.scheduler.client.report [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Deleted allocations for instance 0d9d2247-2579-4888-a290-2e8864b024c7 [ 1636.486447] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.646078] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.646078] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.646078] env[62522]: INFO nova.compute.manager [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Attaching volume 8ced63b5-3024-4e4c-baa9-f8d562267166 to /dev/sdb [ 1636.688639] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee8bcbe-abda-4ab5-8416-de25450dd36d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.700364] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cf94bb-a939-4106-8d0a-55f9a86ea548 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.705623] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703234, 'name': ReconfigVM_Task, 'duration_secs': 0.770561} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.706346] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef/5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1636.706926] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0bbd77d-6d41-4b22-bfbb-0568ac8ae7b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.714232] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1636.714232] env[62522]: value = "task-1703236" [ 1636.714232] env[62522]: _type = "Task" [ 1636.714232] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.720873] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "c277998d-9957-448d-9bee-80d9afecd6cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.721158] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "c277998d-9957-448d-9bee-80d9afecd6cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.721386] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "c277998d-9957-448d-9bee-80d9afecd6cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.721572] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "c277998d-9957-448d-9bee-80d9afecd6cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.721766] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "c277998d-9957-448d-9bee-80d9afecd6cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.723426] env[62522]: DEBUG nova.virt.block_device [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Updating existing volume attachment record: 31600576-e268-4d55-9ed2-48252ee5cc22 {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1636.725900] env[62522]: INFO nova.compute.manager [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Terminating instance [ 1636.732969] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703236, 'name': Rename_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.749223] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a80bcd7f-725a-4df2-b7af-b607dc09ea65 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "49a420a6-0b4a-423d-aca9-5bd13d824654" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.527s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.943017] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5dde6767-26bb-4e2c-91fe-78afec25e148 tempest-DeleteServersTestJSON-947398525 tempest-DeleteServersTestJSON-947398525-project-member] Lock "0d9d2247-2579-4888-a290-2e8864b024c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.982s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.986534] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703235, 'name': ReconfigVM_Task, 'duration_secs': 0.704972} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.986868] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 2b15df3c-55be-41dc-acdf-9bcb2a323c33/2b15df3c-55be-41dc-acdf-9bcb2a323c33.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1636.987578] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a788b20b-033f-4c36-8ebf-b1385417d9ba {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.995111] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1636.995111] env[62522]: value = "task-1703238" [ 1636.995111] env[62522]: _type = "Task" [ 1636.995111] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.003728] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703238, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.196060] env[62522]: DEBUG nova.compute.manager [req-94a382ae-32b6-4ad9-b68e-9ac90029114a req-4940c42a-bf73-49ed-af33-45ef84c10f27 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Received event network-vif-plugged-fd8c2a2d-74b2-4172-ac12-e7759d975bf6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1637.196665] env[62522]: DEBUG oslo_concurrency.lockutils [req-94a382ae-32b6-4ad9-b68e-9ac90029114a req-4940c42a-bf73-49ed-af33-45ef84c10f27 service nova] Acquiring lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.196665] env[62522]: DEBUG oslo_concurrency.lockutils [req-94a382ae-32b6-4ad9-b68e-9ac90029114a req-4940c42a-bf73-49ed-af33-45ef84c10f27 service nova] Lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.196665] env[62522]: DEBUG oslo_concurrency.lockutils [req-94a382ae-32b6-4ad9-b68e-9ac90029114a req-4940c42a-bf73-49ed-af33-45ef84c10f27 service nova] Lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.197013] env[62522]: DEBUG nova.compute.manager [req-94a382ae-32b6-4ad9-b68e-9ac90029114a req-4940c42a-bf73-49ed-af33-45ef84c10f27 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] No waiting events found dispatching network-vif-plugged-fd8c2a2d-74b2-4172-ac12-e7759d975bf6 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1637.197013] env[62522]: WARNING nova.compute.manager [req-94a382ae-32b6-4ad9-b68e-9ac90029114a req-4940c42a-bf73-49ed-af33-45ef84c10f27 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Received unexpected event network-vif-plugged-fd8c2a2d-74b2-4172-ac12-e7759d975bf6 for instance with vm_state building and task_state spawning. [ 1637.228014] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703236, 'name': Rename_Task, 'duration_secs': 0.239816} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.228014] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1637.228379] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adb33e65-0eb7-4368-af1b-aed19258afa4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.231902] env[62522]: DEBUG nova.compute.manager [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1637.231902] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1637.232726] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb21f5b-ffe5-4970-9717-52df03e66e6a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.241691] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.244046] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86b81212-1ab2-4431-880b-5801093a9d5d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.246091] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1637.246091] env[62522]: value = "task-1703240" [ 1637.246091] env[62522]: _type = "Task" [ 1637.246091] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.263051] env[62522]: DEBUG oslo_vmware.api [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1637.263051] env[62522]: value = "task-1703241" [ 1637.263051] env[62522]: _type = "Task" [ 1637.263051] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.263367] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.275845] env[62522]: DEBUG oslo_vmware.api [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.391988] env[62522]: DEBUG nova.network.neutron [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Successfully updated port: fd8c2a2d-74b2-4172-ac12-e7759d975bf6 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1637.506407] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703238, 'name': Rename_Task, 'duration_secs': 0.288726} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.506695] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1637.506945] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33841193-ccef-4591-9ed0-8ab0c78c2c05 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.515138] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1637.515138] env[62522]: value = "task-1703244" [ 1637.515138] env[62522]: _type = "Task" [ 1637.515138] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.524024] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.756642] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703240, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.771857] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "60a12ad6-598d-4a13-95de-09173e20663c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.772133] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "60a12ad6-598d-4a13-95de-09173e20663c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.777931] env[62522]: DEBUG oslo_vmware.api [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703241, 'name': PowerOffVM_Task, 'duration_secs': 0.207227} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.778247] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1637.778420] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1637.778939] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77ce2fa4-ee0b-4038-ad63-fd35a52a493b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.894830] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.895122] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.895358] env[62522]: DEBUG nova.network.neutron [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1638.020792] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.020993] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.021294] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Deleting the datastore file [datastore1] c277998d-9957-448d-9bee-80d9afecd6cd {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.022048] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-483ca052-75ea-426e-97da-a1ed2f0751a1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.027131] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703244, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.032717] env[62522]: DEBUG oslo_vmware.api [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1638.032717] env[62522]: value = "task-1703246" [ 1638.032717] env[62522]: _type = "Task" [ 1638.032717] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.044055] env[62522]: DEBUG oslo_vmware.api [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.256482] env[62522]: DEBUG oslo_vmware.api [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703240, 'name': PowerOnVM_Task, 'duration_secs': 0.688701} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.256636] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1638.256794] env[62522]: INFO nova.compute.manager [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Took 10.44 seconds to spawn the instance on the hypervisor. [ 1638.256971] env[62522]: DEBUG nova.compute.manager [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1638.257792] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81b33b8-fb95-4224-ad45-2b88b5dd32fb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.275128] env[62522]: DEBUG nova.compute.manager [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1638.433896] env[62522]: DEBUG nova.network.neutron [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1638.526758] env[62522]: DEBUG oslo_vmware.api [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703244, 'name': PowerOnVM_Task, 'duration_secs': 0.571901} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.527135] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1638.527358] env[62522]: INFO nova.compute.manager [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1638.527541] env[62522]: DEBUG nova.compute.manager [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1638.528377] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a4662b-1b4a-4a7e-b27b-3d67be44f3df {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.547136] env[62522]: DEBUG oslo_vmware.api [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15835} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.547269] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1638.547499] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1638.547690] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1638.547868] env[62522]: INFO nova.compute.manager [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1638.548126] env[62522]: DEBUG oslo.service.loopingcall [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1638.548320] env[62522]: DEBUG nova.compute.manager [-] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1638.548415] env[62522]: DEBUG nova.network.neutron [-] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1638.627685] env[62522]: DEBUG nova.network.neutron [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Updating instance_info_cache with network_info: [{"id": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "address": "fa:16:3e:bf:be:b0", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8c2a2d-74", "ovs_interfaceid": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.780199] env[62522]: INFO nova.compute.manager [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Took 21.84 seconds to build instance. [ 1638.803536] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.803790] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.805355] env[62522]: INFO nova.compute.claims [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1638.888304] env[62522]: DEBUG nova.compute.manager [req-bb919df6-c484-4b44-a915-c580b64524df req-2d7a24e4-5ddf-4879-9490-a420f1d87e25 service nova] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Received event network-vif-deleted-48649d4d-fb27-4148-b64e-845b25d21cf0 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1638.888558] env[62522]: INFO nova.compute.manager [req-bb919df6-c484-4b44-a915-c580b64524df req-2d7a24e4-5ddf-4879-9490-a420f1d87e25 service nova] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Neutron deleted interface 48649d4d-fb27-4148-b64e-845b25d21cf0; detaching it from the instance and deleting it from the info cache [ 1638.888691] env[62522]: DEBUG nova.network.neutron [req-bb919df6-c484-4b44-a915-c580b64524df req-2d7a24e4-5ddf-4879-9490-a420f1d87e25 service nova] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.050594] env[62522]: INFO nova.compute.manager [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Took 20.80 seconds to build instance. [ 1639.133613] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.135722] env[62522]: DEBUG nova.compute.manager [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Instance network_info: |[{"id": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "address": "fa:16:3e:bf:be:b0", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8c2a2d-74", "ovs_interfaceid": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1639.135722] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:be:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd8c2a2d-74b2-4172-ac12-e7759d975bf6', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1639.142996] env[62522]: DEBUG oslo.service.loopingcall [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.142996] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1639.142996] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b9c3017-eb0b-4edd-bf08-fb92b3f73f9e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.167686] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1639.167686] env[62522]: value = "task-1703247" [ 1639.167686] env[62522]: _type = "Task" [ 1639.167686] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.179563] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703247, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.271438] env[62522]: DEBUG nova.compute.manager [req-5420cd11-7f08-49ed-a9cb-2ab52c79749a req-de13b12f-0aa0-4c98-88ea-99fb8fa8fad1 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Received event network-changed-fd8c2a2d-74b2-4172-ac12-e7759d975bf6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1639.271638] env[62522]: DEBUG nova.compute.manager [req-5420cd11-7f08-49ed-a9cb-2ab52c79749a req-de13b12f-0aa0-4c98-88ea-99fb8fa8fad1 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Refreshing instance network info cache due to event network-changed-fd8c2a2d-74b2-4172-ac12-e7759d975bf6. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1639.271935] env[62522]: DEBUG oslo_concurrency.lockutils [req-5420cd11-7f08-49ed-a9cb-2ab52c79749a req-de13b12f-0aa0-4c98-88ea-99fb8fa8fad1 service nova] Acquiring lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.274254] env[62522]: DEBUG oslo_concurrency.lockutils [req-5420cd11-7f08-49ed-a9cb-2ab52c79749a req-de13b12f-0aa0-4c98-88ea-99fb8fa8fad1 service nova] Acquired lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.274254] env[62522]: DEBUG nova.network.neutron [req-5420cd11-7f08-49ed-a9cb-2ab52c79749a req-de13b12f-0aa0-4c98-88ea-99fb8fa8fad1 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Refreshing network info cache for port fd8c2a2d-74b2-4172-ac12-e7759d975bf6 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.284260] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ba01e07d-e693-496a-bbd9-df8e283cf63e tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.361s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.369245] env[62522]: DEBUG nova.network.neutron [-] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.391041] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a341e8c-7f8b-404c-a7d3-fbd345e0fe4f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.401331] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469873de-7495-4339-a10b-da8ea44f39be {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.439475] env[62522]: DEBUG nova.compute.manager [req-bb919df6-c484-4b44-a915-c580b64524df req-2d7a24e4-5ddf-4879-9490-a420f1d87e25 service nova] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Detach interface failed, port_id=48649d4d-fb27-4148-b64e-845b25d21cf0, reason: Instance c277998d-9957-448d-9bee-80d9afecd6cd could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1639.553240] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08238b1a-34a0-48d6-bd93-ec40a1e08eb4 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "2b15df3c-55be-41dc-acdf-9bcb2a323c33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.316s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.669137] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "2b15df3c-55be-41dc-acdf-9bcb2a323c33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.669623] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "2b15df3c-55be-41dc-acdf-9bcb2a323c33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.670031] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "2b15df3c-55be-41dc-acdf-9bcb2a323c33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.670259] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "2b15df3c-55be-41dc-acdf-9bcb2a323c33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.670464] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "2b15df3c-55be-41dc-acdf-9bcb2a323c33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.677742] env[62522]: INFO nova.compute.manager [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Terminating instance [ 1639.685262] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703247, 'name': CreateVM_Task, 'duration_secs': 0.3956} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.685707] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1639.687096] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.687312] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.687767] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1639.688089] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ab776c-7f58-4024-8a2e-b856a15d1256 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.693534] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1639.693534] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5201718b-8cdf-e4a4-9718-0742bdbfee71" [ 1639.693534] env[62522]: _type = "Task" [ 1639.693534] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.702444] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5201718b-8cdf-e4a4-9718-0742bdbfee71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.873586] env[62522]: INFO nova.compute.manager [-] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Took 1.33 seconds to deallocate network for instance. [ 1640.007194] env[62522]: DEBUG nova.network.neutron [req-5420cd11-7f08-49ed-a9cb-2ab52c79749a req-de13b12f-0aa0-4c98-88ea-99fb8fa8fad1 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Updated VIF entry in instance network info cache for port fd8c2a2d-74b2-4172-ac12-e7759d975bf6. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.007194] env[62522]: DEBUG nova.network.neutron [req-5420cd11-7f08-49ed-a9cb-2ab52c79749a req-de13b12f-0aa0-4c98-88ea-99fb8fa8fad1 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Updating instance_info_cache with network_info: [{"id": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "address": "fa:16:3e:bf:be:b0", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8c2a2d-74", "ovs_interfaceid": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.057785] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11a7a62-1a79-4235-89f4-cf77169fca0b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.065040] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a970d08d-4da5-4263-9b15-e59a3d1e3541 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.095241] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca4d2f1-bd35-4048-ac36-e23c09c89c82 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.103906] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5921be25-fdea-4f98-a970-c84eaa1a4321 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.117595] env[62522]: DEBUG nova.compute.provider_tree [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.121266] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.121596] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.121890] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.122339] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.122520] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.124620] env[62522]: INFO nova.compute.manager [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Terminating instance [ 1640.182158] env[62522]: DEBUG nova.compute.manager [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1640.182376] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1640.183680] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c5c1fb-8e86-4858-a70a-b04b93a9eba4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.191780] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1640.192034] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cc27939-5a72-4734-8c2b-c4fcc67ab11b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.199781] env[62522]: DEBUG oslo_vmware.api [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1640.199781] env[62522]: value = "task-1703249" [ 1640.199781] env[62522]: _type = "Task" [ 1640.199781] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.206870] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5201718b-8cdf-e4a4-9718-0742bdbfee71, 'name': SearchDatastore_Task, 'duration_secs': 0.012478} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.207533] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.207825] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1640.208537] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.208726] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.208919] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.209211] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-444a1d55-3f8c-4f34-8101-4d9d0c946075 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.213811] env[62522]: DEBUG oslo_vmware.api [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.221517] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.221712] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1640.222458] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb3ebd91-f290-40aa-95e4-1da558ed78e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.228624] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1640.228624] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e7cc85-f9f2-b659-aa55-0eee64e33bf2" [ 1640.228624] env[62522]: _type = "Task" [ 1640.228624] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.237046] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e7cc85-f9f2-b659-aa55-0eee64e33bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.383155] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.512924] env[62522]: DEBUG oslo_concurrency.lockutils [req-5420cd11-7f08-49ed-a9cb-2ab52c79749a req-de13b12f-0aa0-4c98-88ea-99fb8fa8fad1 service nova] Releasing lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.622164] env[62522]: DEBUG nova.scheduler.client.report [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1640.628357] env[62522]: DEBUG nova.compute.manager [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1640.628715] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1640.629689] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceb09c2-208c-4c3b-b286-0141339d73d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.638833] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1640.639260] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d45ac187-f2e1-42c8-92b8-bae8b5fb0d35 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.647966] env[62522]: DEBUG oslo_vmware.api [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1640.647966] env[62522]: value = "task-1703250" [ 1640.647966] env[62522]: _type = "Task" [ 1640.647966] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.657566] env[62522]: DEBUG oslo_vmware.api [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.710259] env[62522]: DEBUG oslo_vmware.api [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703249, 'name': PowerOffVM_Task, 'duration_secs': 0.211709} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.710533] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1640.710748] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1640.710945] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6422948-faa7-4aea-92f0-dc2cf67696e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.742220] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e7cc85-f9f2-b659-aa55-0eee64e33bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.743135] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040d345e-2883-49cd-aa04-2155e4e7720f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.749542] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1640.749542] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e73267-d6af-0d19-df93-786d32f467ea" [ 1640.749542] env[62522]: _type = "Task" [ 1640.749542] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.760865] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e73267-d6af-0d19-df93-786d32f467ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.788946] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1640.789321] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1640.790142] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleting the datastore file [datastore1] 2b15df3c-55be-41dc-acdf-9bcb2a323c33 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1640.790142] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7cee1a5-a311-470f-ae23-84d83937af11 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.802278] env[62522]: DEBUG oslo_vmware.api [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1640.802278] env[62522]: value = "task-1703252" [ 1640.802278] env[62522]: _type = "Task" [ 1640.802278] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.811455] env[62522]: DEBUG oslo_vmware.api [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.129726] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.130415] env[62522]: DEBUG nova.compute.manager [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1641.133017] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.750s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.133306] env[62522]: DEBUG nova.objects.instance [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lazy-loading 'resources' on Instance uuid c277998d-9957-448d-9bee-80d9afecd6cd {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.160158] env[62522]: DEBUG oslo_vmware.api [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703250, 'name': PowerOffVM_Task, 'duration_secs': 0.23593} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.161031] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1641.161031] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1641.161031] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12018505-1616-4ed8-95f7-89fbbc1785e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.263035] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e73267-d6af-0d19-df93-786d32f467ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011827} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.263166] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.263394] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] c8c2c7fe-7eb5-4517-b6ce-865fe677731a/c8c2c7fe-7eb5-4517-b6ce-865fe677731a.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1641.263665] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bb22a9f-c437-42f5-aace-5fde204a0adb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.272144] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1641.272144] env[62522]: value = "task-1703254" [ 1641.272144] env[62522]: _type = "Task" [ 1641.272144] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.283503] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.311122] env[62522]: DEBUG oslo_vmware.api [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159668} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.311989] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1641.311989] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1641.311989] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1641.311989] env[62522]: INFO nova.compute.manager [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1641.312208] env[62522]: DEBUG oslo.service.loopingcall [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.312386] env[62522]: DEBUG nova.compute.manager [-] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1641.312475] env[62522]: DEBUG nova.network.neutron [-] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1641.356710] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1641.356994] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1641.357209] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleting the datastore file [datastore1] 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1641.357509] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b6130bc-9834-4fb9-9d2a-8a19ef410580 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.368871] env[62522]: DEBUG oslo_vmware.api [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for the task: (returnval){ [ 1641.368871] env[62522]: value = "task-1703255" [ 1641.368871] env[62522]: _type = "Task" [ 1641.368871] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.378724] env[62522]: DEBUG oslo_vmware.api [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.637216] env[62522]: DEBUG nova.compute.utils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1641.642995] env[62522]: DEBUG nova.compute.manager [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1641.643230] env[62522]: DEBUG nova.network.neutron [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1641.646673] env[62522]: DEBUG nova.compute.manager [req-9f146e07-faeb-415e-9db7-20c61e395586 req-10587154-ef55-4ba4-9580-74766b3c4fe0 service nova] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Received event network-vif-deleted-3b938e81-69df-4d05-9e6a-3f165334c5e2 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1641.646927] env[62522]: INFO nova.compute.manager [req-9f146e07-faeb-415e-9db7-20c61e395586 req-10587154-ef55-4ba4-9580-74766b3c4fe0 service nova] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Neutron deleted interface 3b938e81-69df-4d05-9e6a-3f165334c5e2; detaching it from the instance and deleting it from the info cache [ 1641.646997] env[62522]: DEBUG nova.network.neutron [req-9f146e07-faeb-415e-9db7-20c61e395586 req-10587154-ef55-4ba4-9580-74766b3c4fe0 service nova] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.710182] env[62522]: DEBUG nova.policy [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76dae7551e1b4a8bac1d9d01d24cac4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a274a8da86e4517b86dc8e5fe80866b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1641.779569] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1641.779847] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354962', 'volume_id': '8ced63b5-3024-4e4c-baa9-f8d562267166', 'name': 'volume-8ced63b5-3024-4e4c-baa9-f8d562267166', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '751b2c85-4144-42ab-8d30-4e527ccc6c63', 'attached_at': '', 'detached_at': '', 'volume_id': '8ced63b5-3024-4e4c-baa9-f8d562267166', 'serial': '8ced63b5-3024-4e4c-baa9-f8d562267166'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1641.785204] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988a1540-5efa-4b58-ba2e-51be5a6bdcff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.808597] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703254, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.812279] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401d861d-ac2a-48f7-b4b4-601b1b5631ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.838928] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] volume-8ced63b5-3024-4e4c-baa9-f8d562267166/volume-8ced63b5-3024-4e4c-baa9-f8d562267166.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1641.841987] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd80a3c-7f1e-4336-bb17-680b4e5eaf28 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.863860] env[62522]: DEBUG oslo_vmware.api [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1641.863860] env[62522]: value = "task-1703256" [ 1641.863860] env[62522]: _type = "Task" [ 1641.863860] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.878306] env[62522]: DEBUG oslo_vmware.api [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.881480] env[62522]: DEBUG oslo_vmware.api [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.951834] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa1f28f-ee90-46f3-9cc3-10bc5c827dc7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.959973] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44191e0-6a7e-44a0-a02a-05df7a9e3527 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.995728] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f16063-2b9b-437c-adf7-a503ca216ccf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.004013] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660b3b1a-7255-4520-9e7c-bc3fd190fecf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.025066] env[62522]: DEBUG nova.compute.provider_tree [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.061777] env[62522]: DEBUG nova.network.neutron [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Successfully created port: ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1642.116990] env[62522]: DEBUG nova.network.neutron [-] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.144347] env[62522]: DEBUG nova.compute.manager [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1642.150159] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fa8ffc5-ae32-411b-8ad7-99d505f3d62c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.162464] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c20398f-d929-4782-b581-d5e0169e74b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.198420] env[62522]: DEBUG nova.compute.manager [req-9f146e07-faeb-415e-9db7-20c61e395586 req-10587154-ef55-4ba4-9580-74766b3c4fe0 service nova] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Detach interface failed, port_id=3b938e81-69df-4d05-9e6a-3f165334c5e2, reason: Instance 2b15df3c-55be-41dc-acdf-9bcb2a323c33 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1642.284993] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595904} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.285279] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] c8c2c7fe-7eb5-4517-b6ce-865fe677731a/c8c2c7fe-7eb5-4517-b6ce-865fe677731a.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1642.285489] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1642.285743] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47c03dcc-8ff3-4603-a994-0fccf0236bbb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.295205] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1642.295205] env[62522]: value = "task-1703257" [ 1642.295205] env[62522]: _type = "Task" [ 1642.295205] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.307375] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.379031] env[62522]: DEBUG oslo_vmware.api [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.386867] env[62522]: DEBUG oslo_vmware.api [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Task: {'id': task-1703255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.55155} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.387171] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1642.388025] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1642.388025] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1642.388025] env[62522]: INFO nova.compute.manager [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1642.388025] env[62522]: DEBUG oslo.service.loopingcall [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1642.388257] env[62522]: DEBUG nova.compute.manager [-] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1642.388298] env[62522]: DEBUG nova.network.neutron [-] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1642.524532] env[62522]: DEBUG nova.scheduler.client.report [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1642.621185] env[62522]: INFO nova.compute.manager [-] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Took 1.31 seconds to deallocate network for instance. [ 1642.805322] env[62522]: DEBUG nova.compute.manager [req-01302ca6-f103-452a-aeb7-5c234597833e req-bed98632-5ed1-4811-a7ee-d90c941bfb9e service nova] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Received event network-vif-deleted-149a2140-1564-4af2-a22f-c3fe4be27ce3 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1642.805591] env[62522]: INFO nova.compute.manager [req-01302ca6-f103-452a-aeb7-5c234597833e req-bed98632-5ed1-4811-a7ee-d90c941bfb9e service nova] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Neutron deleted interface 149a2140-1564-4af2-a22f-c3fe4be27ce3; detaching it from the instance and deleting it from the info cache [ 1642.805839] env[62522]: DEBUG nova.network.neutron [req-01302ca6-f103-452a-aeb7-5c234597833e req-bed98632-5ed1-4811-a7ee-d90c941bfb9e service nova] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.813784] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090159} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.813784] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1642.813784] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6d939d-9b3c-434e-8480-156d5d15430c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.839621] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] c8c2c7fe-7eb5-4517-b6ce-865fe677731a/c8c2c7fe-7eb5-4517-b6ce-865fe677731a.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1642.840657] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba06d28-54c3-4263-b6b8-88f7137d54bd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.863156] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1642.863156] env[62522]: value = "task-1703258" [ 1642.863156] env[62522]: _type = "Task" [ 1642.863156] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.875491] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.878630] env[62522]: DEBUG oslo_vmware.api [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703256, 'name': ReconfigVM_Task, 'duration_secs': 0.947676} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.878931] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Reconfigured VM instance instance-00000046 to attach disk [datastore1] volume-8ced63b5-3024-4e4c-baa9-f8d562267166/volume-8ced63b5-3024-4e4c-baa9-f8d562267166.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1642.884213] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad16a1f9-fc3b-4f4d-973a-f10d5d5d17e3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.901515] env[62522]: DEBUG oslo_vmware.api [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1642.901515] env[62522]: value = "task-1703259" [ 1642.901515] env[62522]: _type = "Task" [ 1642.901515] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.911212] env[62522]: DEBUG oslo_vmware.api [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.033595] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.058247] env[62522]: INFO nova.scheduler.client.report [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Deleted allocations for instance c277998d-9957-448d-9bee-80d9afecd6cd [ 1643.129020] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.129445] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.129765] env[62522]: DEBUG nova.objects.instance [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lazy-loading 'resources' on Instance uuid 2b15df3c-55be-41dc-acdf-9bcb2a323c33 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.160890] env[62522]: DEBUG nova.compute.manager [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1643.190552] env[62522]: DEBUG nova.virt.hardware [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1643.190876] env[62522]: DEBUG nova.virt.hardware [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1643.191196] env[62522]: DEBUG nova.virt.hardware [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1643.191650] env[62522]: DEBUG nova.virt.hardware [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1643.191879] env[62522]: DEBUG nova.virt.hardware [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1643.192055] env[62522]: DEBUG nova.virt.hardware [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1643.192277] env[62522]: DEBUG nova.virt.hardware [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1643.192440] env[62522]: DEBUG nova.virt.hardware [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1643.192611] env[62522]: DEBUG nova.virt.hardware [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1643.192822] env[62522]: DEBUG nova.virt.hardware [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1643.192945] env[62522]: DEBUG nova.virt.hardware [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1643.193910] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dc68d4-f307-45ea-aa41-b63847486c70 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.203732] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177046b6-5343-441d-b45b-f200e105dcb7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.281433] env[62522]: DEBUG nova.network.neutron [-] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.308269] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f57322df-f84c-4f61-bb01-22a9910b485b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.319364] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b67edb-d3f6-4a91-99c9-2a15fa8fe36a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.360025] env[62522]: DEBUG nova.compute.manager [req-01302ca6-f103-452a-aeb7-5c234597833e req-bed98632-5ed1-4811-a7ee-d90c941bfb9e service nova] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Detach interface failed, port_id=149a2140-1564-4af2-a22f-c3fe4be27ce3, reason: Instance 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1643.378022] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703258, 'name': ReconfigVM_Task, 'duration_secs': 0.31804} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.378022] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Reconfigured VM instance instance-00000058 to attach disk [datastore1] c8c2c7fe-7eb5-4517-b6ce-865fe677731a/c8c2c7fe-7eb5-4517-b6ce-865fe677731a.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1643.378022] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58f3308e-7dbc-4346-a71b-6a7dba78938a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.386453] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1643.386453] env[62522]: value = "task-1703260" [ 1643.386453] env[62522]: _type = "Task" [ 1643.386453] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.393049] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703260, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.414245] env[62522]: DEBUG oslo_vmware.api [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703259, 'name': ReconfigVM_Task, 'duration_secs': 0.294956} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.414245] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354962', 'volume_id': '8ced63b5-3024-4e4c-baa9-f8d562267166', 'name': 'volume-8ced63b5-3024-4e4c-baa9-f8d562267166', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '751b2c85-4144-42ab-8d30-4e527ccc6c63', 'attached_at': '', 'detached_at': '', 'volume_id': '8ced63b5-3024-4e4c-baa9-f8d562267166', 'serial': '8ced63b5-3024-4e4c-baa9-f8d562267166'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1643.571471] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c6b16d68-299a-4bea-bee1-6ca3e647e902 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "c277998d-9957-448d-9bee-80d9afecd6cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.849s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.785363] env[62522]: INFO nova.compute.manager [-] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Took 1.40 seconds to deallocate network for instance. [ 1643.842939] env[62522]: DEBUG nova.compute.manager [req-50bfecc2-0ad0-45c9-8e2a-1a14ff830224 req-1820df0b-5243-4ef6-af29-9c4f5560de6f service nova] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Received event network-vif-plugged-ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1643.843179] env[62522]: DEBUG oslo_concurrency.lockutils [req-50bfecc2-0ad0-45c9-8e2a-1a14ff830224 req-1820df0b-5243-4ef6-af29-9c4f5560de6f service nova] Acquiring lock "60a12ad6-598d-4a13-95de-09173e20663c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.843382] env[62522]: DEBUG oslo_concurrency.lockutils [req-50bfecc2-0ad0-45c9-8e2a-1a14ff830224 req-1820df0b-5243-4ef6-af29-9c4f5560de6f service nova] Lock "60a12ad6-598d-4a13-95de-09173e20663c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.843544] env[62522]: DEBUG oslo_concurrency.lockutils [req-50bfecc2-0ad0-45c9-8e2a-1a14ff830224 req-1820df0b-5243-4ef6-af29-9c4f5560de6f service nova] Lock "60a12ad6-598d-4a13-95de-09173e20663c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.843731] env[62522]: DEBUG nova.compute.manager [req-50bfecc2-0ad0-45c9-8e2a-1a14ff830224 req-1820df0b-5243-4ef6-af29-9c4f5560de6f service nova] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] No waiting events found dispatching network-vif-plugged-ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1643.843950] env[62522]: WARNING nova.compute.manager [req-50bfecc2-0ad0-45c9-8e2a-1a14ff830224 req-1820df0b-5243-4ef6-af29-9c4f5560de6f service nova] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Received unexpected event network-vif-plugged-ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b for instance with vm_state building and task_state spawning. [ 1643.857778] env[62522]: DEBUG nova.network.neutron [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Successfully updated port: ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1643.890183] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2eaedf-f310-4f1f-8fb7-3336cb638a2f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.898363] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703260, 'name': Rename_Task, 'duration_secs': 0.146753} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.900194] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1643.901362] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cd9157e-9e56-4a91-9826-4e3a21443866 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.902782] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556f1769-5fcc-4308-8184-02fd26db2f07 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.940927] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e349804-61c8-4b9c-9772-c09ce20a0902 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.944756] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1643.944756] env[62522]: value = "task-1703261" [ 1643.944756] env[62522]: _type = "Task" [ 1643.944756] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.951712] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d493bf-ee92-4a30-890e-761f9acbd415 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.958636] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.968688] env[62522]: DEBUG nova.compute.provider_tree [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.297357] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.364975] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "refresh_cache-60a12ad6-598d-4a13-95de-09173e20663c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.364975] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquired lock "refresh_cache-60a12ad6-598d-4a13-95de-09173e20663c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.364975] env[62522]: DEBUG nova.network.neutron [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.456636] env[62522]: DEBUG oslo_vmware.api [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703261, 'name': PowerOnVM_Task, 'duration_secs': 0.475779} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.456917] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1644.459052] env[62522]: INFO nova.compute.manager [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1644.459052] env[62522]: DEBUG nova.compute.manager [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1644.459417] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259aab4d-7481-459a-874f-0e61343b15a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.474295] env[62522]: DEBUG nova.scheduler.client.report [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1644.479587] env[62522]: DEBUG nova.objects.instance [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lazy-loading 'flavor' on Instance uuid 751b2c85-4144-42ab-8d30-4e527ccc6c63 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1644.916083] env[62522]: DEBUG nova.network.neutron [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1644.981430] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.990615] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.693s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.990615] env[62522]: DEBUG nova.objects.instance [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lazy-loading 'resources' on Instance uuid 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1644.995085] env[62522]: INFO nova.compute.manager [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Took 13.04 seconds to build instance. [ 1644.996208] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b6fae41c-2c98-45d3-a48b-d218c80f4710 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.351s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.011381] env[62522]: INFO nova.scheduler.client.report [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleted allocations for instance 2b15df3c-55be-41dc-acdf-9bcb2a323c33 [ 1645.127722] env[62522]: DEBUG nova.network.neutron [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Updating instance_info_cache with network_info: [{"id": "ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b", "address": "fa:16:3e:6b:9d:33", "network": {"id": "533d5059-fff7-493d-8207-d8bdf65fd4f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1522659588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a274a8da86e4517b86dc8e5fe80866b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae8c3fa7-c8", "ovs_interfaceid": "ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.382813] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Acquiring lock "f1778975-0027-46d8-8763-79b89022d450" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.383241] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Lock "f1778975-0027-46d8-8763-79b89022d450" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.499993] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.500268] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.503023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-65436138-bd4a-446d-81a2-8c023bd9a588 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.565s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.521062] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3fb3906d-d3c0-4add-a0c0-007d1b5218c1 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "2b15df3c-55be-41dc-acdf-9bcb2a323c33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.852s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.597134] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "3248925c-38af-4660-8782-20f78372870d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.597369] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "3248925c-38af-4660-8782-20f78372870d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.597570] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "3248925c-38af-4660-8782-20f78372870d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.597742] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "3248925c-38af-4660-8782-20f78372870d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.597943] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "3248925c-38af-4660-8782-20f78372870d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.599805] env[62522]: INFO nova.compute.manager [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Terminating instance [ 1645.630800] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Releasing lock "refresh_cache-60a12ad6-598d-4a13-95de-09173e20663c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.631102] env[62522]: DEBUG nova.compute.manager [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Instance network_info: |[{"id": "ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b", "address": "fa:16:3e:6b:9d:33", "network": {"id": "533d5059-fff7-493d-8207-d8bdf65fd4f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1522659588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a274a8da86e4517b86dc8e5fe80866b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae8c3fa7-c8", "ovs_interfaceid": "ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1645.632521] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:9d:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1645.639162] env[62522]: DEBUG oslo.service.loopingcall [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.639365] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1645.639668] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aea8fbd-3e4d-4218-a27a-d091ffcd9360 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.665469] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.665469] env[62522]: value = "task-1703262" [ 1645.665469] env[62522]: _type = "Task" [ 1645.665469] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.674186] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "18277ee9-2af5-45b9-bc00-af547784d0d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.674491] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "18277ee9-2af5-45b9-bc00-af547784d0d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.674732] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "18277ee9-2af5-45b9-bc00-af547784d0d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.674941] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "18277ee9-2af5-45b9-bc00-af547784d0d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.675130] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "18277ee9-2af5-45b9-bc00-af547784d0d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.677584] env[62522]: INFO nova.compute.manager [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Terminating instance [ 1645.681949] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703262, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.724542] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673d3633-0acd-4332-a55c-fd95f0a32d7a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.735132] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82383b3-8c7d-4204-b7d8-4fdab45365b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.773089] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de4a653-495d-492a-8960-9881327e6b20 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.781670] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711d351e-b7f5-4e64-b0f3-0e02973bf06a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.798652] env[62522]: DEBUG nova.compute.provider_tree [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.883893] env[62522]: DEBUG nova.compute.manager [req-94483cf8-50ee-40f3-a726-c25858f24da7 req-794b10d0-75bd-41de-b4c8-91b810e34de2 service nova] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Received event network-changed-ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1645.883963] env[62522]: DEBUG nova.compute.manager [req-94483cf8-50ee-40f3-a726-c25858f24da7 req-794b10d0-75bd-41de-b4c8-91b810e34de2 service nova] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Refreshing instance network info cache due to event network-changed-ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1645.884169] env[62522]: DEBUG oslo_concurrency.lockutils [req-94483cf8-50ee-40f3-a726-c25858f24da7 req-794b10d0-75bd-41de-b4c8-91b810e34de2 service nova] Acquiring lock "refresh_cache-60a12ad6-598d-4a13-95de-09173e20663c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.884315] env[62522]: DEBUG oslo_concurrency.lockutils [req-94483cf8-50ee-40f3-a726-c25858f24da7 req-794b10d0-75bd-41de-b4c8-91b810e34de2 service nova] Acquired lock "refresh_cache-60a12ad6-598d-4a13-95de-09173e20663c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.884491] env[62522]: DEBUG nova.network.neutron [req-94483cf8-50ee-40f3-a726-c25858f24da7 req-794b10d0-75bd-41de-b4c8-91b810e34de2 service nova] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Refreshing network info cache for port ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1645.886880] env[62522]: DEBUG nova.compute.manager [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1646.004533] env[62522]: INFO nova.compute.manager [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Detaching volume 8ced63b5-3024-4e4c-baa9-f8d562267166 [ 1646.012895] env[62522]: DEBUG nova.compute.manager [req-fb558dd6-8b9d-457a-9e9b-a40736f5f85b req-1b653cb6-05b8-46b5-ab9f-440048eb4369 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Received event network-changed-fd8c2a2d-74b2-4172-ac12-e7759d975bf6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1646.013037] env[62522]: DEBUG nova.compute.manager [req-fb558dd6-8b9d-457a-9e9b-a40736f5f85b req-1b653cb6-05b8-46b5-ab9f-440048eb4369 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Refreshing instance network info cache due to event network-changed-fd8c2a2d-74b2-4172-ac12-e7759d975bf6. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1646.013249] env[62522]: DEBUG oslo_concurrency.lockutils [req-fb558dd6-8b9d-457a-9e9b-a40736f5f85b req-1b653cb6-05b8-46b5-ab9f-440048eb4369 service nova] Acquiring lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.013411] env[62522]: DEBUG oslo_concurrency.lockutils [req-fb558dd6-8b9d-457a-9e9b-a40736f5f85b req-1b653cb6-05b8-46b5-ab9f-440048eb4369 service nova] Acquired lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.013589] env[62522]: DEBUG nova.network.neutron [req-fb558dd6-8b9d-457a-9e9b-a40736f5f85b req-1b653cb6-05b8-46b5-ab9f-440048eb4369 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Refreshing network info cache for port fd8c2a2d-74b2-4172-ac12-e7759d975bf6 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.055552] env[62522]: INFO nova.virt.block_device [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Attempting to driver detach volume 8ced63b5-3024-4e4c-baa9-f8d562267166 from mountpoint /dev/sdb [ 1646.055791] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1646.055978] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354962', 'volume_id': '8ced63b5-3024-4e4c-baa9-f8d562267166', 'name': 'volume-8ced63b5-3024-4e4c-baa9-f8d562267166', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '751b2c85-4144-42ab-8d30-4e527ccc6c63', 'attached_at': '', 'detached_at': '', 'volume_id': '8ced63b5-3024-4e4c-baa9-f8d562267166', 'serial': '8ced63b5-3024-4e4c-baa9-f8d562267166'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1646.056922] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dcac2f-4d19-4d3c-8f6d-9310a5f44446 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.084232] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973c915e-606d-4340-97b7-930911544c53 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.095376] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f721ed6e-dee0-4a90-9a0e-b8c8d34e05be {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.121599] env[62522]: DEBUG nova.compute.manager [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1646.121971] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1646.122946] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f117f25-6483-4bb4-bf75-c68bb3f89b68 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.126478] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1665a0dd-a7eb-47c8-b60a-b6ae4c3a2346 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.144709] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] The volume has not been displaced from its original location: [datastore1] volume-8ced63b5-3024-4e4c-baa9-f8d562267166/volume-8ced63b5-3024-4e4c-baa9-f8d562267166.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1646.152789] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1646.156628] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6878abba-dcfe-4d92-a711-3e96f6615500 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.171362] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1646.172421] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13630bcd-de1d-48f9-8568-4cb79b67d16f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.183973] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703262, 'name': CreateVM_Task, 'duration_secs': 0.418038} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.186209] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1646.186569] env[62522]: DEBUG oslo_vmware.api [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1646.186569] env[62522]: value = "task-1703264" [ 1646.186569] env[62522]: _type = "Task" [ 1646.186569] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.187151] env[62522]: DEBUG nova.compute.manager [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1646.187349] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1646.187708] env[62522]: DEBUG oslo_vmware.api [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1646.187708] env[62522]: value = "task-1703263" [ 1646.187708] env[62522]: _type = "Task" [ 1646.187708] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.188370] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.188524] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.188842] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1646.189671] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0966db6-62fa-4482-b4cf-9e041435625d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.192532] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52afc2f5-bd6d-4015-a558-691567082dee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.207541] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1646.217027] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84fe71dd-1797-4687-9886-a90c25de6483 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.217027] env[62522]: DEBUG oslo_vmware.api [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703264, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.217027] env[62522]: DEBUG oslo_vmware.api [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.217353] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1646.217353] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527d8fb0-0634-4975-55a2-02fb56c9ebfb" [ 1646.217353] env[62522]: _type = "Task" [ 1646.217353] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.224195] env[62522]: DEBUG oslo_vmware.api [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1646.224195] env[62522]: value = "task-1703265" [ 1646.224195] env[62522]: _type = "Task" [ 1646.224195] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.227835] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527d8fb0-0634-4975-55a2-02fb56c9ebfb, 'name': SearchDatastore_Task, 'duration_secs': 0.013223} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.231493] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.231803] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1646.232048] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.232350] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.232426] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1646.232664] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-305af20e-6676-4836-be89-ee1f8f22987c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.241972] env[62522]: DEBUG oslo_vmware.api [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.243249] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1646.243428] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1646.244170] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39023527-6e61-48a5-92d2-6ef5a79d949c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.251247] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1646.251247] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bc88ed-d279-d448-13bb-a430f2912cd8" [ 1646.251247] env[62522]: _type = "Task" [ 1646.251247] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.261406] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bc88ed-d279-d448-13bb-a430f2912cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.302386] env[62522]: DEBUG nova.scheduler.client.report [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1646.411779] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.674999] env[62522]: DEBUG nova.network.neutron [req-94483cf8-50ee-40f3-a726-c25858f24da7 req-794b10d0-75bd-41de-b4c8-91b810e34de2 service nova] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Updated VIF entry in instance network info cache for port ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1646.674999] env[62522]: DEBUG nova.network.neutron [req-94483cf8-50ee-40f3-a726-c25858f24da7 req-794b10d0-75bd-41de-b4c8-91b810e34de2 service nova] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Updating instance_info_cache with network_info: [{"id": "ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b", "address": "fa:16:3e:6b:9d:33", "network": {"id": "533d5059-fff7-493d-8207-d8bdf65fd4f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1522659588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a274a8da86e4517b86dc8e5fe80866b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae8c3fa7-c8", "ovs_interfaceid": "ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.710464] env[62522]: DEBUG oslo_vmware.api [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703263, 'name': PowerOffVM_Task, 'duration_secs': 0.212851} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.712861] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1646.713338] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1646.713818] env[62522]: DEBUG oslo_vmware.api [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703264, 'name': ReconfigVM_Task, 'duration_secs': 0.270381} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.714153] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02732259-2441-4e84-9002-84663243a1f8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.716072] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1646.722306] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e72b6d4f-c4ed-4d47-9acc-12854cffd3fe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.744437] env[62522]: DEBUG oslo_vmware.api [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1646.744437] env[62522]: value = "task-1703267" [ 1646.744437] env[62522]: _type = "Task" [ 1646.744437] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.747616] env[62522]: DEBUG oslo_vmware.api [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703265, 'name': PowerOffVM_Task, 'duration_secs': 0.172649} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.750662] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1646.750838] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1646.751097] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6deea097-2088-41e1-97e5-90efef538e17 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.759653] env[62522]: DEBUG oslo_vmware.api [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.764890] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bc88ed-d279-d448-13bb-a430f2912cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.013008} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.765793] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd8d5426-b903-428c-b7d9-4fee7e52588d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.774044] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1646.774044] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c7810b-529d-42c2-c9c5-1e1c09961b87" [ 1646.774044] env[62522]: _type = "Task" [ 1646.774044] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.782424] env[62522]: DEBUG nova.network.neutron [req-fb558dd6-8b9d-457a-9e9b-a40736f5f85b req-1b653cb6-05b8-46b5-ab9f-440048eb4369 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Updated VIF entry in instance network info cache for port fd8c2a2d-74b2-4172-ac12-e7759d975bf6. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1646.782424] env[62522]: DEBUG nova.network.neutron [req-fb558dd6-8b9d-457a-9e9b-a40736f5f85b req-1b653cb6-05b8-46b5-ab9f-440048eb4369 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Updating instance_info_cache with network_info: [{"id": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "address": "fa:16:3e:bf:be:b0", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8c2a2d-74", "ovs_interfaceid": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.789474] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c7810b-529d-42c2-c9c5-1e1c09961b87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.807294] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.809664] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.398s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.812024] env[62522]: INFO nova.compute.claims [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1646.826512] env[62522]: INFO nova.scheduler.client.report [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Deleted allocations for instance 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef [ 1646.906720] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1646.906959] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1646.907174] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Deleting the datastore file [datastore1] 3248925c-38af-4660-8782-20f78372870d {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1646.907456] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8b4be68-11f0-4b8b-977c-9df989ec86c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.919502] env[62522]: DEBUG oslo_vmware.api [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1646.919502] env[62522]: value = "task-1703269" [ 1646.919502] env[62522]: _type = "Task" [ 1646.919502] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.933442] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1646.933796] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1646.934040] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Deleting the datastore file [datastore1] 18277ee9-2af5-45b9-bc00-af547784d0d4 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1646.934364] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b7207ca-a5c4-4200-a56a-a35ea5a65fd4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.950724] env[62522]: DEBUG oslo_vmware.api [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for the task: (returnval){ [ 1646.950724] env[62522]: value = "task-1703270" [ 1646.950724] env[62522]: _type = "Task" [ 1646.950724] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.961683] env[62522]: DEBUG oslo_vmware.api [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.177216] env[62522]: DEBUG oslo_concurrency.lockutils [req-94483cf8-50ee-40f3-a726-c25858f24da7 req-794b10d0-75bd-41de-b4c8-91b810e34de2 service nova] Releasing lock "refresh_cache-60a12ad6-598d-4a13-95de-09173e20663c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.234856] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "2b66b321-265d-470d-847a-16a82d280e74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.235134] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "2b66b321-265d-470d-847a-16a82d280e74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.258041] env[62522]: DEBUG oslo_vmware.api [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703267, 'name': ReconfigVM_Task, 'duration_secs': 0.207706} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.258330] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354962', 'volume_id': '8ced63b5-3024-4e4c-baa9-f8d562267166', 'name': 'volume-8ced63b5-3024-4e4c-baa9-f8d562267166', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '751b2c85-4144-42ab-8d30-4e527ccc6c63', 'attached_at': '', 'detached_at': '', 'volume_id': '8ced63b5-3024-4e4c-baa9-f8d562267166', 'serial': '8ced63b5-3024-4e4c-baa9-f8d562267166'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1647.285086] env[62522]: DEBUG oslo_concurrency.lockutils [req-fb558dd6-8b9d-457a-9e9b-a40736f5f85b req-1b653cb6-05b8-46b5-ab9f-440048eb4369 service nova] Releasing lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.285534] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c7810b-529d-42c2-c9c5-1e1c09961b87, 'name': SearchDatastore_Task, 'duration_secs': 0.020607} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.286101] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.286363] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 60a12ad6-598d-4a13-95de-09173e20663c/60a12ad6-598d-4a13-95de-09173e20663c.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1647.286624] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5ab5410-5e3a-412b-9e3b-27419fcc9ef4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.294376] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1647.294376] env[62522]: value = "task-1703271" [ 1647.294376] env[62522]: _type = "Task" [ 1647.294376] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.303175] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.338309] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7d93dbda-c725-44dc-a32a-56b689191760 tempest-ServerDiskConfigTestJSON-1684363655 tempest-ServerDiskConfigTestJSON-1684363655-project-member] Lock "5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.215s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.430693] env[62522]: DEBUG oslo_vmware.api [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183927} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.431084] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1647.431161] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1647.431302] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1647.431477] env[62522]: INFO nova.compute.manager [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 3248925c-38af-4660-8782-20f78372870d] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1647.431715] env[62522]: DEBUG oslo.service.loopingcall [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1647.432029] env[62522]: DEBUG nova.compute.manager [-] [instance: 3248925c-38af-4660-8782-20f78372870d] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1647.432241] env[62522]: DEBUG nova.network.neutron [-] [instance: 3248925c-38af-4660-8782-20f78372870d] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1647.460376] env[62522]: DEBUG oslo_vmware.api [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Task: {'id': task-1703270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170097} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.460637] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1647.460834] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1647.460985] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1647.461174] env[62522]: INFO nova.compute.manager [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1647.461409] env[62522]: DEBUG oslo.service.loopingcall [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1647.461598] env[62522]: DEBUG nova.compute.manager [-] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1647.461690] env[62522]: DEBUG nova.network.neutron [-] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1647.737224] env[62522]: DEBUG nova.compute.manager [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1647.807320] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703271, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.809516] env[62522]: DEBUG nova.objects.instance [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lazy-loading 'flavor' on Instance uuid 751b2c85-4144-42ab-8d30-4e527ccc6c63 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1647.917542] env[62522]: DEBUG nova.compute.manager [req-b1ddabff-90d0-46d0-83d0-a0d23192361a req-89c62c78-2672-4575-bacd-d7e914885e99 service nova] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Received event network-vif-deleted-af7be0af-8826-4097-8d23-9f2bc36cf34c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1647.917542] env[62522]: INFO nova.compute.manager [req-b1ddabff-90d0-46d0-83d0-a0d23192361a req-89c62c78-2672-4575-bacd-d7e914885e99 service nova] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Neutron deleted interface af7be0af-8826-4097-8d23-9f2bc36cf34c; detaching it from the instance and deleting it from the info cache [ 1647.917542] env[62522]: DEBUG nova.network.neutron [req-b1ddabff-90d0-46d0-83d0-a0d23192361a req-89c62c78-2672-4575-bacd-d7e914885e99 service nova] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.046772] env[62522]: DEBUG nova.compute.manager [req-ba92eba2-e7c0-415e-947a-21b97a016f63 req-c4729b44-9247-45f3-963f-d8f9c4cae53a service nova] [instance: 3248925c-38af-4660-8782-20f78372870d] Received event network-vif-deleted-b00d75d6-855a-4525-8994-051a6a9b6414 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1648.047030] env[62522]: INFO nova.compute.manager [req-ba92eba2-e7c0-415e-947a-21b97a016f63 req-c4729b44-9247-45f3-963f-d8f9c4cae53a service nova] [instance: 3248925c-38af-4660-8782-20f78372870d] Neutron deleted interface b00d75d6-855a-4525-8994-051a6a9b6414; detaching it from the instance and deleting it from the info cache [ 1648.047260] env[62522]: DEBUG nova.network.neutron [req-ba92eba2-e7c0-415e-947a-21b97a016f63 req-c4729b44-9247-45f3-963f-d8f9c4cae53a service nova] [instance: 3248925c-38af-4660-8782-20f78372870d] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.060104] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0904b118-e901-40a6-8f03-2bb9f1c50d75 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.069437] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e648c1e0-e3ee-445b-99ed-0138e754401f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.104617] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003c9587-e6fb-484b-9c4c-0fe6a5d9b00b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.112842] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf1a8fe-5430-4c55-b2b6-6858fa8c3a2a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.128462] env[62522]: DEBUG nova.compute.provider_tree [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.191318] env[62522]: DEBUG nova.network.neutron [-] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.196270] env[62522]: DEBUG nova.network.neutron [-] [instance: 3248925c-38af-4660-8782-20f78372870d] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.256536] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.306014] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703271, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.419788] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1b87bd9-1b1a-4244-ba64-c85621d5482f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.432507] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019b1ff1-46e2-4c65-a387-26ce7af8b10d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.467025] env[62522]: DEBUG nova.compute.manager [req-b1ddabff-90d0-46d0-83d0-a0d23192361a req-89c62c78-2672-4575-bacd-d7e914885e99 service nova] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Detach interface failed, port_id=af7be0af-8826-4097-8d23-9f2bc36cf34c, reason: Instance 18277ee9-2af5-45b9-bc00-af547784d0d4 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1648.550517] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d9d06d8-2ffd-4307-94b3-a167f5da375f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.561250] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5010cc-b6b0-445b-b69e-3c356fe28355 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.596191] env[62522]: DEBUG nova.compute.manager [req-ba92eba2-e7c0-415e-947a-21b97a016f63 req-c4729b44-9247-45f3-963f-d8f9c4cae53a service nova] [instance: 3248925c-38af-4660-8782-20f78372870d] Detach interface failed, port_id=b00d75d6-855a-4525-8994-051a6a9b6414, reason: Instance 3248925c-38af-4660-8782-20f78372870d could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1648.631969] env[62522]: DEBUG nova.scheduler.client.report [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1648.693216] env[62522]: INFO nova.compute.manager [-] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Took 1.23 seconds to deallocate network for instance. [ 1648.698691] env[62522]: INFO nova.compute.manager [-] [instance: 3248925c-38af-4660-8782-20f78372870d] Took 1.27 seconds to deallocate network for instance. [ 1648.808723] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703271, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.816364] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dd2191ac-a327-4ceb-a839-93dd31649f7c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.137237] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.137775] env[62522]: DEBUG nova.compute.manager [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1649.141180] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.885s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.143025] env[62522]: INFO nova.compute.claims [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1649.199547] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.206589] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.307987] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703271, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.806361} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.312020] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 60a12ad6-598d-4a13-95de-09173e20663c/60a12ad6-598d-4a13-95de-09173e20663c.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1649.312020] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1649.312020] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de8b5108-2bcb-47e2-858c-d3267111902f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.320021] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1649.320021] env[62522]: value = "task-1703272" [ 1649.320021] env[62522]: _type = "Task" [ 1649.320021] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.330222] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.576578] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "ed290e5b-6427-47f1-bb53-827b1556d264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.579255] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "ed290e5b-6427-47f1-bb53-827b1556d264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.648871] env[62522]: DEBUG nova.compute.utils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1649.652460] env[62522]: DEBUG nova.compute.manager [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1649.652627] env[62522]: DEBUG nova.network.neutron [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1649.698978] env[62522]: DEBUG nova.policy [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dd0343120a04b33a00efbfb71e2363f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e00157e0906945158da3995308a01c55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1649.830605] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191826} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.830605] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1649.831396] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d778528b-dc04-46de-8d54-0ee8392460d1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.855929] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 60a12ad6-598d-4a13-95de-09173e20663c/60a12ad6-598d-4a13-95de-09173e20663c.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.856248] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7789d412-f0e8-4c8c-8147-69b8e33a26ae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.877564] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1649.877564] env[62522]: value = "task-1703273" [ 1649.877564] env[62522]: _type = "Task" [ 1649.877564] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.887590] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.055288] env[62522]: DEBUG nova.network.neutron [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Successfully created port: 25f5765f-4adb-4acb-b1fa-522233f5e08b {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1650.082318] env[62522]: DEBUG nova.compute.manager [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1650.152911] env[62522]: DEBUG nova.compute.manager [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1650.388177] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703273, 'name': ReconfigVM_Task, 'duration_secs': 0.28521} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.389279] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 60a12ad6-598d-4a13-95de-09173e20663c/60a12ad6-598d-4a13-95de-09173e20663c.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.390441] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1250e3db-b134-42b8-bbf8-806b28eb7ba6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.393250] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0502b33-6b4d-45dd-824f-12af415bb07d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.401464] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec100f02-6d1b-4ad7-830b-3137e8382569 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.406425] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1650.406425] env[62522]: value = "task-1703274" [ 1650.406425] env[62522]: _type = "Task" [ 1650.406425] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.442020] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280e0e24-7839-45d1-b5a3-1a2220193b44 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.447607] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703274, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.452519] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001b43da-dc9a-4184-b7fc-35a30ffa2251 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.465780] env[62522]: DEBUG nova.compute.provider_tree [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.602263] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.917710] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703274, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.968582] env[62522]: DEBUG nova.scheduler.client.report [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1651.163631] env[62522]: DEBUG nova.compute.manager [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1651.188952] env[62522]: DEBUG nova.virt.hardware [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1651.189211] env[62522]: DEBUG nova.virt.hardware [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1651.189371] env[62522]: DEBUG nova.virt.hardware [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1651.189543] env[62522]: DEBUG nova.virt.hardware [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1651.189692] env[62522]: DEBUG nova.virt.hardware [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1651.190012] env[62522]: DEBUG nova.virt.hardware [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1651.190240] env[62522]: DEBUG nova.virt.hardware [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1651.190403] env[62522]: DEBUG nova.virt.hardware [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1651.190567] env[62522]: DEBUG nova.virt.hardware [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1651.190729] env[62522]: DEBUG nova.virt.hardware [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1651.190898] env[62522]: DEBUG nova.virt.hardware [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1651.191816] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485179db-e560-44ba-bea6-4b6e0317fc48 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.200105] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7817dde-0cef-4801-bd1a-e3ad3ad471e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.417921] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703274, 'name': Rename_Task, 'duration_secs': 0.847264} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.418240] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.418492] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-930b8065-b69f-4991-9aaa-ee45cea79e27 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.426700] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1651.426700] env[62522]: value = "task-1703275" [ 1651.426700] env[62522]: _type = "Task" [ 1651.426700] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.435363] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.474466] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.475019] env[62522]: DEBUG nova.compute.manager [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1651.477528] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.278s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.477744] env[62522]: DEBUG nova.objects.instance [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lazy-loading 'resources' on Instance uuid 18277ee9-2af5-45b9-bc00-af547784d0d4 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.546424] env[62522]: DEBUG nova.compute.manager [req-c1e469ee-d8e4-4354-bfa9-7df3a0a0f696 req-32cff6aa-133a-433e-81b6-08b57688123d service nova] [instance: f1778975-0027-46d8-8763-79b89022d450] Received event network-vif-plugged-25f5765f-4adb-4acb-b1fa-522233f5e08b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1651.546640] env[62522]: DEBUG oslo_concurrency.lockutils [req-c1e469ee-d8e4-4354-bfa9-7df3a0a0f696 req-32cff6aa-133a-433e-81b6-08b57688123d service nova] Acquiring lock "f1778975-0027-46d8-8763-79b89022d450-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.546848] env[62522]: DEBUG oslo_concurrency.lockutils [req-c1e469ee-d8e4-4354-bfa9-7df3a0a0f696 req-32cff6aa-133a-433e-81b6-08b57688123d service nova] Lock "f1778975-0027-46d8-8763-79b89022d450-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.547015] env[62522]: DEBUG oslo_concurrency.lockutils [req-c1e469ee-d8e4-4354-bfa9-7df3a0a0f696 req-32cff6aa-133a-433e-81b6-08b57688123d service nova] Lock "f1778975-0027-46d8-8763-79b89022d450-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.548508] env[62522]: DEBUG nova.compute.manager [req-c1e469ee-d8e4-4354-bfa9-7df3a0a0f696 req-32cff6aa-133a-433e-81b6-08b57688123d service nova] [instance: f1778975-0027-46d8-8763-79b89022d450] No waiting events found dispatching network-vif-plugged-25f5765f-4adb-4acb-b1fa-522233f5e08b {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1651.548691] env[62522]: WARNING nova.compute.manager [req-c1e469ee-d8e4-4354-bfa9-7df3a0a0f696 req-32cff6aa-133a-433e-81b6-08b57688123d service nova] [instance: f1778975-0027-46d8-8763-79b89022d450] Received unexpected event network-vif-plugged-25f5765f-4adb-4acb-b1fa-522233f5e08b for instance with vm_state building and task_state spawning. [ 1651.635474] env[62522]: DEBUG nova.network.neutron [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Successfully updated port: 25f5765f-4adb-4acb-b1fa-522233f5e08b {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1651.938337] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.981356] env[62522]: DEBUG nova.compute.utils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1651.983093] env[62522]: DEBUG nova.compute.manager [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1651.983334] env[62522]: DEBUG nova.network.neutron [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1652.025923] env[62522]: DEBUG nova.policy [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3495ef7d7c96436686012f6131d26fa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ab5ba9c13bd45eb94571f0a66c8e468', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1652.137623] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Acquiring lock "refresh_cache-f1778975-0027-46d8-8763-79b89022d450" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.137773] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Acquired lock "refresh_cache-f1778975-0027-46d8-8763-79b89022d450" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.137927] env[62522]: DEBUG nova.network.neutron [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1652.196191] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f847ffaa-657a-4656-bef3-70e75652d283 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.205446] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f646538b-a148-4ca8-b45b-fde04ee7c6be {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.238831] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a1a5dc-7a9f-40fe-b2d8-83e9cbb67fae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.248243] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52621e4-dfb1-43e6-acf4-d30f8608f456 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.262372] env[62522]: DEBUG nova.compute.provider_tree [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.299255] env[62522]: DEBUG nova.network.neutron [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Successfully created port: 1dd4f061-693f-467e-bf88-61b621dd3d27 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1652.440910] env[62522]: DEBUG oslo_vmware.api [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703275, 'name': PowerOnVM_Task, 'duration_secs': 1.014112} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.442501] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.442501] env[62522]: INFO nova.compute.manager [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1652.442501] env[62522]: DEBUG nova.compute.manager [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.442501] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1186a3a-64d3-4ec0-90cd-80f74a9afd4b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.489753] env[62522]: DEBUG nova.compute.manager [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1652.670424] env[62522]: DEBUG nova.network.neutron [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1652.770866] env[62522]: DEBUG nova.scheduler.client.report [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1652.793230] env[62522]: DEBUG nova.network.neutron [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Updating instance_info_cache with network_info: [{"id": "25f5765f-4adb-4acb-b1fa-522233f5e08b", "address": "fa:16:3e:f8:8f:32", "network": {"id": "b2ea07cc-691c-4580-9817-9c9a89a0d884", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1219752581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00157e0906945158da3995308a01c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f5765f-4a", "ovs_interfaceid": "25f5765f-4adb-4acb-b1fa-522233f5e08b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.966328] env[62522]: INFO nova.compute.manager [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Took 14.18 seconds to build instance. [ 1653.274563] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.276933] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.070s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.277183] env[62522]: DEBUG nova.objects.instance [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lazy-loading 'resources' on Instance uuid 3248925c-38af-4660-8782-20f78372870d {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.296579] env[62522]: INFO nova.scheduler.client.report [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Deleted allocations for instance 18277ee9-2af5-45b9-bc00-af547784d0d4 [ 1653.297635] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Releasing lock "refresh_cache-f1778975-0027-46d8-8763-79b89022d450" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.297985] env[62522]: DEBUG nova.compute.manager [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Instance network_info: |[{"id": "25f5765f-4adb-4acb-b1fa-522233f5e08b", "address": "fa:16:3e:f8:8f:32", "network": {"id": "b2ea07cc-691c-4580-9817-9c9a89a0d884", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1219752581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00157e0906945158da3995308a01c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f5765f-4a", "ovs_interfaceid": "25f5765f-4adb-4acb-b1fa-522233f5e08b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1653.300518] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:8f:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25f5765f-4adb-4acb-b1fa-522233f5e08b', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1653.307981] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Creating folder: Project (e00157e0906945158da3995308a01c55). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1653.308731] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dae231b-f7d1-4b78-847f-987c47942e91 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.321390] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Created folder: Project (e00157e0906945158da3995308a01c55) in parent group-v354730. [ 1653.321581] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Creating folder: Instances. Parent ref: group-v354965. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1653.321852] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3811eda-53d5-4474-a8d5-dd66062ead60 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.332811] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Created folder: Instances in parent group-v354965. [ 1653.333027] env[62522]: DEBUG oslo.service.loopingcall [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.333206] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1778975-0027-46d8-8763-79b89022d450] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1653.333411] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c4c330a-164f-44ff-a9ae-4ded2b134760 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.354099] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1653.354099] env[62522]: value = "task-1703278" [ 1653.354099] env[62522]: _type = "Task" [ 1653.354099] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.362448] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703278, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.457652] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "60a12ad6-598d-4a13-95de-09173e20663c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.468485] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b05a9ea5-0897-4f67-ba3e-ef2182436ec3 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "60a12ad6-598d-4a13-95de-09173e20663c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.696s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.468842] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "60a12ad6-598d-4a13-95de-09173e20663c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.011s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.469125] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "60a12ad6-598d-4a13-95de-09173e20663c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.469358] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "60a12ad6-598d-4a13-95de-09173e20663c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.469524] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "60a12ad6-598d-4a13-95de-09173e20663c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.471732] env[62522]: INFO nova.compute.manager [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Terminating instance [ 1653.503388] env[62522]: DEBUG nova.compute.manager [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1653.532062] env[62522]: DEBUG nova.virt.hardware [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1653.532323] env[62522]: DEBUG nova.virt.hardware [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1653.532479] env[62522]: DEBUG nova.virt.hardware [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.532657] env[62522]: DEBUG nova.virt.hardware [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1653.532802] env[62522]: DEBUG nova.virt.hardware [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.532948] env[62522]: DEBUG nova.virt.hardware [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1653.533171] env[62522]: DEBUG nova.virt.hardware [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1653.533329] env[62522]: DEBUG nova.virt.hardware [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1653.533495] env[62522]: DEBUG nova.virt.hardware [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1653.533656] env[62522]: DEBUG nova.virt.hardware [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1653.533826] env[62522]: DEBUG nova.virt.hardware [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1653.534736] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32d8c8b-c6be-4867-82bc-33acd4272ade {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.545036] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8930099e-21bc-47db-9ad0-97100095e7cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.588266] env[62522]: DEBUG nova.compute.manager [req-16dbbbb8-2e39-48e5-a158-3deebd8d2eaf req-4659e703-1f5e-453b-a891-9acf16a5ad8b service nova] [instance: f1778975-0027-46d8-8763-79b89022d450] Received event network-changed-25f5765f-4adb-4acb-b1fa-522233f5e08b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1653.588472] env[62522]: DEBUG nova.compute.manager [req-16dbbbb8-2e39-48e5-a158-3deebd8d2eaf req-4659e703-1f5e-453b-a891-9acf16a5ad8b service nova] [instance: f1778975-0027-46d8-8763-79b89022d450] Refreshing instance network info cache due to event network-changed-25f5765f-4adb-4acb-b1fa-522233f5e08b. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1653.588680] env[62522]: DEBUG oslo_concurrency.lockutils [req-16dbbbb8-2e39-48e5-a158-3deebd8d2eaf req-4659e703-1f5e-453b-a891-9acf16a5ad8b service nova] Acquiring lock "refresh_cache-f1778975-0027-46d8-8763-79b89022d450" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.588820] env[62522]: DEBUG oslo_concurrency.lockutils [req-16dbbbb8-2e39-48e5-a158-3deebd8d2eaf req-4659e703-1f5e-453b-a891-9acf16a5ad8b service nova] Acquired lock "refresh_cache-f1778975-0027-46d8-8763-79b89022d450" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.588980] env[62522]: DEBUG nova.network.neutron [req-16dbbbb8-2e39-48e5-a158-3deebd8d2eaf req-4659e703-1f5e-453b-a891-9acf16a5ad8b service nova] [instance: f1778975-0027-46d8-8763-79b89022d450] Refreshing network info cache for port 25f5765f-4adb-4acb-b1fa-522233f5e08b {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1653.815191] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d72cd592-e5c4-4d25-bb5e-c9f48ae1f160 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "18277ee9-2af5-45b9-bc00-af547784d0d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.141s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.868825] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703278, 'name': CreateVM_Task, 'duration_secs': 0.489324} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.869834] env[62522]: DEBUG nova.network.neutron [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Successfully updated port: 1dd4f061-693f-467e-bf88-61b621dd3d27 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1653.871179] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1778975-0027-46d8-8763-79b89022d450] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1653.872046] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.872208] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.872513] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1653.872806] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1495c4ea-c8a4-44f0-b659-73c3b63b3a85 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.879542] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Waiting for the task: (returnval){ [ 1653.879542] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e5617c-627b-a9d7-4175-63b9b05c2c4e" [ 1653.879542] env[62522]: _type = "Task" [ 1653.879542] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.893137] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e5617c-627b-a9d7-4175-63b9b05c2c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.976225] env[62522]: DEBUG nova.compute.manager [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1653.976484] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1653.979563] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cc7e88-b94e-473e-8ae7-392b842f5827 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.988170] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.988429] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7be995e7-6032-4041-8be0-a812fade5f74 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.992145] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefb904f-4e32-4c37-ae8a-68e2d4956ea8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.996408] env[62522]: DEBUG oslo_vmware.api [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1653.996408] env[62522]: value = "task-1703279" [ 1653.996408] env[62522]: _type = "Task" [ 1653.996408] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.003719] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82958f8c-d642-4d8d-a1e6-5866de4d9846 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.009458] env[62522]: DEBUG oslo_vmware.api [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.039176] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083c5403-128b-4daa-8088-b13ec7c7cf1f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.047518] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bccc50-1ce2-47fb-b9b3-ff711b150ff3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.062444] env[62522]: DEBUG nova.compute.provider_tree [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1654.341905] env[62522]: DEBUG nova.network.neutron [req-16dbbbb8-2e39-48e5-a158-3deebd8d2eaf req-4659e703-1f5e-453b-a891-9acf16a5ad8b service nova] [instance: f1778975-0027-46d8-8763-79b89022d450] Updated VIF entry in instance network info cache for port 25f5765f-4adb-4acb-b1fa-522233f5e08b. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1654.342306] env[62522]: DEBUG nova.network.neutron [req-16dbbbb8-2e39-48e5-a158-3deebd8d2eaf req-4659e703-1f5e-453b-a891-9acf16a5ad8b service nova] [instance: f1778975-0027-46d8-8763-79b89022d450] Updating instance_info_cache with network_info: [{"id": "25f5765f-4adb-4acb-b1fa-522233f5e08b", "address": "fa:16:3e:f8:8f:32", "network": {"id": "b2ea07cc-691c-4580-9817-9c9a89a0d884", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1219752581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00157e0906945158da3995308a01c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f5765f-4a", "ovs_interfaceid": "25f5765f-4adb-4acb-b1fa-522233f5e08b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.373109] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "refresh_cache-2b66b321-265d-470d-847a-16a82d280e74" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.373327] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "refresh_cache-2b66b321-265d-470d-847a-16a82d280e74" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.373525] env[62522]: DEBUG nova.network.neutron [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.393874] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e5617c-627b-a9d7-4175-63b9b05c2c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.037796} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.394204] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.394440] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1654.394665] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.394812] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.394990] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1654.395296] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70616262-012c-48c1-b6c3-966dca1c16db {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.403544] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1654.403708] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1654.404401] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dfee449-d42c-47dc-8c8e-6c3c43910de2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.409902] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Waiting for the task: (returnval){ [ 1654.409902] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52581db7-8210-4602-d570-ce4cc61750fd" [ 1654.409902] env[62522]: _type = "Task" [ 1654.409902] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.417724] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52581db7-8210-4602-d570-ce4cc61750fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.506888] env[62522]: DEBUG oslo_vmware.api [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703279, 'name': PowerOffVM_Task, 'duration_secs': 0.334177} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.507162] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.507331] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.507573] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd6d064c-cb24-436f-a0f5-4662066306bb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.565630] env[62522]: DEBUG nova.scheduler.client.report [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1654.673994] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1654.674335] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1654.674598] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Deleting the datastore file [datastore1] 60a12ad6-598d-4a13-95de-09173e20663c {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1654.674745] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-153df811-6a94-4269-a19e-8ed2177ef8cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.681342] env[62522]: DEBUG oslo_vmware.api [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for the task: (returnval){ [ 1654.681342] env[62522]: value = "task-1703281" [ 1654.681342] env[62522]: _type = "Task" [ 1654.681342] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.689501] env[62522]: DEBUG oslo_vmware.api [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.845512] env[62522]: DEBUG oslo_concurrency.lockutils [req-16dbbbb8-2e39-48e5-a158-3deebd8d2eaf req-4659e703-1f5e-453b-a891-9acf16a5ad8b service nova] Releasing lock "refresh_cache-f1778975-0027-46d8-8763-79b89022d450" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.903945] env[62522]: DEBUG nova.network.neutron [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.920398] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52581db7-8210-4602-d570-ce4cc61750fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009829} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.923044] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e4d774-f5b9-464c-b884-d1f2ee26001b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.928352] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Waiting for the task: (returnval){ [ 1654.928352] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5277acbe-63d5-00ec-419d-309815aef1db" [ 1654.928352] env[62522]: _type = "Task" [ 1654.928352] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.935762] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5277acbe-63d5-00ec-419d-309815aef1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.034584] env[62522]: DEBUG nova.network.neutron [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Updating instance_info_cache with network_info: [{"id": "1dd4f061-693f-467e-bf88-61b621dd3d27", "address": "fa:16:3e:64:bc:63", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd4f061-69", "ovs_interfaceid": "1dd4f061-693f-467e-bf88-61b621dd3d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.070076] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.072240] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.470s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.074433] env[62522]: INFO nova.compute.claims [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1655.087852] env[62522]: INFO nova.scheduler.client.report [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Deleted allocations for instance 3248925c-38af-4660-8782-20f78372870d [ 1655.192008] env[62522]: DEBUG oslo_vmware.api [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Task: {'id': task-1703281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154213} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.192287] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.192471] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.192721] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.192938] env[62522]: INFO nova.compute.manager [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1655.193203] env[62522]: DEBUG oslo.service.loopingcall [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.193395] env[62522]: DEBUG nova.compute.manager [-] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1655.193490] env[62522]: DEBUG nova.network.neutron [-] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1655.440269] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5277acbe-63d5-00ec-419d-309815aef1db, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.440569] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.440875] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] f1778975-0027-46d8-8763-79b89022d450/f1778975-0027-46d8-8763-79b89022d450.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1655.441153] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cd29543-c6b8-4780-a4fd-ca4d9252f395 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.449515] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Waiting for the task: (returnval){ [ 1655.449515] env[62522]: value = "task-1703282" [ 1655.449515] env[62522]: _type = "Task" [ 1655.449515] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.458709] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.537426] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "refresh_cache-2b66b321-265d-470d-847a-16a82d280e74" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.537778] env[62522]: DEBUG nova.compute.manager [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Instance network_info: |[{"id": "1dd4f061-693f-467e-bf88-61b621dd3d27", "address": "fa:16:3e:64:bc:63", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd4f061-69", "ovs_interfaceid": "1dd4f061-693f-467e-bf88-61b621dd3d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1655.538209] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:bc:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dd4f061-693f-467e-bf88-61b621dd3d27', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.545839] env[62522]: DEBUG oslo.service.loopingcall [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.546073] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.546301] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a1d0a57-2df0-478b-84da-4ea52d3a3be4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.566767] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.566767] env[62522]: value = "task-1703283" [ 1655.566767] env[62522]: _type = "Task" [ 1655.566767] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.575314] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703283, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.594371] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6baedd94-72a3-4d9b-bd4f-bb735364b028 tempest-ListServersNegativeTestJSON-1223574682 tempest-ListServersNegativeTestJSON-1223574682-project-member] Lock "3248925c-38af-4660-8782-20f78372870d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.997s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.625641] env[62522]: DEBUG nova.compute.manager [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Received event network-vif-plugged-1dd4f061-693f-467e-bf88-61b621dd3d27 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1655.625880] env[62522]: DEBUG oslo_concurrency.lockutils [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] Acquiring lock "2b66b321-265d-470d-847a-16a82d280e74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.626137] env[62522]: DEBUG oslo_concurrency.lockutils [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] Lock "2b66b321-265d-470d-847a-16a82d280e74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.626374] env[62522]: DEBUG oslo_concurrency.lockutils [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] Lock "2b66b321-265d-470d-847a-16a82d280e74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.626561] env[62522]: DEBUG nova.compute.manager [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] [instance: 2b66b321-265d-470d-847a-16a82d280e74] No waiting events found dispatching network-vif-plugged-1dd4f061-693f-467e-bf88-61b621dd3d27 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1655.626726] env[62522]: WARNING nova.compute.manager [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Received unexpected event network-vif-plugged-1dd4f061-693f-467e-bf88-61b621dd3d27 for instance with vm_state building and task_state spawning. [ 1655.626891] env[62522]: DEBUG nova.compute.manager [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Received event network-changed-1dd4f061-693f-467e-bf88-61b621dd3d27 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1655.627089] env[62522]: DEBUG nova.compute.manager [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Refreshing instance network info cache due to event network-changed-1dd4f061-693f-467e-bf88-61b621dd3d27. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1655.627323] env[62522]: DEBUG oslo_concurrency.lockutils [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] Acquiring lock "refresh_cache-2b66b321-265d-470d-847a-16a82d280e74" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.627527] env[62522]: DEBUG oslo_concurrency.lockutils [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] Acquired lock "refresh_cache-2b66b321-265d-470d-847a-16a82d280e74" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.627765] env[62522]: DEBUG nova.network.neutron [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Refreshing network info cache for port 1dd4f061-693f-467e-bf88-61b621dd3d27 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1655.960490] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703282, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.987118] env[62522]: DEBUG nova.network.neutron [-] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.076974] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703283, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.271945] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718b19ce-b87e-470c-a985-1fb42b1fe5f7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.280066] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eacf794-4a75-43d0-9c1c-d0e5d8614bfa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.314210] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a633b912-ea2e-4fb6-b522-145154d6dc7e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.322606] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d6d7d8-4dc1-4003-b7b1-862e977a9150 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.337206] env[62522]: DEBUG nova.compute.provider_tree [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1656.358201] env[62522]: DEBUG nova.network.neutron [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Updated VIF entry in instance network info cache for port 1dd4f061-693f-467e-bf88-61b621dd3d27. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1656.358201] env[62522]: DEBUG nova.network.neutron [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Updating instance_info_cache with network_info: [{"id": "1dd4f061-693f-467e-bf88-61b621dd3d27", "address": "fa:16:3e:64:bc:63", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd4f061-69", "ovs_interfaceid": "1dd4f061-693f-467e-bf88-61b621dd3d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.460637] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563365} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.460910] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] f1778975-0027-46d8-8763-79b89022d450/f1778975-0027-46d8-8763-79b89022d450.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1656.461135] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1656.461389] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eef13f95-5370-49fd-ab9e-3340afc578ff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.468954] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Waiting for the task: (returnval){ [ 1656.468954] env[62522]: value = "task-1703284" [ 1656.468954] env[62522]: _type = "Task" [ 1656.468954] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.477807] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.491175] env[62522]: INFO nova.compute.manager [-] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Took 1.30 seconds to deallocate network for instance. [ 1656.582586] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703283, 'name': CreateVM_Task, 'duration_secs': 0.576929} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.582738] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.583527] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.583697] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.584128] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.585260] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-713c26e8-2a9d-4bf1-92d2-a016cd81304c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.589905] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1656.589905] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528d7598-b848-00fc-5d0b-0a5e438638c1" [ 1656.589905] env[62522]: _type = "Task" [ 1656.589905] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.598070] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528d7598-b848-00fc-5d0b-0a5e438638c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.840423] env[62522]: DEBUG nova.scheduler.client.report [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1656.859720] env[62522]: DEBUG oslo_concurrency.lockutils [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] Releasing lock "refresh_cache-2b66b321-265d-470d-847a-16a82d280e74" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.859976] env[62522]: DEBUG nova.compute.manager [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Received event network-vif-deleted-ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1656.860172] env[62522]: INFO nova.compute.manager [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Neutron deleted interface ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b; detaching it from the instance and deleting it from the info cache [ 1656.860345] env[62522]: DEBUG nova.network.neutron [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.979096] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112783} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.979319] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1656.980254] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cf938d-9989-4cf3-8647-46e48f45d51d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.005640] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] f1778975-0027-46d8-8763-79b89022d450/f1778975-0027-46d8-8763-79b89022d450.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.009919] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.010612] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0efca7b8-f929-4f40-864e-e73cecde1d18 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.037350] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Waiting for the task: (returnval){ [ 1657.037350] env[62522]: value = "task-1703285" [ 1657.037350] env[62522]: _type = "Task" [ 1657.037350] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.046672] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.102018] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528d7598-b848-00fc-5d0b-0a5e438638c1, 'name': SearchDatastore_Task, 'duration_secs': 0.025275} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.102018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.102018] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.102018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.102018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.102018] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.102018] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eec77861-6904-4934-9185-d1ce11e1a595 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.111733] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.112018] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.112852] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df86aed-ec97-4801-9eaa-ca895159479f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.118650] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1657.118650] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529ac5c1-13d5-6335-e3a2-212dcda3994e" [ 1657.118650] env[62522]: _type = "Task" [ 1657.118650] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.127054] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529ac5c1-13d5-6335-e3a2-212dcda3994e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.345796] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.346674] env[62522]: DEBUG nova.compute.manager [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1657.349492] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.340s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.349870] env[62522]: DEBUG nova.objects.instance [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lazy-loading 'resources' on Instance uuid 60a12ad6-598d-4a13-95de-09173e20663c {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.362742] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb1ba359-bdf0-4c79-b9bb-2bd4afd9cfb5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.374304] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae72938e-4840-490a-a962-0f35fb35b6a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.409232] env[62522]: DEBUG nova.compute.manager [req-4fe4d4d6-4948-4877-8dd2-80ac9315e3df req-296670d6-48d9-4f61-8c6e-8321d90bc03f service nova] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Detach interface failed, port_id=ae8c3fa7-c805-4048-a6ce-4e5e1ce8df7b, reason: Instance 60a12ad6-598d-4a13-95de-09173e20663c could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1657.551090] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703285, 'name': ReconfigVM_Task, 'duration_secs': 0.358866} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.551090] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Reconfigured VM instance instance-0000005a to attach disk [datastore1] f1778975-0027-46d8-8763-79b89022d450/f1778975-0027-46d8-8763-79b89022d450.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1657.551090] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c568f2c-28ca-4520-89eb-c7bed37866cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.556025] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Waiting for the task: (returnval){ [ 1657.556025] env[62522]: value = "task-1703286" [ 1657.556025] env[62522]: _type = "Task" [ 1657.556025] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.565486] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703286, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.629935] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529ac5c1-13d5-6335-e3a2-212dcda3994e, 'name': SearchDatastore_Task, 'duration_secs': 0.009739} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.630919] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae241803-ee28-42e6-a069-bccfdb4a86ec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.637012] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1657.637012] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521cfad7-f4c8-4c69-2301-2197490d6f60" [ 1657.637012] env[62522]: _type = "Task" [ 1657.637012] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.646205] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521cfad7-f4c8-4c69-2301-2197490d6f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.801060] env[62522]: DEBUG oslo_concurrency.lockutils [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.801346] env[62522]: DEBUG oslo_concurrency.lockutils [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.853191] env[62522]: DEBUG nova.compute.utils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1657.855131] env[62522]: DEBUG nova.compute.manager [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1657.855390] env[62522]: DEBUG nova.network.neutron [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1657.905498] env[62522]: DEBUG nova.policy [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20268a7c256047e6a7e6e1380e74df3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54f403ca4021487aa0ce43b423cb5399', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1658.044113] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87cde03-25fd-4e95-b901-515983ea1d5c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.052792] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a308ed-058e-4b88-bea8-a625fb577ab7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.084017] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568933d1-01ae-40fd-ada8-3d3c5f0ab0cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.089804] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703286, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.098811] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebacf76-31ff-4785-82fe-52aa077a9b7e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.112327] env[62522]: DEBUG nova.compute.provider_tree [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.149973] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521cfad7-f4c8-4c69-2301-2197490d6f60, 'name': SearchDatastore_Task, 'duration_secs': 0.015969} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.150173] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.150453] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 2b66b321-265d-470d-847a-16a82d280e74/2b66b321-265d-470d-847a-16a82d280e74.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.150669] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-381814d9-d342-42fa-955c-55c6a407726b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.160205] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1658.160205] env[62522]: value = "task-1703287" [ 1658.160205] env[62522]: _type = "Task" [ 1658.160205] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.169309] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.179422] env[62522]: DEBUG nova.network.neutron [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Successfully created port: 78a59e87-301d-4502-a768-24e6366fb799 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1658.306649] env[62522]: DEBUG nova.compute.utils [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1658.360744] env[62522]: DEBUG nova.compute.manager [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1658.567593] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703286, 'name': Rename_Task, 'duration_secs': 0.951763} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.567926] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1658.568152] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d8794f2-2968-41ad-b56f-26536599a67a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.578291] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Waiting for the task: (returnval){ [ 1658.578291] env[62522]: value = "task-1703288" [ 1658.578291] env[62522]: _type = "Task" [ 1658.578291] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.594435] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.597980] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1dabed9-2caf-472d-ab0f-637be6b576ad tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "interface-d2c5d822-df80-4d3a-859c-14562f3b2805-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.598252] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1dabed9-2caf-472d-ab0f-637be6b576ad tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-d2c5d822-df80-4d3a-859c-14562f3b2805-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.598582] env[62522]: DEBUG nova.objects.instance [None req-a1dabed9-2caf-472d-ab0f-637be6b576ad tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'flavor' on Instance uuid d2c5d822-df80-4d3a-859c-14562f3b2805 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.615918] env[62522]: DEBUG nova.scheduler.client.report [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1658.670658] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703287, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.811057] env[62522]: DEBUG oslo_concurrency.lockutils [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.089284] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.101945] env[62522]: DEBUG nova.objects.instance [None req-a1dabed9-2caf-472d-ab0f-637be6b576ad tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'pci_requests' on Instance uuid d2c5d822-df80-4d3a-859c-14562f3b2805 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.120532] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.146182] env[62522]: INFO nova.scheduler.client.report [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Deleted allocations for instance 60a12ad6-598d-4a13-95de-09173e20663c [ 1659.170557] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659437} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.170781] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 2b66b321-265d-470d-847a-16a82d280e74/2b66b321-265d-470d-847a-16a82d280e74.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.171043] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.171323] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c83d84e-fc1b-4302-b0d5-1fdb928306cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.179631] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1659.179631] env[62522]: value = "task-1703289" [ 1659.179631] env[62522]: _type = "Task" [ 1659.179631] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.188047] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.371078] env[62522]: DEBUG nova.compute.manager [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1659.401726] env[62522]: DEBUG nova.virt.hardware [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1659.401726] env[62522]: DEBUG nova.virt.hardware [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1659.401726] env[62522]: DEBUG nova.virt.hardware [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1659.401974] env[62522]: DEBUG nova.virt.hardware [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1659.402440] env[62522]: DEBUG nova.virt.hardware [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1659.402700] env[62522]: DEBUG nova.virt.hardware [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1659.403113] env[62522]: DEBUG nova.virt.hardware [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1659.403113] env[62522]: DEBUG nova.virt.hardware [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1659.403264] env[62522]: DEBUG nova.virt.hardware [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1659.403425] env[62522]: DEBUG nova.virt.hardware [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1659.403595] env[62522]: DEBUG nova.virt.hardware [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1659.405121] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa83416-e14e-49eb-ae38-cf0230880480 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.413624] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3941235-8420-4364-b00d-324cd98f385a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.419121] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.419317] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.419455] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1659.589706] env[62522]: DEBUG oslo_vmware.api [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703288, 'name': PowerOnVM_Task, 'duration_secs': 0.603743} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.590131] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1659.590437] env[62522]: INFO nova.compute.manager [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1659.590684] env[62522]: DEBUG nova.compute.manager [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1659.591633] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7269186-a05d-4dff-91be-903a9e4286fb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.605270] env[62522]: DEBUG nova.objects.base [None req-a1dabed9-2caf-472d-ab0f-637be6b576ad tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1659.605270] env[62522]: DEBUG nova.network.neutron [None req-a1dabed9-2caf-472d-ab0f-637be6b576ad tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1659.653378] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b53fa6ae-0a3f-46a3-ba34-e81ff8c460d5 tempest-ImagesOneServerNegativeTestJSON-1271824703 tempest-ImagesOneServerNegativeTestJSON-1271824703-project-member] Lock "60a12ad6-598d-4a13-95de-09173e20663c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.184s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.689902] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069041} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.690257] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.691099] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79d84f1-fdbb-4536-9f29-83e3404e3353 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.714220] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 2b66b321-265d-470d-847a-16a82d280e74/2b66b321-265d-470d-847a-16a82d280e74.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.714537] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b115b62-086a-423c-a8e8-c016854d82a0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.735730] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1659.735730] env[62522]: value = "task-1703290" [ 1659.735730] env[62522]: _type = "Task" [ 1659.735730] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.744867] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.880474] env[62522]: DEBUG oslo_concurrency.lockutils [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.880809] env[62522]: DEBUG oslo_concurrency.lockutils [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.881075] env[62522]: INFO nova.compute.manager [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Attaching volume 088e6932-937d-4cfd-bbde-353a933e8a1f to /dev/sdb [ 1659.917783] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a1dabed9-2caf-472d-ab0f-637be6b576ad tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-d2c5d822-df80-4d3a-859c-14562f3b2805-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.319s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.927775] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39902baf-2385-4f56-94df-c41161385236 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.931545] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1659.931775] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.932833] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.932978] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.933189] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.933323] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.933401] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.933521] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1659.933665] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.939677] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a7cfdb-a268-4257-88ca-a3436f34f1d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.956281] env[62522]: DEBUG nova.virt.block_device [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Updating existing volume attachment record: 9429a549-690a-4263-94cd-a22a23545b5b {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1660.112678] env[62522]: INFO nova.compute.manager [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Took 13.72 seconds to build instance. [ 1660.138949] env[62522]: DEBUG nova.compute.manager [req-4235c19c-8ee5-41a4-afd9-ca12a77e63fb req-17743248-04be-4a81-90a0-2d5a79618fa3 service nova] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Received event network-vif-plugged-78a59e87-301d-4502-a768-24e6366fb799 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1660.139121] env[62522]: DEBUG oslo_concurrency.lockutils [req-4235c19c-8ee5-41a4-afd9-ca12a77e63fb req-17743248-04be-4a81-90a0-2d5a79618fa3 service nova] Acquiring lock "ed290e5b-6427-47f1-bb53-827b1556d264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.139407] env[62522]: DEBUG oslo_concurrency.lockutils [req-4235c19c-8ee5-41a4-afd9-ca12a77e63fb req-17743248-04be-4a81-90a0-2d5a79618fa3 service nova] Lock "ed290e5b-6427-47f1-bb53-827b1556d264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.139579] env[62522]: DEBUG oslo_concurrency.lockutils [req-4235c19c-8ee5-41a4-afd9-ca12a77e63fb req-17743248-04be-4a81-90a0-2d5a79618fa3 service nova] Lock "ed290e5b-6427-47f1-bb53-827b1556d264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.139749] env[62522]: DEBUG nova.compute.manager [req-4235c19c-8ee5-41a4-afd9-ca12a77e63fb req-17743248-04be-4a81-90a0-2d5a79618fa3 service nova] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] No waiting events found dispatching network-vif-plugged-78a59e87-301d-4502-a768-24e6366fb799 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1660.140172] env[62522]: WARNING nova.compute.manager [req-4235c19c-8ee5-41a4-afd9-ca12a77e63fb req-17743248-04be-4a81-90a0-2d5a79618fa3 service nova] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Received unexpected event network-vif-plugged-78a59e87-301d-4502-a768-24e6366fb799 for instance with vm_state building and task_state spawning. [ 1660.234691] env[62522]: DEBUG nova.network.neutron [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Successfully updated port: 78a59e87-301d-4502-a768-24e6366fb799 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1660.257798] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703290, 'name': ReconfigVM_Task, 'duration_secs': 0.335298} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.258299] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 2b66b321-265d-470d-847a-16a82d280e74/2b66b321-265d-470d-847a-16a82d280e74.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.259030] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcc997b6-1914-499b-81de-a7bdc9d70a5c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.268584] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1660.268584] env[62522]: value = "task-1703294" [ 1660.268584] env[62522]: _type = "Task" [ 1660.268584] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.279131] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703294, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.440741] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.441114] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.441273] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.441562] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1660.442776] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b541415-5280-47a2-9db9-a89ed9b1cd85 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.457838] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5881f4d-9326-487a-870b-c1f12a303c4b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.475304] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d563fb9d-cc19-442c-b482-4a722bc2bf02 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.483746] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c48aeff-62b7-43b2-b1c1-aeccc70c9a33 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.526595] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179399MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1660.526821] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.527010] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.616700] env[62522]: DEBUG oslo_concurrency.lockutils [None req-249b4b29-e545-4584-b53f-ddeab6f22c10 tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Lock "f1778975-0027-46d8-8763-79b89022d450" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.233s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.749885] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "refresh_cache-ed290e5b-6427-47f1-bb53-827b1556d264" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.749885] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquired lock "refresh_cache-ed290e5b-6427-47f1-bb53-827b1556d264" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.749885] env[62522]: DEBUG nova.network.neutron [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.778987] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703294, 'name': Rename_Task, 'duration_secs': 0.196787} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.779242] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.779532] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ac339b2-3f82-431a-86af-6720d3e05f9c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.786622] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1660.786622] env[62522]: value = "task-1703295" [ 1660.786622] env[62522]: _type = "Task" [ 1660.786622] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.794872] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.267089] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Acquiring lock "f1778975-0027-46d8-8763-79b89022d450" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.267445] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Lock "f1778975-0027-46d8-8763-79b89022d450" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.267623] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Acquiring lock "f1778975-0027-46d8-8763-79b89022d450-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.267744] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Lock "f1778975-0027-46d8-8763-79b89022d450-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.267919] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Lock "f1778975-0027-46d8-8763-79b89022d450-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.274591] env[62522]: INFO nova.compute.manager [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Terminating instance [ 1661.302536] env[62522]: DEBUG oslo_vmware.api [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703295, 'name': PowerOnVM_Task, 'duration_secs': 0.495569} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.302536] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.302767] env[62522]: INFO nova.compute.manager [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1661.302845] env[62522]: DEBUG nova.compute.manager [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1661.303621] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa0277b-512c-4561-9af5-8748e5303277 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.306976] env[62522]: DEBUG nova.network.neutron [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1661.546628] env[62522]: DEBUG nova.network.neutron [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Updating instance_info_cache with network_info: [{"id": "78a59e87-301d-4502-a768-24e6366fb799", "address": "fa:16:3e:c9:28:a0", "network": {"id": "228cca68-2e09-4fde-ba4a-0647a3e61cf8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-534012857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f403ca4021487aa0ce43b423cb5399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a59e87-30", "ovs_interfaceid": "78a59e87-301d-4502-a768-24e6366fb799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.558356] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 04f2dcf8-ec65-432d-b5c0-1a351d12accb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1661.558511] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 5e637bf4-543b-4a0e-be2a-9782b9005e56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1661.558808] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 751b2c85-4144-42ab-8d30-4e527ccc6c63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1661.558808] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1661.558961] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1661.558961] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance d2c5d822-df80-4d3a-859c-14562f3b2805 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1661.559083] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 243ffaf4-8afa-4ed0-95ce-e5b3869888cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1661.559194] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance d69fc5a5-8b1d-4aaa-bc46-960034b768f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1661.559307] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance e4b038a9-2f27-41bb-8e33-764220e9d93c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1661.559415] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance c8c2c7fe-7eb5-4517-b6ce-865fe677731a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1661.559523] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance f1778975-0027-46d8-8763-79b89022d450 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1661.559630] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 2b66b321-265d-470d-847a-16a82d280e74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1661.559744] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance ed290e5b-6427-47f1-bb53-827b1556d264 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1661.559984] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1661.560133] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1661.772645] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39617274-6a31-4398-a2ba-2890b4c599e8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.780669] env[62522]: DEBUG nova.compute.manager [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1661.780955] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1661.781910] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5806687d-8672-42bf-959d-ae126ede13d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.786527] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "interface-d2c5d822-df80-4d3a-859c-14562f3b2805-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.786772] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-d2c5d822-df80-4d3a-859c-14562f3b2805-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.787093] env[62522]: DEBUG nova.objects.instance [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'flavor' on Instance uuid d2c5d822-df80-4d3a-859c-14562f3b2805 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.789955] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adc48f5-5253-451c-be52-bce83749b69e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.795503] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1661.796105] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48a3c40d-f17e-4357-866c-9733c2ff7ddc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.833511] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c46225-842f-48b7-b5f2-064da308c3c6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.836462] env[62522]: DEBUG oslo_vmware.api [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Waiting for the task: (returnval){ [ 1661.836462] env[62522]: value = "task-1703296" [ 1661.836462] env[62522]: _type = "Task" [ 1661.836462] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.836920] env[62522]: INFO nova.compute.manager [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Took 13.59 seconds to build instance. [ 1661.845132] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0e32ca-cee4-43a1-af41-4f01f223fa4f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.853987] env[62522]: DEBUG oslo_vmware.api [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.863352] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.026406] env[62522]: INFO nova.compute.manager [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Rebuilding instance [ 1662.049560] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Releasing lock "refresh_cache-ed290e5b-6427-47f1-bb53-827b1556d264" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.049875] env[62522]: DEBUG nova.compute.manager [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Instance network_info: |[{"id": "78a59e87-301d-4502-a768-24e6366fb799", "address": "fa:16:3e:c9:28:a0", "network": {"id": "228cca68-2e09-4fde-ba4a-0647a3e61cf8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-534012857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f403ca4021487aa0ce43b423cb5399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a59e87-30", "ovs_interfaceid": "78a59e87-301d-4502-a768-24e6366fb799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1662.050612] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:28:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78a59e87-301d-4502-a768-24e6366fb799', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1662.058303] env[62522]: DEBUG oslo.service.loopingcall [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.064205] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1662.064205] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6c1a149-7b6e-4a9c-8fb0-7b24633afe4c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.084669] env[62522]: DEBUG nova.compute.manager [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1662.085703] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d5e79f-5426-47c3-8e45-10b03d7846da {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.090400] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1662.090400] env[62522]: value = "task-1703297" [ 1662.090400] env[62522]: _type = "Task" [ 1662.090400] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.103579] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703297, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.173383] env[62522]: DEBUG nova.compute.manager [req-e78aa2d3-1456-429a-9460-d15b44ab0184 req-8fdd5b14-b772-41d5-99d0-24a2b8c19a46 service nova] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Received event network-changed-78a59e87-301d-4502-a768-24e6366fb799 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1662.173383] env[62522]: DEBUG nova.compute.manager [req-e78aa2d3-1456-429a-9460-d15b44ab0184 req-8fdd5b14-b772-41d5-99d0-24a2b8c19a46 service nova] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Refreshing instance network info cache due to event network-changed-78a59e87-301d-4502-a768-24e6366fb799. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1662.173383] env[62522]: DEBUG oslo_concurrency.lockutils [req-e78aa2d3-1456-429a-9460-d15b44ab0184 req-8fdd5b14-b772-41d5-99d0-24a2b8c19a46 service nova] Acquiring lock "refresh_cache-ed290e5b-6427-47f1-bb53-827b1556d264" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.173383] env[62522]: DEBUG oslo_concurrency.lockutils [req-e78aa2d3-1456-429a-9460-d15b44ab0184 req-8fdd5b14-b772-41d5-99d0-24a2b8c19a46 service nova] Acquired lock "refresh_cache-ed290e5b-6427-47f1-bb53-827b1556d264" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.173383] env[62522]: DEBUG nova.network.neutron [req-e78aa2d3-1456-429a-9460-d15b44ab0184 req-8fdd5b14-b772-41d5-99d0-24a2b8c19a46 service nova] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Refreshing network info cache for port 78a59e87-301d-4502-a768-24e6366fb799 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1662.345353] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fb33222-f38b-4ab9-af2e-48bd90320723 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "2b66b321-265d-470d-847a-16a82d280e74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.110s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.359653] env[62522]: DEBUG oslo_vmware.api [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703296, 'name': PowerOffVM_Task, 'duration_secs': 0.206071} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.359936] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1662.360123] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1662.360390] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5921cda-9c08-47d9-9b2d-c3d170692c6b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.365798] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1662.459051] env[62522]: DEBUG nova.objects.instance [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'pci_requests' on Instance uuid d2c5d822-df80-4d3a-859c-14562f3b2805 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1662.536319] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1662.536790] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1662.537151] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Deleting the datastore file [datastore1] f1778975-0027-46d8-8763-79b89022d450 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1662.537577] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a7f223b-6d2f-4ac3-9974-f66c25b7b4dd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.547019] env[62522]: DEBUG oslo_vmware.api [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Waiting for the task: (returnval){ [ 1662.547019] env[62522]: value = "task-1703300" [ 1662.547019] env[62522]: _type = "Task" [ 1662.547019] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.555291] env[62522]: DEBUG oslo_vmware.api [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.605883] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703297, 'name': CreateVM_Task, 'duration_secs': 0.37672} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.606606] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1662.607330] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.607495] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.607913] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1662.608191] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cdca778-d4ad-41d4-bfc8-e1d90459a3e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.614842] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1662.614842] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5278d0e0-0fca-6a20-6482-c3d08a716965" [ 1662.614842] env[62522]: _type = "Task" [ 1662.614842] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.624997] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5278d0e0-0fca-6a20-6482-c3d08a716965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.871076] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1662.871321] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.344s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.964882] env[62522]: DEBUG nova.objects.base [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1662.965039] env[62522]: DEBUG nova.network.neutron [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1662.979276] env[62522]: DEBUG nova.network.neutron [req-e78aa2d3-1456-429a-9460-d15b44ab0184 req-8fdd5b14-b772-41d5-99d0-24a2b8c19a46 service nova] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Updated VIF entry in instance network info cache for port 78a59e87-301d-4502-a768-24e6366fb799. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1662.979537] env[62522]: DEBUG nova.network.neutron [req-e78aa2d3-1456-429a-9460-d15b44ab0184 req-8fdd5b14-b772-41d5-99d0-24a2b8c19a46 service nova] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Updating instance_info_cache with network_info: [{"id": "78a59e87-301d-4502-a768-24e6366fb799", "address": "fa:16:3e:c9:28:a0", "network": {"id": "228cca68-2e09-4fde-ba4a-0647a3e61cf8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-534012857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f403ca4021487aa0ce43b423cb5399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a59e87-30", "ovs_interfaceid": "78a59e87-301d-4502-a768-24e6366fb799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.006779] env[62522]: DEBUG nova.policy [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cf3b85db35c421abb861146c6a099e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1575a5ca5245b997c0559bcb677670', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1663.063600] env[62522]: DEBUG oslo_vmware.api [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Task: {'id': task-1703300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151178} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.063600] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1663.063600] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1663.063600] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1663.063600] env[62522]: INFO nova.compute.manager [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] [instance: f1778975-0027-46d8-8763-79b89022d450] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1663.063600] env[62522]: DEBUG oslo.service.loopingcall [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.063600] env[62522]: DEBUG nova.compute.manager [-] [instance: f1778975-0027-46d8-8763-79b89022d450] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1663.063600] env[62522]: DEBUG nova.network.neutron [-] [instance: f1778975-0027-46d8-8763-79b89022d450] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1663.108459] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1663.108459] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-782146b6-98ec-420b-9694-2f1406ec4df1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.122114] env[62522]: DEBUG oslo_vmware.api [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Waiting for the task: (returnval){ [ 1663.122114] env[62522]: value = "task-1703301" [ 1663.122114] env[62522]: _type = "Task" [ 1663.122114] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.134305] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5278d0e0-0fca-6a20-6482-c3d08a716965, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.139379] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.139379] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1663.139379] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.139379] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.139379] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1663.139379] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0ee80b8-bca1-45fc-8c41-237fd6c68803 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.144626] env[62522]: DEBUG oslo_vmware.api [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.154020] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1663.154020] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1663.154020] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de40342e-ae99-4cf1-8956-68852f152853 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.159898] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1663.159898] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f18bbc-b461-b9d3-ca27-f082a80b9019" [ 1663.159898] env[62522]: _type = "Task" [ 1663.159898] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.169295] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f18bbc-b461-b9d3-ca27-f082a80b9019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.291101] env[62522]: DEBUG nova.network.neutron [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Successfully created port: a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1663.483545] env[62522]: DEBUG oslo_concurrency.lockutils [req-e78aa2d3-1456-429a-9460-d15b44ab0184 req-8fdd5b14-b772-41d5-99d0-24a2b8c19a46 service nova] Releasing lock "refresh_cache-ed290e5b-6427-47f1-bb53-827b1556d264" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.638550] env[62522]: DEBUG oslo_vmware.api [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703301, 'name': PowerOffVM_Task, 'duration_secs': 0.316571} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.640269] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1663.640269] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1663.640269] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72f8c196-bec6-4c41-805d-861394ded42f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.649395] env[62522]: DEBUG oslo_vmware.api [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Waiting for the task: (returnval){ [ 1663.649395] env[62522]: value = "task-1703302" [ 1663.649395] env[62522]: _type = "Task" [ 1663.649395] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.657483] env[62522]: DEBUG oslo_vmware.api [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.674653] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "d09940cf-a2a5-4e81-b19d-aba2f60c133c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.674934] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "d09940cf-a2a5-4e81-b19d-aba2f60c133c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.676029] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f18bbc-b461-b9d3-ca27-f082a80b9019, 'name': SearchDatastore_Task, 'duration_secs': 0.017338} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.677183] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09ed2a1-1ded-4c44-ba7a-b01a51a53aa2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.684916] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1663.684916] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527bbc6c-60c7-c86e-f008-3894058b318e" [ 1663.684916] env[62522]: _type = "Task" [ 1663.684916] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.692658] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "5e637bf4-543b-4a0e-be2a-9782b9005e56" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.692910] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "5e637bf4-543b-4a0e-be2a-9782b9005e56" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.698880] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527bbc6c-60c7-c86e-f008-3894058b318e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.988197] env[62522]: DEBUG nova.network.neutron [-] [instance: f1778975-0027-46d8-8763-79b89022d450] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.163240] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1664.163240] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1664.163240] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354947', 'volume_id': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'name': 'volume-a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e4b038a9-2f27-41bb-8e33-764220e9d93c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'serial': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1664.164464] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2997a501-8078-4c85-bc82-a0a4df960b0b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.183034] env[62522]: DEBUG nova.compute.manager [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1664.185980] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54db2a5-1169-488e-afa7-5a89b99cece5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.196138] env[62522]: DEBUG nova.compute.utils [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1664.205368] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527bbc6c-60c7-c86e-f008-3894058b318e, 'name': SearchDatastore_Task, 'duration_secs': 0.01089} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.208740] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.208740] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] ed290e5b-6427-47f1-bb53-827b1556d264/ed290e5b-6427-47f1-bb53-827b1556d264.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1664.208740] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d396b65-70a5-4a8c-b125-02da7ae833cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.212418] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2a56dc7-8f4b-4f3c-9cf5-0b9d02d1a259 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.238199] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab873df-65f1-466c-9290-1ffe3e8b6872 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.241280] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1664.241280] env[62522]: value = "task-1703303" [ 1664.241280] env[62522]: _type = "Task" [ 1664.241280] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.259019] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] The volume has not been displaced from its original location: [datastore1] volume-a698c0a4-5b31-455e-8f4d-8901a162ef4c/volume-a698c0a4-5b31-455e-8f4d-8901a162ef4c.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1664.261848] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1664.263114] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b1ea5f-b652-4c99-8e1e-8e54ce3de4f7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.280997] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.288536] env[62522]: DEBUG oslo_vmware.api [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Waiting for the task: (returnval){ [ 1664.288536] env[62522]: value = "task-1703304" [ 1664.288536] env[62522]: _type = "Task" [ 1664.288536] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.301505] env[62522]: DEBUG oslo_vmware.api [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.489654] env[62522]: INFO nova.compute.manager [-] [instance: f1778975-0027-46d8-8763-79b89022d450] Took 1.43 seconds to deallocate network for instance. [ 1664.500006] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1664.500350] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354970', 'volume_id': '088e6932-937d-4cfd-bbde-353a933e8a1f', 'name': 'volume-088e6932-937d-4cfd-bbde-353a933e8a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '85ce0a63-2ff7-45dc-8daa-e8e7e69f1657', 'attached_at': '', 'detached_at': '', 'volume_id': '088e6932-937d-4cfd-bbde-353a933e8a1f', 'serial': '088e6932-937d-4cfd-bbde-353a933e8a1f'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1664.501262] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8ec19f-f6e4-485e-bb1d-9d6d649ccea8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.519797] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64443558-9650-40cc-970f-27294e0897aa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.548215] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-088e6932-937d-4cfd-bbde-353a933e8a1f/volume-088e6932-937d-4cfd-bbde-353a933e8a1f.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.549549] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fc150b7-f0cd-416a-84e0-340d21510d6d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.591528] env[62522]: DEBUG oslo_vmware.api [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1664.591528] env[62522]: value = "task-1703305" [ 1664.591528] env[62522]: _type = "Task" [ 1664.591528] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.601525] env[62522]: DEBUG oslo_vmware.api [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.707361] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "5e637bf4-543b-4a0e-be2a-9782b9005e56" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.717553] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.717957] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.720030] env[62522]: INFO nova.compute.claims [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.757507] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703303, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.804364] env[62522]: DEBUG oslo_vmware.api [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703304, 'name': ReconfigVM_Task, 'duration_secs': 0.229043} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.804714] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1664.810558] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b7f3b91-a458-487f-bd28-1dc65cc06f55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.830113] env[62522]: DEBUG oslo_vmware.api [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Waiting for the task: (returnval){ [ 1664.830113] env[62522]: value = "task-1703306" [ 1664.830113] env[62522]: _type = "Task" [ 1664.830113] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.843505] env[62522]: DEBUG oslo_vmware.api [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.997524] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.103330] env[62522]: DEBUG oslo_vmware.api [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703305, 'name': ReconfigVM_Task, 'duration_secs': 0.443921} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.103666] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-088e6932-937d-4cfd-bbde-353a933e8a1f/volume-088e6932-937d-4cfd-bbde-353a933e8a1f.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.109195] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b962f6-c6cb-4790-b8e8-02113d0853a1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.126654] env[62522]: DEBUG oslo_vmware.api [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1665.126654] env[62522]: value = "task-1703307" [ 1665.126654] env[62522]: _type = "Task" [ 1665.126654] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.134669] env[62522]: DEBUG nova.network.neutron [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Successfully updated port: a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1665.143429] env[62522]: DEBUG oslo_vmware.api [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703307, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.258057] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650825} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.258349] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] ed290e5b-6427-47f1-bb53-827b1556d264/ed290e5b-6427-47f1-bb53-827b1556d264.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1665.258557] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1665.258823] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b17162bb-bd08-4a51-93f8-f75ad019e141 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.272911] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1665.272911] env[62522]: value = "task-1703308" [ 1665.272911] env[62522]: _type = "Task" [ 1665.272911] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.289536] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.301774] env[62522]: DEBUG nova.compute.manager [req-4b67b4fe-dfa3-4aa5-8a63-da0b70c44c4f req-7309b703-90c2-488b-9676-249e5149c959 service nova] [instance: f1778975-0027-46d8-8763-79b89022d450] Received event network-vif-deleted-25f5765f-4adb-4acb-b1fa-522233f5e08b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1665.346508] env[62522]: DEBUG oslo_vmware.api [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703306, 'name': ReconfigVM_Task, 'duration_secs': 0.12576} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.347252] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354947', 'volume_id': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'name': 'volume-a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e4b038a9-2f27-41bb-8e33-764220e9d93c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c', 'serial': 'a698c0a4-5b31-455e-8f4d-8901a162ef4c'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1665.347252] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1665.347945] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb8caa7-6249-4b60-a3c1-414ce4dae5a2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.357739] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1665.358447] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b592c03c-a209-4d7f-baa3-0deac344642d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.533034] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1665.533034] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1665.533034] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Deleting the datastore file [datastore1] e4b038a9-2f27-41bb-8e33-764220e9d93c {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1665.533034] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0d18a52-c9cd-4de4-90fe-7544b16d6dea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.540713] env[62522]: DEBUG oslo_vmware.api [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Waiting for the task: (returnval){ [ 1665.540713] env[62522]: value = "task-1703310" [ 1665.540713] env[62522]: _type = "Task" [ 1665.540713] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.549151] env[62522]: DEBUG oslo_vmware.api [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.638319] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.638592] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.638862] env[62522]: DEBUG nova.network.neutron [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1665.640264] env[62522]: DEBUG oslo_vmware.api [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703307, 'name': ReconfigVM_Task, 'duration_secs': 0.159015} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.645034] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354970', 'volume_id': '088e6932-937d-4cfd-bbde-353a933e8a1f', 'name': 'volume-088e6932-937d-4cfd-bbde-353a933e8a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '85ce0a63-2ff7-45dc-8daa-e8e7e69f1657', 'attached_at': '', 'detached_at': '', 'volume_id': '088e6932-937d-4cfd-bbde-353a933e8a1f', 'serial': '088e6932-937d-4cfd-bbde-353a933e8a1f'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1665.679041] env[62522]: DEBUG nova.compute.manager [req-36963419-279d-482e-9faf-e73e98889e69 req-8934f962-b33c-40df-bb85-ec5ea07db86b service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Received event network-vif-plugged-a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1665.679041] env[62522]: DEBUG oslo_concurrency.lockutils [req-36963419-279d-482e-9faf-e73e98889e69 req-8934f962-b33c-40df-bb85-ec5ea07db86b service nova] Acquiring lock "d2c5d822-df80-4d3a-859c-14562f3b2805-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.679041] env[62522]: DEBUG oslo_concurrency.lockutils [req-36963419-279d-482e-9faf-e73e98889e69 req-8934f962-b33c-40df-bb85-ec5ea07db86b service nova] Lock "d2c5d822-df80-4d3a-859c-14562f3b2805-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.679041] env[62522]: DEBUG oslo_concurrency.lockutils [req-36963419-279d-482e-9faf-e73e98889e69 req-8934f962-b33c-40df-bb85-ec5ea07db86b service nova] Lock "d2c5d822-df80-4d3a-859c-14562f3b2805-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.679633] env[62522]: DEBUG nova.compute.manager [req-36963419-279d-482e-9faf-e73e98889e69 req-8934f962-b33c-40df-bb85-ec5ea07db86b service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] No waiting events found dispatching network-vif-plugged-a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1665.679633] env[62522]: WARNING nova.compute.manager [req-36963419-279d-482e-9faf-e73e98889e69 req-8934f962-b33c-40df-bb85-ec5ea07db86b service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Received unexpected event network-vif-plugged-a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e for instance with vm_state active and task_state None. [ 1665.783442] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "5e637bf4-543b-4a0e-be2a-9782b9005e56" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.784209] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "5e637bf4-543b-4a0e-be2a-9782b9005e56" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.784454] env[62522]: INFO nova.compute.manager [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Attaching volume be71b278-c7e3-4098-90d5-c3eff6d7fd6f to /dev/sdb [ 1665.789273] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137243} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.791718] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1665.794794] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6c3d8d-8f88-430b-b405-f8463ace4548 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.818501] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] ed290e5b-6427-47f1-bb53-827b1556d264/ed290e5b-6427-47f1-bb53-827b1556d264.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.821292] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68c9e67f-35f9-4fa7-9a90-c0b07ad4fd46 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.837263] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a368458f-6d95-4fed-9c31-62d0b24b1bf5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.846250] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497dd541-d4da-4489-a513-ca70b4c04c87 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.852336] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1665.852336] env[62522]: value = "task-1703311" [ 1665.852336] env[62522]: _type = "Task" [ 1665.852336] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.866538] env[62522]: DEBUG nova.virt.block_device [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating existing volume attachment record: d843a294-ea40-4f43-a83a-41fcd82e7ba3 {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1665.873632] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.978813] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47163e3c-8500-40d8-8968-9a0ddf86eb73 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.986896] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368ab8a4-d9cf-4554-8729-8306859ce27a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.017956] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e09e8ea-694d-4acb-939c-f14d2b9edc42 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.026190] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d1bd1b-518e-449e-b81d-da269ec63788 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.041929] env[62522]: DEBUG nova.compute.provider_tree [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.052270] env[62522]: DEBUG oslo_vmware.api [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Task: {'id': task-1703310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089768} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.052776] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.052776] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.052928] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.106009] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1666.106380] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4b7b248-5c5e-4184-a19a-9926950cb665 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.116613] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94221864-fce3-43c4-a0ef-f7f0a1e1f78c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.155767] env[62522]: ERROR nova.compute.manager [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Failed to detach volume a698c0a4-5b31-455e-8f4d-8901a162ef4c from /dev/sda: nova.exception.InstanceNotFound: Instance e4b038a9-2f27-41bb-8e33-764220e9d93c could not be found. [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Traceback (most recent call last): [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] self.driver.rebuild(**kwargs) [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] raise NotImplementedError() [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] NotImplementedError [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] During handling of the above exception, another exception occurred: [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Traceback (most recent call last): [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] self.driver.detach_volume(context, old_connection_info, [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] return self._volumeops.detach_volume(connection_info, instance) [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] self._detach_volume_vmdk(connection_info, instance) [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] stable_ref.fetch_moref(session) [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] nova.exception.InstanceNotFound: Instance e4b038a9-2f27-41bb-8e33-764220e9d93c could not be found. [ 1666.155767] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] [ 1666.193911] env[62522]: WARNING nova.network.neutron [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] 163893b4-500f-41e6-9c52-4b1ea0a2187e already exists in list: networks containing: ['163893b4-500f-41e6-9c52-4b1ea0a2187e']. ignoring it [ 1666.361160] env[62522]: DEBUG nova.compute.utils [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Build of instance e4b038a9-2f27-41bb-8e33-764220e9d93c aborted: Failed to rebuild volume backed instance. {{(pid=62522) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1666.363908] env[62522]: ERROR nova.compute.manager [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance e4b038a9-2f27-41bb-8e33-764220e9d93c aborted: Failed to rebuild volume backed instance. [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Traceback (most recent call last): [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] self.driver.rebuild(**kwargs) [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] raise NotImplementedError() [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] NotImplementedError [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] During handling of the above exception, another exception occurred: [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Traceback (most recent call last): [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] self._detach_root_volume(context, instance, root_bdm) [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] with excutils.save_and_reraise_exception(): [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] self.force_reraise() [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] raise self.value [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] self.driver.detach_volume(context, old_connection_info, [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] return self._volumeops.detach_volume(connection_info, instance) [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] self._detach_volume_vmdk(connection_info, instance) [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] stable_ref.fetch_moref(session) [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] nova.exception.InstanceNotFound: Instance e4b038a9-2f27-41bb-8e33-764220e9d93c could not be found. [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] [ 1666.363908] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] During handling of the above exception, another exception occurred: [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Traceback (most recent call last): [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/compute/manager.py", line 11220, in _error_out_instance_on_exception [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] yield [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] self._do_rebuild_instance_with_claim( [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] self._do_rebuild_instance( [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] self._rebuild_default_impl(**kwargs) [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] self._rebuild_volume_backed_instance( [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] raise exception.BuildAbortException( [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] nova.exception.BuildAbortException: Build of instance e4b038a9-2f27-41bb-8e33-764220e9d93c aborted: Failed to rebuild volume backed instance. [ 1666.365535] env[62522]: ERROR nova.compute.manager [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] [ 1666.370497] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.482498] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1666.550025] env[62522]: DEBUG nova.scheduler.client.report [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1666.556413] env[62522]: DEBUG nova.network.neutron [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Updating instance_info_cache with network_info: [{"id": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "address": "fa:16:3e:63:c7:1e", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bac18c9-bc", "ovs_interfaceid": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e", "address": "fa:16:3e:5f:06:d5", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f30dfc-75", "ovs_interfaceid": "a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.703073] env[62522]: DEBUG nova.objects.instance [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lazy-loading 'flavor' on Instance uuid 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.873020] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703311, 'name': ReconfigVM_Task, 'duration_secs': 0.832532} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.873020] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Reconfigured VM instance instance-0000005c to attach disk [datastore1] ed290e5b-6427-47f1-bb53-827b1556d264/ed290e5b-6427-47f1-bb53-827b1556d264.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.873505] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-176fbd07-ee05-4045-9043-3293fc105a2d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.880556] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1666.880556] env[62522]: value = "task-1703315" [ 1666.880556] env[62522]: _type = "Task" [ 1666.880556] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.891404] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703315, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.055312] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.056042] env[62522]: DEBUG nova.compute.manager [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1667.058696] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.061s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.058976] env[62522]: DEBUG nova.objects.instance [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Lazy-loading 'resources' on Instance uuid f1778975-0027-46d8-8763-79b89022d450 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1667.060358] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.060956] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.061058] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.062266] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13eff25-41c0-450c-b103-3ab15eeaaee5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.080340] env[62522]: DEBUG nova.virt.hardware [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1667.080340] env[62522]: DEBUG nova.virt.hardware [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1667.080340] env[62522]: DEBUG nova.virt.hardware [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1667.080340] env[62522]: DEBUG nova.virt.hardware [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1667.080340] env[62522]: DEBUG nova.virt.hardware [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1667.080656] env[62522]: DEBUG nova.virt.hardware [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1667.080656] env[62522]: DEBUG nova.virt.hardware [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1667.080837] env[62522]: DEBUG nova.virt.hardware [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1667.080911] env[62522]: DEBUG nova.virt.hardware [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1667.081079] env[62522]: DEBUG nova.virt.hardware [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1667.081246] env[62522]: DEBUG nova.virt.hardware [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1667.087373] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Reconfiguring VM to attach interface {{(pid=62522) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1667.088306] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d49f43ed-deec-418a-bfc8-a136fb1d3b6c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.108068] env[62522]: DEBUG oslo_vmware.api [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1667.108068] env[62522]: value = "task-1703316" [ 1667.108068] env[62522]: _type = "Task" [ 1667.108068] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.117264] env[62522]: DEBUG oslo_vmware.api [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703316, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.204988] env[62522]: DEBUG oslo_concurrency.lockutils [None req-88f31e9b-dcf7-44dd-9c65-e169783a5aa5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.324s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.391673] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703315, 'name': Rename_Task, 'duration_secs': 0.14429} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.392631] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1667.392890] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74598676-8102-401c-ba4a-735aae68fabe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.400614] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1667.400614] env[62522]: value = "task-1703317" [ 1667.400614] env[62522]: _type = "Task" [ 1667.400614] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.409209] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.540200] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.540425] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.563534] env[62522]: DEBUG nova.compute.utils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1667.568098] env[62522]: DEBUG nova.compute.manager [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1667.568280] env[62522]: DEBUG nova.network.neutron [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1667.623890] env[62522]: DEBUG oslo_vmware.api [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.634447] env[62522]: DEBUG nova.policy [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3495ef7d7c96436686012f6131d26fa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ab5ba9c13bd45eb94571f0a66c8e468', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1667.669799] env[62522]: DEBUG oslo_concurrency.lockutils [None req-13e5f227-4f26-4903-856f-da2127284e64 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.669969] env[62522]: DEBUG oslo_concurrency.lockutils [None req-13e5f227-4f26-4903-856f-da2127284e64 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.670164] env[62522]: DEBUG nova.compute.manager [None req-13e5f227-4f26-4903-856f-da2127284e64 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.671091] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caef5296-2a78-4a17-a256-76779a81df46 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.682439] env[62522]: DEBUG nova.compute.manager [None req-13e5f227-4f26-4903-856f-da2127284e64 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62522) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1667.683132] env[62522]: DEBUG nova.objects.instance [None req-13e5f227-4f26-4903-856f-da2127284e64 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lazy-loading 'flavor' on Instance uuid 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1667.753908] env[62522]: DEBUG nova.compute.manager [req-3ab93299-f916-4632-9aa6-24992c513fe9 req-90cbd5fb-86a5-42c1-9b5f-cdf22ede5059 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Received event network-changed-a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1667.754205] env[62522]: DEBUG nova.compute.manager [req-3ab93299-f916-4632-9aa6-24992c513fe9 req-90cbd5fb-86a5-42c1-9b5f-cdf22ede5059 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Refreshing instance network info cache due to event network-changed-a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1667.754473] env[62522]: DEBUG oslo_concurrency.lockutils [req-3ab93299-f916-4632-9aa6-24992c513fe9 req-90cbd5fb-86a5-42c1-9b5f-cdf22ede5059 service nova] Acquiring lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.754653] env[62522]: DEBUG oslo_concurrency.lockutils [req-3ab93299-f916-4632-9aa6-24992c513fe9 req-90cbd5fb-86a5-42c1-9b5f-cdf22ede5059 service nova] Acquired lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.754911] env[62522]: DEBUG nova.network.neutron [req-3ab93299-f916-4632-9aa6-24992c513fe9 req-90cbd5fb-86a5-42c1-9b5f-cdf22ede5059 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Refreshing network info cache for port a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1667.785788] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7d0449-9205-4837-b092-16946c64462a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.795898] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69c3c23-fef8-4899-a385-10037bd3cc76 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.831024] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efa679d-f25b-43dc-9eff-bd67b5121983 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.836688] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea2df97-f06d-4269-b030-693ad9dd3269 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.852382] env[62522]: DEBUG nova.compute.provider_tree [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.914254] env[62522]: DEBUG oslo_vmware.api [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703317, 'name': PowerOnVM_Task, 'duration_secs': 0.464823} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.914565] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1667.914772] env[62522]: INFO nova.compute.manager [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1667.914984] env[62522]: DEBUG nova.compute.manager [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.916452] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10089d95-82b1-4341-ba4e-ff214224a9b1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.922323] env[62522]: DEBUG nova.network.neutron [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Successfully created port: cae727a0-be30-48d0-917e-9eca2633ee4e {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1668.042481] env[62522]: DEBUG nova.compute.manager [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1668.067511] env[62522]: DEBUG nova.compute.manager [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1668.128017] env[62522]: DEBUG oslo_vmware.api [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703316, 'name': ReconfigVM_Task, 'duration_secs': 0.874597} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.128017] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.128017] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Reconfigured VM to attach interface {{(pid=62522) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1668.355660] env[62522]: DEBUG nova.scheduler.client.report [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1668.384871] env[62522]: DEBUG oslo_concurrency.lockutils [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.441771] env[62522]: INFO nova.compute.manager [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Took 17.85 seconds to build instance. [ 1668.546132] env[62522]: DEBUG nova.network.neutron [req-3ab93299-f916-4632-9aa6-24992c513fe9 req-90cbd5fb-86a5-42c1-9b5f-cdf22ede5059 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Updated VIF entry in instance network info cache for port a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1668.546565] env[62522]: DEBUG nova.network.neutron [req-3ab93299-f916-4632-9aa6-24992c513fe9 req-90cbd5fb-86a5-42c1-9b5f-cdf22ede5059 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Updating instance_info_cache with network_info: [{"id": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "address": "fa:16:3e:63:c7:1e", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bac18c9-bc", "ovs_interfaceid": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e", "address": "fa:16:3e:5f:06:d5", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f30dfc-75", "ovs_interfaceid": "a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.567100] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.630658] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5e920073-4d77-45ac-9513-d933e0c96f73 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-d2c5d822-df80-4d3a-859c-14562f3b2805-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.844s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.689487] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e5f227-4f26-4903-856f-da2127284e64 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1668.689753] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5efe8af4-2f34-4bd8-a1af-e7eda7f96a2d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.699346] env[62522]: DEBUG oslo_vmware.api [None req-13e5f227-4f26-4903-856f-da2127284e64 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1668.699346] env[62522]: value = "task-1703319" [ 1668.699346] env[62522]: _type = "Task" [ 1668.699346] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.711588] env[62522]: DEBUG oslo_vmware.api [None req-13e5f227-4f26-4903-856f-da2127284e64 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.864019] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.866351] env[62522]: DEBUG oslo_concurrency.lockutils [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.482s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.882691] env[62522]: INFO nova.scheduler.client.report [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Deleted allocations for instance f1778975-0027-46d8-8763-79b89022d450 [ 1668.946028] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81816912-dfc1-451b-819d-85693e8d066c tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "ed290e5b-6427-47f1-bb53-827b1556d264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.367s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.052438] env[62522]: DEBUG oslo_concurrency.lockutils [req-3ab93299-f916-4632-9aa6-24992c513fe9 req-90cbd5fb-86a5-42c1-9b5f-cdf22ede5059 service nova] Releasing lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.069649] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff82c402-5d30-49b0-af75-ef9407ff4820 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.076104] env[62522]: DEBUG nova.compute.manager [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1669.088309] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b48162-f320-43f2-a3ea-a6d089c3b1a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.122672] env[62522]: DEBUG nova.virt.hardware [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1669.122951] env[62522]: DEBUG nova.virt.hardware [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1669.123141] env[62522]: DEBUG nova.virt.hardware [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1669.123332] env[62522]: DEBUG nova.virt.hardware [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1669.123478] env[62522]: DEBUG nova.virt.hardware [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1669.123662] env[62522]: DEBUG nova.virt.hardware [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1669.123885] env[62522]: DEBUG nova.virt.hardware [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1669.124064] env[62522]: DEBUG nova.virt.hardware [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1669.124241] env[62522]: DEBUG nova.virt.hardware [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1669.124397] env[62522]: DEBUG nova.virt.hardware [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1669.124570] env[62522]: DEBUG nova.virt.hardware [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1669.125397] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0338897-b0b1-4d41-889a-d9794b6fca0a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.128555] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea8b02b-b45c-4ea1-baf8-ca5a0a874334 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.139391] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efd5534-50c8-4ff3-a4bd-b6232c013c02 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.143914] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0374db49-3184-4abd-9e4f-24dfb5b81604 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.165525] env[62522]: DEBUG nova.compute.provider_tree [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.209356] env[62522]: DEBUG oslo_vmware.api [None req-13e5f227-4f26-4903-856f-da2127284e64 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703319, 'name': PowerOffVM_Task, 'duration_secs': 0.383026} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.209617] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e5f227-4f26-4903-856f-da2127284e64 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.209812] env[62522]: DEBUG nova.compute.manager [None req-13e5f227-4f26-4903-856f-da2127284e64 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1669.210614] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd18bf3-be52-43c1-84f4-dfd201f87493 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.393700] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e32e7bf1-809a-4f20-b0ab-193a9343ae6d tempest-InstanceActionsNegativeTestJSON-2127369269 tempest-InstanceActionsNegativeTestJSON-2127369269-project-member] Lock "f1778975-0027-46d8-8763-79b89022d450" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.126s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.421308] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Acquiring lock "e4b038a9-2f27-41bb-8e33-764220e9d93c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.421587] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Lock "e4b038a9-2f27-41bb-8e33-764220e9d93c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.421816] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Acquiring lock "e4b038a9-2f27-41bb-8e33-764220e9d93c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.422093] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Lock "e4b038a9-2f27-41bb-8e33-764220e9d93c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.422282] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Lock "e4b038a9-2f27-41bb-8e33-764220e9d93c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.424715] env[62522]: INFO nova.compute.manager [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Terminating instance [ 1669.459699] env[62522]: DEBUG nova.network.neutron [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Successfully updated port: cae727a0-be30-48d0-917e-9eca2633ee4e {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1669.671020] env[62522]: DEBUG nova.scheduler.client.report [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1669.723527] env[62522]: DEBUG oslo_concurrency.lockutils [None req-13e5f227-4f26-4903-856f-da2127284e64 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.786502] env[62522]: DEBUG nova.compute.manager [req-1b64b7e9-ab6d-4e2f-92e6-61f7fb4a1ce4 req-6bbb92d1-c5e5-49b9-b206-89fab8812978 service nova] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Received event network-vif-plugged-cae727a0-be30-48d0-917e-9eca2633ee4e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1669.786502] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b64b7e9-ab6d-4e2f-92e6-61f7fb4a1ce4 req-6bbb92d1-c5e5-49b9-b206-89fab8812978 service nova] Acquiring lock "d09940cf-a2a5-4e81-b19d-aba2f60c133c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.786502] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b64b7e9-ab6d-4e2f-92e6-61f7fb4a1ce4 req-6bbb92d1-c5e5-49b9-b206-89fab8812978 service nova] Lock "d09940cf-a2a5-4e81-b19d-aba2f60c133c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.786502] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b64b7e9-ab6d-4e2f-92e6-61f7fb4a1ce4 req-6bbb92d1-c5e5-49b9-b206-89fab8812978 service nova] Lock "d09940cf-a2a5-4e81-b19d-aba2f60c133c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.786502] env[62522]: DEBUG nova.compute.manager [req-1b64b7e9-ab6d-4e2f-92e6-61f7fb4a1ce4 req-6bbb92d1-c5e5-49b9-b206-89fab8812978 service nova] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] No waiting events found dispatching network-vif-plugged-cae727a0-be30-48d0-917e-9eca2633ee4e {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1669.786502] env[62522]: WARNING nova.compute.manager [req-1b64b7e9-ab6d-4e2f-92e6-61f7fb4a1ce4 req-6bbb92d1-c5e5-49b9-b206-89fab8812978 service nova] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Received unexpected event network-vif-plugged-cae727a0-be30-48d0-917e-9eca2633ee4e for instance with vm_state building and task_state spawning. [ 1669.786502] env[62522]: DEBUG nova.compute.manager [req-1b64b7e9-ab6d-4e2f-92e6-61f7fb4a1ce4 req-6bbb92d1-c5e5-49b9-b206-89fab8812978 service nova] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Received event network-changed-cae727a0-be30-48d0-917e-9eca2633ee4e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1669.786502] env[62522]: DEBUG nova.compute.manager [req-1b64b7e9-ab6d-4e2f-92e6-61f7fb4a1ce4 req-6bbb92d1-c5e5-49b9-b206-89fab8812978 service nova] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Refreshing instance network info cache due to event network-changed-cae727a0-be30-48d0-917e-9eca2633ee4e. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1669.786502] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b64b7e9-ab6d-4e2f-92e6-61f7fb4a1ce4 req-6bbb92d1-c5e5-49b9-b206-89fab8812978 service nova] Acquiring lock "refresh_cache-d09940cf-a2a5-4e81-b19d-aba2f60c133c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.786502] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b64b7e9-ab6d-4e2f-92e6-61f7fb4a1ce4 req-6bbb92d1-c5e5-49b9-b206-89fab8812978 service nova] Acquired lock "refresh_cache-d09940cf-a2a5-4e81-b19d-aba2f60c133c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.786502] env[62522]: DEBUG nova.network.neutron [req-1b64b7e9-ab6d-4e2f-92e6-61f7fb4a1ce4 req-6bbb92d1-c5e5-49b9-b206-89fab8812978 service nova] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Refreshing network info cache for port cae727a0-be30-48d0-917e-9eca2633ee4e {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1669.931971] env[62522]: DEBUG nova.compute.manager [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1669.932344] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0225033-812c-4f84-9246-cd31022f074c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.942809] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d587fb-d8ee-425d-ac45-97437a46c6f0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.962512] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "refresh_cache-d09940cf-a2a5-4e81-b19d-aba2f60c133c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.974997] env[62522]: WARNING nova.virt.vmwareapi.driver [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance e4b038a9-2f27-41bb-8e33-764220e9d93c could not be found. [ 1669.975140] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.975695] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16442aef-47e6-45e9-89dc-4d65c552f614 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.984648] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dce72b7-20e0-4987-a140-5bd2d5d92f70 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.018749] env[62522]: WARNING nova.virt.vmwareapi.vmops [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e4b038a9-2f27-41bb-8e33-764220e9d93c could not be found. [ 1670.018959] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1670.019158] env[62522]: INFO nova.compute.manager [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1670.019413] env[62522]: DEBUG oslo.service.loopingcall [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.019669] env[62522]: DEBUG nova.compute.manager [-] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1670.019764] env[62522]: DEBUG nova.network.neutron [-] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1670.176434] env[62522]: DEBUG oslo_concurrency.lockutils [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.309s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.176434] env[62522]: INFO nova.compute.manager [None req-73a800fa-c90f-4d6b-b19b-78e523fbc2a9 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Successfully reverted task state from rebuilding on failure for instance. [ 1670.183367] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.614s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.183367] env[62522]: INFO nova.compute.claims [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1670.197309] env[62522]: DEBUG nova.objects.instance [None req-5b2f307c-d5ec-4f23-afe1-0197aa7c843e tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lazy-loading 'flavor' on Instance uuid 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.333453] env[62522]: DEBUG nova.network.neutron [req-1b64b7e9-ab6d-4e2f-92e6-61f7fb4a1ce4 req-6bbb92d1-c5e5-49b9-b206-89fab8812978 service nova] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1670.384637] env[62522]: DEBUG oslo_concurrency.lockutils [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "interface-d2c5d822-df80-4d3a-859c-14562f3b2805-82ef9f61-61cb-45e6-8688-f2b677fb8e3b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.385050] env[62522]: DEBUG oslo_concurrency.lockutils [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-d2c5d822-df80-4d3a-859c-14562f3b2805-82ef9f61-61cb-45e6-8688-f2b677fb8e3b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.385366] env[62522]: DEBUG nova.objects.instance [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'flavor' on Instance uuid d2c5d822-df80-4d3a-859c-14562f3b2805 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.517531] env[62522]: DEBUG nova.network.neutron [req-1b64b7e9-ab6d-4e2f-92e6-61f7fb4a1ce4 req-6bbb92d1-c5e5-49b9-b206-89fab8812978 service nova] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.701945] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5b2f307c-d5ec-4f23-afe1-0197aa7c843e tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.702228] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5b2f307c-d5ec-4f23-afe1-0197aa7c843e tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquired lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.702572] env[62522]: DEBUG nova.network.neutron [None req-5b2f307c-d5ec-4f23-afe1-0197aa7c843e tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.702572] env[62522]: DEBUG nova.objects.instance [None req-5b2f307c-d5ec-4f23-afe1-0197aa7c843e tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lazy-loading 'info_cache' on Instance uuid 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.928718] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1670.928718] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354973', 'volume_id': 'be71b278-c7e3-4098-90d5-c3eff6d7fd6f', 'name': 'volume-be71b278-c7e3-4098-90d5-c3eff6d7fd6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5e637bf4-543b-4a0e-be2a-9782b9005e56', 'attached_at': '', 'detached_at': '', 'volume_id': 'be71b278-c7e3-4098-90d5-c3eff6d7fd6f', 'serial': 'be71b278-c7e3-4098-90d5-c3eff6d7fd6f'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1670.929563] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee584bc5-50f5-4daa-a508-210c00722239 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.954289] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7452827d-5a37-474e-a123-50873d7138a8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.986236] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] volume-be71b278-c7e3-4098-90d5-c3eff6d7fd6f/volume-be71b278-c7e3-4098-90d5-c3eff6d7fd6f.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1670.986702] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a534980a-9a52-4269-9cb3-f846f7f97b8d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.008136] env[62522]: DEBUG oslo_vmware.api [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1671.008136] env[62522]: value = "task-1703320" [ 1671.008136] env[62522]: _type = "Task" [ 1671.008136] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.016758] env[62522]: DEBUG oslo_vmware.api [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.021376] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b64b7e9-ab6d-4e2f-92e6-61f7fb4a1ce4 req-6bbb92d1-c5e5-49b9-b206-89fab8812978 service nova] Releasing lock "refresh_cache-d09940cf-a2a5-4e81-b19d-aba2f60c133c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.021745] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "refresh_cache-d09940cf-a2a5-4e81-b19d-aba2f60c133c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.021953] env[62522]: DEBUG nova.network.neutron [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1671.190879] env[62522]: DEBUG oslo_concurrency.lockutils [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "ed290e5b-6427-47f1-bb53-827b1556d264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.191295] env[62522]: DEBUG oslo_concurrency.lockutils [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "ed290e5b-6427-47f1-bb53-827b1556d264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.191674] env[62522]: DEBUG oslo_concurrency.lockutils [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "ed290e5b-6427-47f1-bb53-827b1556d264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.191805] env[62522]: DEBUG oslo_concurrency.lockutils [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "ed290e5b-6427-47f1-bb53-827b1556d264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.191876] env[62522]: DEBUG oslo_concurrency.lockutils [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "ed290e5b-6427-47f1-bb53-827b1556d264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.197373] env[62522]: INFO nova.compute.manager [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Terminating instance [ 1671.206051] env[62522]: DEBUG nova.objects.base [None req-5b2f307c-d5ec-4f23-afe1-0197aa7c843e tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Object Instance<85ce0a63-2ff7-45dc-8daa-e8e7e69f1657> lazy-loaded attributes: flavor,info_cache {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1671.207783] env[62522]: DEBUG nova.objects.instance [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'pci_requests' on Instance uuid d2c5d822-df80-4d3a-859c-14562f3b2805 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.230819] env[62522]: DEBUG nova.network.neutron [-] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.423280] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7cbe4e-6d40-47f7-b14f-2e6e36b21a1b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.432725] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abf15c8-5136-43d2-b00a-aef7f9e3f6bc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.466727] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56006b13-e531-4320-8d53-f8210183b056 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.475293] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234c9126-b121-4920-8036-37fe410c8979 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.489280] env[62522]: DEBUG nova.compute.provider_tree [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.520009] env[62522]: DEBUG oslo_vmware.api [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.567619] env[62522]: DEBUG nova.network.neutron [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1671.702222] env[62522]: DEBUG nova.compute.manager [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1671.704249] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.704249] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d04ae6c-b271-4562-aade-c7c9a47808cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.713092] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.713635] env[62522]: DEBUG nova.objects.base [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1671.713842] env[62522]: DEBUG nova.network.neutron [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1671.720565] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f15dbd25-ae02-41e1-9521-a5d7f55d656c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.729278] env[62522]: DEBUG oslo_vmware.api [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1671.729278] env[62522]: value = "task-1703321" [ 1671.729278] env[62522]: _type = "Task" [ 1671.729278] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.734939] env[62522]: INFO nova.compute.manager [-] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Took 1.71 seconds to deallocate network for instance. [ 1671.743877] env[62522]: DEBUG oslo_vmware.api [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.813469] env[62522]: DEBUG nova.network.neutron [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Updating instance_info_cache with network_info: [{"id": "cae727a0-be30-48d0-917e-9eca2633ee4e", "address": "fa:16:3e:d7:9e:27", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae727a0-be", "ovs_interfaceid": "cae727a0-be30-48d0-917e-9eca2633ee4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.816085] env[62522]: DEBUG nova.compute.manager [req-44cfa99e-30ae-4b2d-8dbf-7f7445a0f902 req-3999e5ac-e4ec-45a3-95ad-ea70033362ea service nova] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Received event network-vif-deleted-a3ee1e6d-7403-4e4b-9756-3f97cde11969 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1671.836396] env[62522]: DEBUG nova.policy [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cf3b85db35c421abb861146c6a099e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1575a5ca5245b997c0559bcb677670', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1671.992378] env[62522]: DEBUG nova.scheduler.client.report [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1672.020269] env[62522]: DEBUG oslo_vmware.api [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703320, 'name': ReconfigVM_Task, 'duration_secs': 0.651639} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.020925] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Reconfigured VM instance instance-00000044 to attach disk [datastore1] volume-be71b278-c7e3-4098-90d5-c3eff6d7fd6f/volume-be71b278-c7e3-4098-90d5-c3eff6d7fd6f.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1672.026413] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47a0b1c3-df49-4b6b-a99b-7e570387f0f0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.046508] env[62522]: DEBUG oslo_vmware.api [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1672.046508] env[62522]: value = "task-1703322" [ 1672.046508] env[62522]: _type = "Task" [ 1672.046508] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.059570] env[62522]: DEBUG oslo_vmware.api [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.241365] env[62522]: DEBUG oslo_vmware.api [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703321, 'name': PowerOffVM_Task, 'duration_secs': 0.196503} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.241645] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1672.241813] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1672.242306] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f9422d3-7828-4008-856d-8240cf85255d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.284975] env[62522]: INFO nova.compute.manager [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Took 0.55 seconds to detach 1 volumes for instance. [ 1672.288136] env[62522]: DEBUG nova.compute.manager [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Deleting volume: a698c0a4-5b31-455e-8f4d-8901a162ef4c {{(pid=62522) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1672.317513] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "refresh_cache-d09940cf-a2a5-4e81-b19d-aba2f60c133c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.318554] env[62522]: DEBUG nova.compute.manager [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Instance network_info: |[{"id": "cae727a0-be30-48d0-917e-9eca2633ee4e", "address": "fa:16:3e:d7:9e:27", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae727a0-be", "ovs_interfaceid": "cae727a0-be30-48d0-917e-9eca2633ee4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1672.318554] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:9e:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cae727a0-be30-48d0-917e-9eca2633ee4e', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1672.331391] env[62522]: DEBUG oslo.service.loopingcall [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.333261] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1672.333261] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ece4a357-0a53-4bb3-9c07-a4e6ae35991a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.364827] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1672.365061] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1672.365249] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Deleting the datastore file [datastore1] ed290e5b-6427-47f1-bb53-827b1556d264 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1672.366320] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1750bed4-a942-4661-90f7-bd65027eebe1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.373130] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1672.373130] env[62522]: value = "task-1703324" [ 1672.373130] env[62522]: _type = "Task" [ 1672.373130] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.374716] env[62522]: DEBUG oslo_vmware.api [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1672.374716] env[62522]: value = "task-1703325" [ 1672.374716] env[62522]: _type = "Task" [ 1672.374716] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.388412] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703324, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.391846] env[62522]: DEBUG oslo_vmware.api [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.404909] env[62522]: DEBUG nova.network.neutron [None req-5b2f307c-d5ec-4f23-afe1-0197aa7c843e tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Updating instance_info_cache with network_info: [{"id": "7cc403b7-4a0b-4096-87aa-aeba9b2ee447", "address": "fa:16:3e:18:f6:72", "network": {"id": "f91beeaa-31aa-4099-bbab-f53009e27353", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1175105788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0c352ef7c4a498f6d85f3ae86fbf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc403b7-4a", "ovs_interfaceid": "7cc403b7-4a0b-4096-87aa-aeba9b2ee447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.499806] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.500538] env[62522]: DEBUG nova.compute.manager [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1672.560659] env[62522]: DEBUG oslo_vmware.api [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703322, 'name': ReconfigVM_Task, 'duration_secs': 0.155605} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.561095] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354973', 'volume_id': 'be71b278-c7e3-4098-90d5-c3eff6d7fd6f', 'name': 'volume-be71b278-c7e3-4098-90d5-c3eff6d7fd6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5e637bf4-543b-4a0e-be2a-9782b9005e56', 'attached_at': '', 'detached_at': '', 'volume_id': 'be71b278-c7e3-4098-90d5-c3eff6d7fd6f', 'serial': 'be71b278-c7e3-4098-90d5-c3eff6d7fd6f'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1672.867237] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.867513] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.867720] env[62522]: DEBUG nova.objects.instance [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Lazy-loading 'resources' on Instance uuid e4b038a9-2f27-41bb-8e33-764220e9d93c {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.888104] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703324, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.893712] env[62522]: DEBUG oslo_vmware.api [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157046} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.893952] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.894160] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.894407] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.894590] env[62522]: INFO nova.compute.manager [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1672.894826] env[62522]: DEBUG oslo.service.loopingcall [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.895022] env[62522]: DEBUG nova.compute.manager [-] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1672.895117] env[62522]: DEBUG nova.network.neutron [-] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.908760] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5b2f307c-d5ec-4f23-afe1-0197aa7c843e tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Releasing lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.006869] env[62522]: DEBUG nova.compute.utils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1673.008509] env[62522]: DEBUG nova.compute.manager [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1673.008705] env[62522]: DEBUG nova.network.neutron [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1673.048354] env[62522]: DEBUG nova.policy [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f4d82fdbbdc4c2f8b7a3d3f10007c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef0a7ad2e8ad45dabf507ec57738c7f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1673.305045] env[62522]: DEBUG nova.compute.manager [req-c64293f3-8e49-4649-a6fa-61e7add1143e req-ea439ed8-db34-4f2f-b00b-8c50b213ad27 service nova] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Received event network-vif-deleted-78a59e87-301d-4502-a768-24e6366fb799 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1673.305322] env[62522]: INFO nova.compute.manager [req-c64293f3-8e49-4649-a6fa-61e7add1143e req-ea439ed8-db34-4f2f-b00b-8c50b213ad27 service nova] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Neutron deleted interface 78a59e87-301d-4502-a768-24e6366fb799; detaching it from the instance and deleting it from the info cache [ 1673.305426] env[62522]: DEBUG nova.network.neutron [req-c64293f3-8e49-4649-a6fa-61e7add1143e req-ea439ed8-db34-4f2f-b00b-8c50b213ad27 service nova] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.338147] env[62522]: DEBUG nova.network.neutron [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Successfully created port: 9dee65bd-0105-4f25-b3f5-93c6e823cb15 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1673.386842] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703324, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.511838] env[62522]: DEBUG nova.compute.manager [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1673.611846] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80be7b92-2c43-4db5-9c32-de394864f860 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.615966] env[62522]: DEBUG nova.objects.instance [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'flavor' on Instance uuid 5e637bf4-543b-4a0e-be2a-9782b9005e56 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.624400] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd9c1af-a5b4-4cfe-a037-0ab7b12b822f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.664702] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665fb731-5b57-4aae-ba68-ba908418413c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.681322] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef08742f-068b-49bd-99a9-3ca78ffd50c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.698194] env[62522]: DEBUG nova.compute.provider_tree [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.750474] env[62522]: DEBUG nova.network.neutron [-] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.815153] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57ef60db-2040-47a7-9e73-a50b3a329e05 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.825888] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9438132f-92c8-43f7-9f47-b78bef3f9743 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.861188] env[62522]: DEBUG nova.compute.manager [req-c64293f3-8e49-4649-a6fa-61e7add1143e req-ea439ed8-db34-4f2f-b00b-8c50b213ad27 service nova] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Detach interface failed, port_id=78a59e87-301d-4502-a768-24e6366fb799, reason: Instance ed290e5b-6427-47f1-bb53-827b1556d264 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1673.886844] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703324, 'name': CreateVM_Task, 'duration_secs': 1.374796} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.888177] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1673.888945] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.889182] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.889613] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1673.889899] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf766d0-b57f-433c-b1fc-2ec67ac64cf5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.897321] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1673.897321] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529ab1c2-9647-cf10-e862-ce6553751f8f" [ 1673.897321] env[62522]: _type = "Task" [ 1673.897321] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.905635] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529ab1c2-9647-cf10-e862-ce6553751f8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.918313] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2f307c-d5ec-4f23-afe1-0197aa7c843e tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1673.918652] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae2f5ea0-298d-42d4-90a9-0d5bfc655997 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.927980] env[62522]: DEBUG oslo_vmware.api [None req-5b2f307c-d5ec-4f23-afe1-0197aa7c843e tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1673.927980] env[62522]: value = "task-1703327" [ 1673.927980] env[62522]: _type = "Task" [ 1673.927980] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.938874] env[62522]: DEBUG oslo_vmware.api [None req-5b2f307c-d5ec-4f23-afe1-0197aa7c843e tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.026608] env[62522]: DEBUG nova.network.neutron [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Successfully updated port: 82ef9f61-61cb-45e6-8688-f2b677fb8e3b {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1674.124215] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb887846-7558-494f-916b-e6c28c96f253 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "5e637bf4-543b-4a0e-be2a-9782b9005e56" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.340s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.203134] env[62522]: DEBUG nova.scheduler.client.report [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1674.255662] env[62522]: INFO nova.compute.manager [-] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Took 1.36 seconds to deallocate network for instance. [ 1674.357375] env[62522]: DEBUG oslo_concurrency.lockutils [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "a3a555cf-303d-44fe-bcc6-108c7bc67fa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.357640] env[62522]: DEBUG oslo_concurrency.lockutils [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "a3a555cf-303d-44fe-bcc6-108c7bc67fa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.410863] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529ab1c2-9647-cf10-e862-ce6553751f8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.411112] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.411524] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1674.411772] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.411921] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.412387] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1674.412687] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a15d7033-e3a2-4bff-8263-2b32df4353ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.424803] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1674.425040] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1674.425859] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ffa2855-a732-4581-ad11-b02f6ade08e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.440771] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1674.440771] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524ab642-88f9-ca8c-f7f1-bdcf6dfd32e0" [ 1674.440771] env[62522]: _type = "Task" [ 1674.440771] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.444851] env[62522]: DEBUG oslo_vmware.api [None req-5b2f307c-d5ec-4f23-afe1-0197aa7c843e tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703327, 'name': PowerOnVM_Task, 'duration_secs': 0.406338} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.449475] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2f307c-d5ec-4f23-afe1-0197aa7c843e tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.449475] env[62522]: DEBUG nova.compute.manager [None req-5b2f307c-d5ec-4f23-afe1-0197aa7c843e tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1674.449475] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9868ef8-b3bf-48fa-806b-5d6c7077596c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.457490] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524ab642-88f9-ca8c-f7f1-bdcf6dfd32e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009816} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.461809] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-940cdbc3-f5d8-41ff-8de8-5046aa4a571e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.468231] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1674.468231] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527b2cad-9212-0f12-e86b-5fd9f918c7e5" [ 1674.468231] env[62522]: _type = "Task" [ 1674.468231] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.477793] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527b2cad-9212-0f12-e86b-5fd9f918c7e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.523097] env[62522]: DEBUG nova.compute.manager [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1674.528083] env[62522]: DEBUG oslo_concurrency.lockutils [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.528259] env[62522]: DEBUG oslo_concurrency.lockutils [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.528897] env[62522]: DEBUG nova.network.neutron [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1674.560569] env[62522]: DEBUG nova.virt.hardware [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1674.561284] env[62522]: DEBUG nova.virt.hardware [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1674.561284] env[62522]: DEBUG nova.virt.hardware [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1674.561284] env[62522]: DEBUG nova.virt.hardware [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1674.561284] env[62522]: DEBUG nova.virt.hardware [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1674.561498] env[62522]: DEBUG nova.virt.hardware [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1674.561665] env[62522]: DEBUG nova.virt.hardware [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1674.561761] env[62522]: DEBUG nova.virt.hardware [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1674.561919] env[62522]: DEBUG nova.virt.hardware [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1674.562302] env[62522]: DEBUG nova.virt.hardware [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1674.562519] env[62522]: DEBUG nova.virt.hardware [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1674.563369] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f421570-fda6-497f-aa37-7844c3ae298c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.573359] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e06d59-5989-4c9e-8997-7943bc97f5d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.707920] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.762935] env[62522]: DEBUG oslo_concurrency.lockutils [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.763220] env[62522]: DEBUG oslo_concurrency.lockutils [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.763441] env[62522]: DEBUG nova.objects.instance [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lazy-loading 'resources' on Instance uuid ed290e5b-6427-47f1-bb53-827b1556d264 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.860714] env[62522]: DEBUG nova.compute.manager [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1674.980544] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527b2cad-9212-0f12-e86b-5fd9f918c7e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.980794] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.981056] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d09940cf-a2a5-4e81-b19d-aba2f60c133c/d09940cf-a2a5-4e81-b19d-aba2f60c133c.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1674.981315] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c93cc8a2-c2f8-4f2c-a110-a9b6df2752ac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.989572] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1674.989572] env[62522]: value = "task-1703328" [ 1674.989572] env[62522]: _type = "Task" [ 1674.989572] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.005021] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.022496] env[62522]: DEBUG nova.network.neutron [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Successfully updated port: 9dee65bd-0105-4f25-b3f5-93c6e823cb15 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1675.026799] env[62522]: DEBUG nova.compute.manager [req-a9666842-6323-442e-81e7-8697aa98f9d8 req-bbc85902-4db0-4059-b7be-d48be9af6cad service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Received event network-vif-plugged-9dee65bd-0105-4f25-b3f5-93c6e823cb15 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1675.027031] env[62522]: DEBUG oslo_concurrency.lockutils [req-a9666842-6323-442e-81e7-8697aa98f9d8 req-bbc85902-4db0-4059-b7be-d48be9af6cad service nova] Acquiring lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.027237] env[62522]: DEBUG oslo_concurrency.lockutils [req-a9666842-6323-442e-81e7-8697aa98f9d8 req-bbc85902-4db0-4059-b7be-d48be9af6cad service nova] Lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.027396] env[62522]: DEBUG oslo_concurrency.lockutils [req-a9666842-6323-442e-81e7-8697aa98f9d8 req-bbc85902-4db0-4059-b7be-d48be9af6cad service nova] Lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.027562] env[62522]: DEBUG nova.compute.manager [req-a9666842-6323-442e-81e7-8697aa98f9d8 req-bbc85902-4db0-4059-b7be-d48be9af6cad service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] No waiting events found dispatching network-vif-plugged-9dee65bd-0105-4f25-b3f5-93c6e823cb15 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1675.027722] env[62522]: WARNING nova.compute.manager [req-a9666842-6323-442e-81e7-8697aa98f9d8 req-bbc85902-4db0-4059-b7be-d48be9af6cad service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Received unexpected event network-vif-plugged-9dee65bd-0105-4f25-b3f5-93c6e823cb15 for instance with vm_state building and task_state spawning. [ 1675.073591] env[62522]: DEBUG oslo_concurrency.lockutils [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "1b572eb2-7e82-4d3f-abeb-69fd34323339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.073842] env[62522]: DEBUG oslo_concurrency.lockutils [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "1b572eb2-7e82-4d3f-abeb-69fd34323339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.075638] env[62522]: WARNING nova.network.neutron [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] 163893b4-500f-41e6-9c52-4b1ea0a2187e already exists in list: networks containing: ['163893b4-500f-41e6-9c52-4b1ea0a2187e']. ignoring it [ 1675.076045] env[62522]: WARNING nova.network.neutron [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] 163893b4-500f-41e6-9c52-4b1ea0a2187e already exists in list: networks containing: ['163893b4-500f-41e6-9c52-4b1ea0a2187e']. ignoring it [ 1675.228921] env[62522]: DEBUG oslo_concurrency.lockutils [None req-5ff29d88-07f0-4d0c-ae6f-4c5135f99854 tempest-ServerActionsV293TestJSON-675946295 tempest-ServerActionsV293TestJSON-675946295-project-member] Lock "e4b038a9-2f27-41bb-8e33-764220e9d93c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.807s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.259724] env[62522]: DEBUG nova.compute.manager [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Stashing vm_state: active {{(pid=62522) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1675.355392] env[62522]: DEBUG nova.compute.manager [req-54f87c07-3370-47ce-bcfe-f3fd3d2752e4 req-29c7ebe5-9871-4dd4-9748-8fdb4a67bf9a service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Received event network-vif-plugged-82ef9f61-61cb-45e6-8688-f2b677fb8e3b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1675.355617] env[62522]: DEBUG oslo_concurrency.lockutils [req-54f87c07-3370-47ce-bcfe-f3fd3d2752e4 req-29c7ebe5-9871-4dd4-9748-8fdb4a67bf9a service nova] Acquiring lock "d2c5d822-df80-4d3a-859c-14562f3b2805-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.355823] env[62522]: DEBUG oslo_concurrency.lockutils [req-54f87c07-3370-47ce-bcfe-f3fd3d2752e4 req-29c7ebe5-9871-4dd4-9748-8fdb4a67bf9a service nova] Lock "d2c5d822-df80-4d3a-859c-14562f3b2805-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.355991] env[62522]: DEBUG oslo_concurrency.lockutils [req-54f87c07-3370-47ce-bcfe-f3fd3d2752e4 req-29c7ebe5-9871-4dd4-9748-8fdb4a67bf9a service nova] Lock "d2c5d822-df80-4d3a-859c-14562f3b2805-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.358569] env[62522]: DEBUG nova.compute.manager [req-54f87c07-3370-47ce-bcfe-f3fd3d2752e4 req-29c7ebe5-9871-4dd4-9748-8fdb4a67bf9a service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] No waiting events found dispatching network-vif-plugged-82ef9f61-61cb-45e6-8688-f2b677fb8e3b {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1675.358936] env[62522]: WARNING nova.compute.manager [req-54f87c07-3370-47ce-bcfe-f3fd3d2752e4 req-29c7ebe5-9871-4dd4-9748-8fdb4a67bf9a service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Received unexpected event network-vif-plugged-82ef9f61-61cb-45e6-8688-f2b677fb8e3b for instance with vm_state active and task_state None. [ 1675.359145] env[62522]: DEBUG nova.compute.manager [req-54f87c07-3370-47ce-bcfe-f3fd3d2752e4 req-29c7ebe5-9871-4dd4-9748-8fdb4a67bf9a service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Received event network-changed-82ef9f61-61cb-45e6-8688-f2b677fb8e3b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1675.359722] env[62522]: DEBUG nova.compute.manager [req-54f87c07-3370-47ce-bcfe-f3fd3d2752e4 req-29c7ebe5-9871-4dd4-9748-8fdb4a67bf9a service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Refreshing instance network info cache due to event network-changed-82ef9f61-61cb-45e6-8688-f2b677fb8e3b. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1675.359974] env[62522]: DEBUG oslo_concurrency.lockutils [req-54f87c07-3370-47ce-bcfe-f3fd3d2752e4 req-29c7ebe5-9871-4dd4-9748-8fdb4a67bf9a service nova] Acquiring lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.390085] env[62522]: DEBUG oslo_concurrency.lockutils [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.504258] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703328, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.528144] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "refresh_cache-f86a7f96-f927-4ddc-a9c8-4a37df73722e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.528290] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired lock "refresh_cache-f86a7f96-f927-4ddc-a9c8-4a37df73722e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.528461] env[62522]: DEBUG nova.network.neutron [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1675.578478] env[62522]: DEBUG nova.compute.manager [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1675.632489] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cdd535-2891-47b0-94b9-b2358284abb4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.643856] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bb179e-605e-46a8-876b-87ad8aa59f41 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.680193] env[62522]: DEBUG nova.network.neutron [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Updating instance_info_cache with network_info: [{"id": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "address": "fa:16:3e:63:c7:1e", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bac18c9-bc", "ovs_interfaceid": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e", "address": "fa:16:3e:5f:06:d5", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f30dfc-75", "ovs_interfaceid": "a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82ef9f61-61cb-45e6-8688-f2b677fb8e3b", "address": "fa:16:3e:14:70:a3", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82ef9f61-61", "ovs_interfaceid": "82ef9f61-61cb-45e6-8688-f2b677fb8e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.682085] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc28e481-f97f-4e81-87cf-7981ebf6652f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.690674] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb626bc-e58b-4927-92ee-d6301fd9d088 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.704833] env[62522]: DEBUG nova.compute.provider_tree [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.775578] env[62522]: DEBUG oslo_concurrency.lockutils [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.001025] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56776} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.001025] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] d09940cf-a2a5-4e81-b19d-aba2f60c133c/d09940cf-a2a5-4e81-b19d-aba2f60c133c.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1676.001025] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1676.001025] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b18793c7-4b52-4d37-9d36-f0c63254fc68 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.008648] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1676.008648] env[62522]: value = "task-1703329" [ 1676.008648] env[62522]: _type = "Task" [ 1676.008648] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.017580] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.074584] env[62522]: DEBUG nova.network.neutron [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1676.102832] env[62522]: DEBUG oslo_concurrency.lockutils [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.185859] env[62522]: DEBUG oslo_concurrency.lockutils [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.186112] env[62522]: DEBUG oslo_concurrency.lockutils [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.186361] env[62522]: DEBUG oslo_concurrency.lockutils [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.186629] env[62522]: DEBUG oslo_concurrency.lockutils [req-54f87c07-3370-47ce-bcfe-f3fd3d2752e4 req-29c7ebe5-9871-4dd4-9748-8fdb4a67bf9a service nova] Acquired lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.186708] env[62522]: DEBUG nova.network.neutron [req-54f87c07-3370-47ce-bcfe-f3fd3d2752e4 req-29c7ebe5-9871-4dd4-9748-8fdb4a67bf9a service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Refreshing network info cache for port 82ef9f61-61cb-45e6-8688-f2b677fb8e3b {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1676.188584] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d2d9db-0985-4240-b38a-cf8b2f6713d5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.213740] env[62522]: DEBUG nova.scheduler.client.report [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1676.217161] env[62522]: DEBUG nova.virt.hardware [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1676.217385] env[62522]: DEBUG nova.virt.hardware [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1676.217533] env[62522]: DEBUG nova.virt.hardware [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1676.217732] env[62522]: DEBUG nova.virt.hardware [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1676.217898] env[62522]: DEBUG nova.virt.hardware [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1676.218058] env[62522]: DEBUG nova.virt.hardware [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1676.218264] env[62522]: DEBUG nova.virt.hardware [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1676.218418] env[62522]: DEBUG nova.virt.hardware [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1676.218577] env[62522]: DEBUG nova.virt.hardware [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1676.218733] env[62522]: DEBUG nova.virt.hardware [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1676.218921] env[62522]: DEBUG nova.virt.hardware [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1676.225326] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Reconfiguring VM to attach interface {{(pid=62522) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1676.226136] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a8dbeaa-287a-45c2-86c0-e6db6badb547 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.239836] env[62522]: DEBUG nova.network.neutron [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Updating instance_info_cache with network_info: [{"id": "9dee65bd-0105-4f25-b3f5-93c6e823cb15", "address": "fa:16:3e:1b:21:4a", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dee65bd-01", "ovs_interfaceid": "9dee65bd-0105-4f25-b3f5-93c6e823cb15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.249061] env[62522]: DEBUG oslo_vmware.api [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1676.249061] env[62522]: value = "task-1703330" [ 1676.249061] env[62522]: _type = "Task" [ 1676.249061] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.261115] env[62522]: DEBUG oslo_vmware.api [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703330, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.519649] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074676} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.520067] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1676.520949] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f991e1-6263-4a02-a1c6-5ee5f984f0e7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.546574] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d09940cf-a2a5-4e81-b19d-aba2f60c133c/d09940cf-a2a5-4e81-b19d-aba2f60c133c.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.546929] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e56bdd63-6eae-4f78-b6c0-ccde8ae29fbe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.568448] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1676.568448] env[62522]: value = "task-1703331" [ 1676.568448] env[62522]: _type = "Task" [ 1676.568448] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.577563] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.702037] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Acquiring lock "ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.702809] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Lock "ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.726748] env[62522]: DEBUG oslo_concurrency.lockutils [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.729781] env[62522]: DEBUG oslo_concurrency.lockutils [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.339s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.732070] env[62522]: INFO nova.compute.claims [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1676.741728] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Releasing lock "refresh_cache-f86a7f96-f927-4ddc-a9c8-4a37df73722e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.742067] env[62522]: DEBUG nova.compute.manager [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Instance network_info: |[{"id": "9dee65bd-0105-4f25-b3f5-93c6e823cb15", "address": "fa:16:3e:1b:21:4a", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dee65bd-01", "ovs_interfaceid": "9dee65bd-0105-4f25-b3f5-93c6e823cb15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1676.742493] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:21:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dee65bd-0105-4f25-b3f5-93c6e823cb15', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1676.753212] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Creating folder: Project (ef0a7ad2e8ad45dabf507ec57738c7f7). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1676.755480] env[62522]: INFO nova.scheduler.client.report [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Deleted allocations for instance ed290e5b-6427-47f1-bb53-827b1556d264 [ 1676.755685] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-205a476e-f88d-47ec-8e61-39e636e82779 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.770168] env[62522]: DEBUG oslo_vmware.api [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.774227] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Created folder: Project (ef0a7ad2e8ad45dabf507ec57738c7f7) in parent group-v354730. [ 1676.774456] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Creating folder: Instances. Parent ref: group-v354975. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1676.774712] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-876126ec-85f4-4350-a1f7-589cd449d40c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.791022] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Created folder: Instances in parent group-v354975. [ 1676.791273] env[62522]: DEBUG oslo.service.loopingcall [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.791503] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1676.791806] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9af5dc4e-3ceb-4db4-ad9f-081e0cffafec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.818025] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1676.818025] env[62522]: value = "task-1703334" [ 1676.818025] env[62522]: _type = "Task" [ 1676.818025] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.828158] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703334, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.945333] env[62522]: DEBUG nova.network.neutron [req-54f87c07-3370-47ce-bcfe-f3fd3d2752e4 req-29c7ebe5-9871-4dd4-9748-8fdb4a67bf9a service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Updated VIF entry in instance network info cache for port 82ef9f61-61cb-45e6-8688-f2b677fb8e3b. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1676.945900] env[62522]: DEBUG nova.network.neutron [req-54f87c07-3370-47ce-bcfe-f3fd3d2752e4 req-29c7ebe5-9871-4dd4-9748-8fdb4a67bf9a service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Updating instance_info_cache with network_info: [{"id": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "address": "fa:16:3e:63:c7:1e", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bac18c9-bc", "ovs_interfaceid": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e", "address": "fa:16:3e:5f:06:d5", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f30dfc-75", "ovs_interfaceid": "a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82ef9f61-61cb-45e6-8688-f2b677fb8e3b", "address": "fa:16:3e:14:70:a3", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82ef9f61-61", "ovs_interfaceid": "82ef9f61-61cb-45e6-8688-f2b677fb8e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.055611] env[62522]: DEBUG nova.compute.manager [req-769e704c-bd41-4eef-ae68-3354b9431a65 req-cc3f40c4-d61c-4ba3-af4f-8ca5ff723da2 service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Received event network-changed-9dee65bd-0105-4f25-b3f5-93c6e823cb15 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1677.055923] env[62522]: DEBUG nova.compute.manager [req-769e704c-bd41-4eef-ae68-3354b9431a65 req-cc3f40c4-d61c-4ba3-af4f-8ca5ff723da2 service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Refreshing instance network info cache due to event network-changed-9dee65bd-0105-4f25-b3f5-93c6e823cb15. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1677.056142] env[62522]: DEBUG oslo_concurrency.lockutils [req-769e704c-bd41-4eef-ae68-3354b9431a65 req-cc3f40c4-d61c-4ba3-af4f-8ca5ff723da2 service nova] Acquiring lock "refresh_cache-f86a7f96-f927-4ddc-a9c8-4a37df73722e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.056142] env[62522]: DEBUG oslo_concurrency.lockutils [req-769e704c-bd41-4eef-ae68-3354b9431a65 req-cc3f40c4-d61c-4ba3-af4f-8ca5ff723da2 service nova] Acquired lock "refresh_cache-f86a7f96-f927-4ddc-a9c8-4a37df73722e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.056275] env[62522]: DEBUG nova.network.neutron [req-769e704c-bd41-4eef-ae68-3354b9431a65 req-cc3f40c4-d61c-4ba3-af4f-8ca5ff723da2 service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Refreshing network info cache for port 9dee65bd-0105-4f25-b3f5-93c6e823cb15 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.079555] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703331, 'name': ReconfigVM_Task, 'duration_secs': 0.435851} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.079819] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d09940cf-a2a5-4e81-b19d-aba2f60c133c/d09940cf-a2a5-4e81-b19d-aba2f60c133c.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1677.080498] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91ad8e3a-9d1d-4f1a-9133-86b3ea1fda26 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.088417] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1677.088417] env[62522]: value = "task-1703335" [ 1677.088417] env[62522]: _type = "Task" [ 1677.088417] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.103336] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703335, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.205548] env[62522]: DEBUG nova.compute.manager [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1677.268823] env[62522]: DEBUG oslo_vmware.api [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703330, 'name': ReconfigVM_Task, 'duration_secs': 0.803006} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.269294] env[62522]: DEBUG oslo_concurrency.lockutils [None req-97f30d21-b9ce-4823-b354-259848222211 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "ed290e5b-6427-47f1-bb53-827b1556d264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.078s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.270660] env[62522]: DEBUG oslo_concurrency.lockutils [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.270861] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Reconfigured VM to attach interface {{(pid=62522) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1677.326460] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703334, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.449862] env[62522]: DEBUG oslo_concurrency.lockutils [req-54f87c07-3370-47ce-bcfe-f3fd3d2752e4 req-29c7ebe5-9871-4dd4-9748-8fdb4a67bf9a service nova] Releasing lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.601279] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703335, 'name': Rename_Task, 'duration_secs': 0.199364} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.601558] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1677.601813] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f55715eb-1291-4d15-95ea-030eec0203e5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.609707] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1677.609707] env[62522]: value = "task-1703337" [ 1677.609707] env[62522]: _type = "Task" [ 1677.609707] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.619432] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.732040] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.775686] env[62522]: DEBUG oslo_concurrency.lockutils [None req-06cbc9c6-429e-4b9b-bbd3-976abae8aac4 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-d2c5d822-df80-4d3a-859c-14562f3b2805-82ef9f61-61cb-45e6-8688-f2b677fb8e3b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.391s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.791033] env[62522]: DEBUG nova.network.neutron [req-769e704c-bd41-4eef-ae68-3354b9431a65 req-cc3f40c4-d61c-4ba3-af4f-8ca5ff723da2 service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Updated VIF entry in instance network info cache for port 9dee65bd-0105-4f25-b3f5-93c6e823cb15. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.791443] env[62522]: DEBUG nova.network.neutron [req-769e704c-bd41-4eef-ae68-3354b9431a65 req-cc3f40c4-d61c-4ba3-af4f-8ca5ff723da2 service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Updating instance_info_cache with network_info: [{"id": "9dee65bd-0105-4f25-b3f5-93c6e823cb15", "address": "fa:16:3e:1b:21:4a", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dee65bd-01", "ovs_interfaceid": "9dee65bd-0105-4f25-b3f5-93c6e823cb15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.828120] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703334, 'name': CreateVM_Task, 'duration_secs': 0.561748} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.828288] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1677.828844] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.829023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.829346] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1677.829598] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bebfede-9051-406c-9811-31147ca93527 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.834655] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1677.834655] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ec1327-0d0d-51d5-40ed-d8222a42cb3f" [ 1677.834655] env[62522]: _type = "Task" [ 1677.834655] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.847372] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ec1327-0d0d-51d5-40ed-d8222a42cb3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.968074] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b613a8fa-cf48-4e06-aefa-29e15efc0096 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.976425] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f717b90-217f-4c0f-90cb-ebcdd0fa7595 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.009322] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc319aea-6d95-44eb-941b-57acaa1a5848 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.017222] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4578f65c-790a-4cc1-b8ba-2541527ec136 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.031215] env[62522]: DEBUG nova.compute.provider_tree [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.119838] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703337, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.295247] env[62522]: DEBUG oslo_concurrency.lockutils [req-769e704c-bd41-4eef-ae68-3354b9431a65 req-cc3f40c4-d61c-4ba3-af4f-8ca5ff723da2 service nova] Releasing lock "refresh_cache-f86a7f96-f927-4ddc-a9c8-4a37df73722e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.345708] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ec1327-0d0d-51d5-40ed-d8222a42cb3f, 'name': SearchDatastore_Task, 'duration_secs': 0.013498} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.346112] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.346403] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1678.346691] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.346883] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.347119] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1678.347427] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5b34ceb-a9ab-48c1-b074-873914c8409b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.356540] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1678.356710] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1678.357425] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67345638-13d6-442c-bb05-e54df18d403d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.362664] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1678.362664] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528de5cb-d5e3-8f51-b752-47af04d7beda" [ 1678.362664] env[62522]: _type = "Task" [ 1678.362664] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.370560] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528de5cb-d5e3-8f51-b752-47af04d7beda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.534018] env[62522]: DEBUG nova.scheduler.client.report [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1678.621243] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703337, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.876085] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528de5cb-d5e3-8f51-b752-47af04d7beda, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.877064] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0baa922d-cd31-4b55-9d79-6826fd539b63 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.884576] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1678.884576] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521ceef4-1591-864d-341f-71f7f2069388" [ 1678.884576] env[62522]: _type = "Task" [ 1678.884576] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.895310] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521ceef4-1591-864d-341f-71f7f2069388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.038875] env[62522]: DEBUG oslo_concurrency.lockutils [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.040086] env[62522]: DEBUG nova.compute.manager [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1679.042195] env[62522]: DEBUG oslo_concurrency.lockutils [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.267s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.122302] env[62522]: DEBUG oslo_vmware.api [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703337, 'name': PowerOnVM_Task, 'duration_secs': 1.230866} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.122636] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.122763] env[62522]: INFO nova.compute.manager [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1679.122941] env[62522]: DEBUG nova.compute.manager [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.123754] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76c9071-3ad3-47ef-aa02-6585f735747e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.220039] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "interface-d2c5d822-df80-4d3a-859c-14562f3b2805-a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.220039] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-d2c5d822-df80-4d3a-859c-14562f3b2805-a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.397295] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521ceef4-1591-864d-341f-71f7f2069388, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.397576] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.397840] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] f86a7f96-f927-4ddc-a9c8-4a37df73722e/f86a7f96-f927-4ddc-a9c8-4a37df73722e.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1679.398128] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a20d9ab6-3164-4857-8ec7-3a43ec11f5d8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.407388] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1679.407388] env[62522]: value = "task-1703338" [ 1679.407388] env[62522]: _type = "Task" [ 1679.407388] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.417957] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.545803] env[62522]: DEBUG nova.compute.utils [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1679.551106] env[62522]: INFO nova.compute.claims [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.557473] env[62522]: DEBUG nova.compute.manager [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Not allocating networking since 'none' was specified. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1679.641735] env[62522]: INFO nova.compute.manager [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Took 14.95 seconds to build instance. [ 1679.723103] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.723337] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.724630] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eb04ba-2e85-4888-92ed-36ba25ca5a53 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.748241] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7f7fcc-5bc9-4dd9-928c-45f2c725fb0a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.778641] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Reconfiguring VM to detach interface {{(pid=62522) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1679.778998] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463c0157-d2c1-4220-b886-ae0126d39dda {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.801023] env[62522]: DEBUG oslo_vmware.api [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1679.801023] env[62522]: value = "task-1703339" [ 1679.801023] env[62522]: _type = "Task" [ 1679.801023] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.814273] env[62522]: DEBUG oslo_vmware.api [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.920299] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703338, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.058814] env[62522]: DEBUG nova.compute.manager [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1680.062949] env[62522]: INFO nova.compute.resource_tracker [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating resource usage from migration ba5f98e3-1777-440d-9d1f-de72639ac419 [ 1680.147691] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8aa128e-c446-40e3-96c1-f0e324376837 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "d09940cf-a2a5-4e81-b19d-aba2f60c133c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.472s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.310782] env[62522]: DEBUG oslo_vmware.api [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.312561] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411e6177-b8d0-4ab7-9381-baf2efa91f08 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.320190] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d28017-115f-4fd1-8a08-2e652969325b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.355436] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81821b11-1f4f-4f35-8383-810e80c37b12 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.365871] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fb9854-4f3d-41ff-b992-8dd09059147f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.381299] env[62522]: DEBUG nova.compute.provider_tree [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.419886] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.928491} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.420211] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] f86a7f96-f927-4ddc-a9c8-4a37df73722e/f86a7f96-f927-4ddc-a9c8-4a37df73722e.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1680.420488] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1680.420744] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-802ebd68-5036-454d-b9d5-6d188a446639 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.430322] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1680.430322] env[62522]: value = "task-1703340" [ 1680.430322] env[62522]: _type = "Task" [ 1680.430322] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.441057] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.637193] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "d09940cf-a2a5-4e81-b19d-aba2f60c133c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.637470] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "d09940cf-a2a5-4e81-b19d-aba2f60c133c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.637682] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "d09940cf-a2a5-4e81-b19d-aba2f60c133c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.637865] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "d09940cf-a2a5-4e81-b19d-aba2f60c133c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.638077] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "d09940cf-a2a5-4e81-b19d-aba2f60c133c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.640730] env[62522]: INFO nova.compute.manager [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Terminating instance [ 1680.811042] env[62522]: DEBUG oslo_vmware.api [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.887637] env[62522]: DEBUG nova.scheduler.client.report [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1680.892834] env[62522]: DEBUG oslo_concurrency.lockutils [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.892834] env[62522]: DEBUG oslo_concurrency.lockutils [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.893072] env[62522]: DEBUG oslo_concurrency.lockutils [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "751b2c85-4144-42ab-8d30-4e527ccc6c63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.893345] env[62522]: DEBUG oslo_concurrency.lockutils [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "751b2c85-4144-42ab-8d30-4e527ccc6c63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.893599] env[62522]: DEBUG oslo_concurrency.lockutils [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "751b2c85-4144-42ab-8d30-4e527ccc6c63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.895973] env[62522]: INFO nova.compute.manager [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Terminating instance [ 1680.941066] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26113} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.941066] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1680.941715] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f8cd54-55a8-4511-a959-23693d40638d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.964557] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] f86a7f96-f927-4ddc-a9c8-4a37df73722e/f86a7f96-f927-4ddc-a9c8-4a37df73722e.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1680.964801] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e5be6a4-5557-4ef0-bd9c-0f81aeec71b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.986195] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1680.986195] env[62522]: value = "task-1703341" [ 1680.986195] env[62522]: _type = "Task" [ 1680.986195] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.994374] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.074724] env[62522]: DEBUG nova.compute.manager [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1681.099963] env[62522]: DEBUG nova.virt.hardware [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1681.100212] env[62522]: DEBUG nova.virt.hardware [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1681.100396] env[62522]: DEBUG nova.virt.hardware [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.100539] env[62522]: DEBUG nova.virt.hardware [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1681.100683] env[62522]: DEBUG nova.virt.hardware [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.100826] env[62522]: DEBUG nova.virt.hardware [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1681.101049] env[62522]: DEBUG nova.virt.hardware [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1681.101220] env[62522]: DEBUG nova.virt.hardware [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1681.101386] env[62522]: DEBUG nova.virt.hardware [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1681.101546] env[62522]: DEBUG nova.virt.hardware [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1681.101714] env[62522]: DEBUG nova.virt.hardware [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1681.102628] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee8a6f1-8fe5-44c3-a75d-cc5522012cc6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.111683] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3621801b-c49b-4244-8c74-4f5d5a9f5b7b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.126073] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Instance VIF info [] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.131621] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Creating folder: Project (1713a43f770849469c479614762d69a5). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1681.131915] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36ec923a-e3f0-4bb7-80d3-49ff090a28a0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.143245] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Created folder: Project (1713a43f770849469c479614762d69a5) in parent group-v354730. [ 1681.143433] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Creating folder: Instances. Parent ref: group-v354978. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1681.144048] env[62522]: DEBUG nova.compute.manager [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1681.144243] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1681.144475] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d3759cd-7169-4489-b531-b6f6dc118ace {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.146621] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3bfd2f-bf28-449d-8209-917f5d653972 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.154476] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.154787] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a9f4f26-8838-4d0b-b142-6af36365f66c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.157263] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Created folder: Instances in parent group-v354978. [ 1681.157479] env[62522]: DEBUG oslo.service.loopingcall [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.157660] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1681.157846] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b7b0728-bec7-40da-bd47-738e374fe011 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.171193] env[62522]: DEBUG oslo_vmware.api [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1681.171193] env[62522]: value = "task-1703344" [ 1681.171193] env[62522]: _type = "Task" [ 1681.171193] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.177232] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.177232] env[62522]: value = "task-1703345" [ 1681.177232] env[62522]: _type = "Task" [ 1681.177232] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.183250] env[62522]: DEBUG oslo_vmware.api [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.187944] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703345, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.312621] env[62522]: DEBUG oslo_vmware.api [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.396797] env[62522]: DEBUG oslo_concurrency.lockutils [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.355s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.397080] env[62522]: INFO nova.compute.manager [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Migrating [ 1681.403881] env[62522]: DEBUG oslo_concurrency.lockutils [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.301s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.405393] env[62522]: INFO nova.compute.claims [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1681.407966] env[62522]: DEBUG nova.compute.manager [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1681.408193] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1681.411600] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d3c9a1-d7c9-4b21-a6a8-4311747bf2b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.426849] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.428038] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96d4acfd-14cc-4d05-8b65-9b895bc9323f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.438268] env[62522]: DEBUG oslo_vmware.api [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1681.438268] env[62522]: value = "task-1703346" [ 1681.438268] env[62522]: _type = "Task" [ 1681.438268] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.449703] env[62522]: DEBUG oslo_vmware.api [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.499215] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703341, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.689168] env[62522]: DEBUG oslo_vmware.api [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703344, 'name': PowerOffVM_Task, 'duration_secs': 0.386891} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.690498] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.690498] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1681.690668] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e4fb020-df50-4186-9074-acc973d2bf16 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.696784] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703345, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.808361] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1681.808580] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1681.808759] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleting the datastore file [datastore1] d09940cf-a2a5-4e81-b19d-aba2f60c133c {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1681.809439] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-315283fb-a206-4382-a660-c18aa96a7bc9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.814597] env[62522]: DEBUG oslo_vmware.api [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.822994] env[62522]: DEBUG oslo_vmware.api [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1681.822994] env[62522]: value = "task-1703348" [ 1681.822994] env[62522]: _type = "Task" [ 1681.822994] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.832167] env[62522]: DEBUG oslo_vmware.api [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.923418] env[62522]: DEBUG oslo_concurrency.lockutils [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.923632] env[62522]: DEBUG oslo_concurrency.lockutils [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.923839] env[62522]: DEBUG nova.network.neutron [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1681.949109] env[62522]: DEBUG oslo_vmware.api [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703346, 'name': PowerOffVM_Task, 'duration_secs': 0.239976} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.949391] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.949573] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1681.949822] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b916fcf-dc82-4e64-a71d-c4a05cad71a2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.997628] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703341, 'name': ReconfigVM_Task, 'duration_secs': 0.685291} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.997953] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Reconfigured VM instance instance-0000005e to attach disk [datastore1] f86a7f96-f927-4ddc-a9c8-4a37df73722e/f86a7f96-f927-4ddc-a9c8-4a37df73722e.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.998630] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f35443d-daf0-464d-a813-6abaf090f1ba {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.005519] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1682.005519] env[62522]: value = "task-1703350" [ 1682.005519] env[62522]: _type = "Task" [ 1682.005519] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.013595] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703350, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.053621] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1682.053987] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1682.054172] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Deleting the datastore file [datastore1] 751b2c85-4144-42ab-8d30-4e527ccc6c63 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1682.054788] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d007428-1469-4d5b-9204-87ee863e9d12 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.062336] env[62522]: DEBUG oslo_vmware.api [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for the task: (returnval){ [ 1682.062336] env[62522]: value = "task-1703351" [ 1682.062336] env[62522]: _type = "Task" [ 1682.062336] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.071790] env[62522]: DEBUG oslo_vmware.api [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.187930] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703345, 'name': CreateVM_Task, 'duration_secs': 0.53727} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.188256] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1682.188732] env[62522]: DEBUG oslo_concurrency.lockutils [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.188926] env[62522]: DEBUG oslo_concurrency.lockutils [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.189278] env[62522]: DEBUG oslo_concurrency.lockutils [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1682.189545] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040b69b1-2e73-425b-a281-d106b2680dc8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.195125] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1682.195125] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523426b8-20d6-5b42-ba3d-b36f8ce868ff" [ 1682.195125] env[62522]: _type = "Task" [ 1682.195125] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.203770] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523426b8-20d6-5b42-ba3d-b36f8ce868ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.313991] env[62522]: DEBUG oslo_vmware.api [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.331269] env[62522]: DEBUG oslo_vmware.api [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152178} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.331518] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.331701] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.331875] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.332118] env[62522]: INFO nova.compute.manager [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1682.332390] env[62522]: DEBUG oslo.service.loopingcall [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.332582] env[62522]: DEBUG nova.compute.manager [-] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1682.332673] env[62522]: DEBUG nova.network.neutron [-] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1682.516621] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703350, 'name': Rename_Task, 'duration_secs': 0.154811} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.519376] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1682.519802] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-423359c5-4692-409d-a57a-451288ffdfa7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.528571] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1682.528571] env[62522]: value = "task-1703352" [ 1682.528571] env[62522]: _type = "Task" [ 1682.528571] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.541541] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.575734] env[62522]: DEBUG oslo_vmware.api [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Task: {'id': task-1703351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153303} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.575734] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.575887] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.576886] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.576886] env[62522]: INFO nova.compute.manager [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1682.576886] env[62522]: DEBUG oslo.service.loopingcall [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.576886] env[62522]: DEBUG nova.compute.manager [-] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1682.576886] env[62522]: DEBUG nova.network.neutron [-] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1682.666575] env[62522]: DEBUG nova.compute.manager [req-5f783fde-81e9-43f8-9370-d76b4ee4e459 req-5752f849-1e88-4067-9ab0-969d9e84397c service nova] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Received event network-vif-deleted-cae727a0-be30-48d0-917e-9eca2633ee4e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1682.666777] env[62522]: INFO nova.compute.manager [req-5f783fde-81e9-43f8-9370-d76b4ee4e459 req-5752f849-1e88-4067-9ab0-969d9e84397c service nova] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Neutron deleted interface cae727a0-be30-48d0-917e-9eca2633ee4e; detaching it from the instance and deleting it from the info cache [ 1682.666946] env[62522]: DEBUG nova.network.neutron [req-5f783fde-81e9-43f8-9370-d76b4ee4e459 req-5752f849-1e88-4067-9ab0-969d9e84397c service nova] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.703537] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5dd3e2-6010-4579-ae37-a0f9d1e291f8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.710926] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523426b8-20d6-5b42-ba3d-b36f8ce868ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.711797] env[62522]: DEBUG oslo_concurrency.lockutils [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.712099] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.712373] env[62522]: DEBUG oslo_concurrency.lockutils [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.712550] env[62522]: DEBUG oslo_concurrency.lockutils [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.712753] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.713363] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6a46c8a-e9ab-45a8-958b-fd889fdbd5ed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.717855] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.718150] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.726070] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59cdc7b-9121-481d-9f80-c85992763839 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.730396] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.730560] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1682.755836] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a24b65-b50d-4030-a70f-b854be7e3a06 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.759383] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3607de-6f69-4443-a680-44da3a6767a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.765762] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1682.765762] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52514db3-1864-6e4c-f797-45ecd11f99b8" [ 1682.765762] env[62522]: _type = "Task" [ 1682.765762] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.771765] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc82d75d-d1be-4285-a7c1-dc552e26eb59 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.781766] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52514db3-1864-6e4c-f797-45ecd11f99b8, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.790075] env[62522]: DEBUG nova.compute.provider_tree [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.791392] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-251272c9-4ca5-4481-bc71-ed9ca597ea10 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.797532] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1682.797532] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a47825-7cc4-63b1-492b-cf8355735654" [ 1682.797532] env[62522]: _type = "Task" [ 1682.797532] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.808412] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a47825-7cc4-63b1-492b-cf8355735654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.809305] env[62522]: DEBUG nova.network.neutron [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance_info_cache with network_info: [{"id": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "address": "fa:16:3e:a8:ad:df", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c30f3de-fd", "ovs_interfaceid": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.818497] env[62522]: DEBUG oslo_vmware.api [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.039414] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703352, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.137302] env[62522]: DEBUG nova.network.neutron [-] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.159568] env[62522]: DEBUG nova.compute.manager [req-263c093a-9b0b-45ee-8901-0d3c7875995d req-0a3b89b6-4ec5-448a-8251-2725fc38773f service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Received event network-vif-deleted-3a2b1834-cb35-4abc-9672-698ca1e21629 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1683.159568] env[62522]: INFO nova.compute.manager [req-263c093a-9b0b-45ee-8901-0d3c7875995d req-0a3b89b6-4ec5-448a-8251-2725fc38773f service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Neutron deleted interface 3a2b1834-cb35-4abc-9672-698ca1e21629; detaching it from the instance and deleting it from the info cache [ 1683.159568] env[62522]: DEBUG nova.network.neutron [req-263c093a-9b0b-45ee-8901-0d3c7875995d req-0a3b89b6-4ec5-448a-8251-2725fc38773f service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.170854] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56a3f411-21a4-4582-a85a-4c92beff4f12 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.182167] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc4673d-1b36-405a-9f8b-5dd6db43ebc6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.214277] env[62522]: DEBUG nova.compute.manager [req-5f783fde-81e9-43f8-9370-d76b4ee4e459 req-5752f849-1e88-4067-9ab0-969d9e84397c service nova] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Detach interface failed, port_id=cae727a0-be30-48d0-917e-9eca2633ee4e, reason: Instance d09940cf-a2a5-4e81-b19d-aba2f60c133c could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1683.223674] env[62522]: DEBUG nova.compute.utils [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1683.295286] env[62522]: DEBUG nova.scheduler.client.report [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1683.310014] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a47825-7cc4-63b1-492b-cf8355735654, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.314019] env[62522]: DEBUG oslo_concurrency.lockutils [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.314019] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] a3a555cf-303d-44fe-bcc6-108c7bc67fa8/a3a555cf-303d-44fe-bcc6-108c7bc67fa8.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1683.314580] env[62522]: DEBUG oslo_concurrency.lockutils [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.315687] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e88bb981-a01c-4eba-9b35-b9d85c513dfa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.323922] env[62522]: DEBUG oslo_vmware.api [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.327461] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1683.327461] env[62522]: value = "task-1703353" [ 1683.327461] env[62522]: _type = "Task" [ 1683.327461] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.338395] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.541097] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703352, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.639256] env[62522]: DEBUG nova.network.neutron [-] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.640835] env[62522]: INFO nova.compute.manager [-] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Took 1.31 seconds to deallocate network for instance. [ 1683.661870] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a7648f1-6264-40bf-9def-e128322aa23a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.674034] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d31724-a0b4-4e08-84a8-bd12df511e5f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.709609] env[62522]: DEBUG nova.compute.manager [req-263c093a-9b0b-45ee-8901-0d3c7875995d req-0a3b89b6-4ec5-448a-8251-2725fc38773f service nova] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Detach interface failed, port_id=3a2b1834-cb35-4abc-9672-698ca1e21629, reason: Instance 751b2c85-4144-42ab-8d30-4e527ccc6c63 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1683.727784] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.804386] env[62522]: DEBUG oslo_concurrency.lockutils [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.805010] env[62522]: DEBUG nova.compute.manager [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1683.807721] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.076s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.809500] env[62522]: INFO nova.compute.claims [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1683.825369] env[62522]: DEBUG oslo_vmware.api [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.837155] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487209} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.837419] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] a3a555cf-303d-44fe-bcc6-108c7bc67fa8/a3a555cf-303d-44fe-bcc6-108c7bc67fa8.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1683.837626] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1683.837880] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b046e794-5c08-40ca-afba-9c688a6e8949 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.847439] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1683.847439] env[62522]: value = "task-1703354" [ 1683.847439] env[62522]: _type = "Task" [ 1683.847439] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.858052] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.041125] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703352, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.144376] env[62522]: INFO nova.compute.manager [-] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Took 1.57 seconds to deallocate network for instance. [ 1684.149974] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.314047] env[62522]: DEBUG nova.compute.utils [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1684.316587] env[62522]: DEBUG nova.compute.manager [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Not allocating networking since 'none' was specified. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1684.328841] env[62522]: DEBUG oslo_vmware.api [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.357842] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067265} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.358118] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1684.358888] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e3368e-ba64-41e8-bc0e-66931089e760 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.380101] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] a3a555cf-303d-44fe-bcc6-108c7bc67fa8/a3a555cf-303d-44fe-bcc6-108c7bc67fa8.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.380430] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-044b9822-7213-48c0-aec4-d8e9655bbcbc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.402737] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1684.402737] env[62522]: value = "task-1703355" [ 1684.402737] env[62522]: _type = "Task" [ 1684.402737] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.414371] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.541531] env[62522]: DEBUG oslo_vmware.api [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703352, 'name': PowerOnVM_Task, 'duration_secs': 1.587941} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.541775] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1684.541979] env[62522]: INFO nova.compute.manager [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1684.542239] env[62522]: DEBUG nova.compute.manager [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1684.543005] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e065c0f5-46a9-44ba-8dc7-d8cbab41c72e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.652146] env[62522]: DEBUG oslo_concurrency.lockutils [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.781288] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.782071] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.782071] env[62522]: INFO nova.compute.manager [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Attaching volume 05c9a05e-214c-4760-8b3b-0fe8092cc215 to /dev/sdb [ 1684.812661] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975e8bca-a54e-46f7-8bcc-875fd19be556 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.820552] env[62522]: DEBUG nova.compute.manager [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1684.829956] env[62522]: DEBUG oslo_vmware.api [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.833674] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7232490-0552-4068-a12e-ccc77cbd16bc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.837639] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7587d4-7e38-428d-939a-8a104491acf0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.861287] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance '5e637bf4-543b-4a0e-be2a-9782b9005e56' progress to 0 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1684.870613] env[62522]: DEBUG nova.virt.block_device [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Updating existing volume attachment record: 2c1fc33b-b886-4f7d-a1b6-770e9f1ce235 {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1684.916682] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.050560] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3803951-a34c-42c8-ae1c-4253cf805f3d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.065029] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac60edd6-14cd-4496-af37-9177d7ba2222 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.068317] env[62522]: INFO nova.compute.manager [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Took 16.52 seconds to build instance. [ 1685.097084] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c7cb5d-ba00-4407-9f6e-c6a18cca720b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.105598] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c0b637-7e66-4381-9240-dff5e64543d7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.122170] env[62522]: DEBUG nova.compute.provider_tree [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.326400] env[62522]: DEBUG oslo_vmware.api [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703339, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.376752] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1685.377358] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a003598-9de2-47b7-b352-fc7857a9b6fd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.385531] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1685.385531] env[62522]: value = "task-1703359" [ 1685.385531] env[62522]: _type = "Task" [ 1685.385531] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.394380] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.414502] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703355, 'name': ReconfigVM_Task, 'duration_secs': 0.911619} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.414783] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Reconfigured VM instance instance-0000005f to attach disk [datastore1] a3a555cf-303d-44fe-bcc6-108c7bc67fa8/a3a555cf-303d-44fe-bcc6-108c7bc67fa8.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.415518] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a62c423-664c-4230-8e29-b444f76e752d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.422702] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1685.422702] env[62522]: value = "task-1703360" [ 1685.422702] env[62522]: _type = "Task" [ 1685.422702] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.431952] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703360, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.570390] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fb0662ce-5a84-4bff-91d9-57c06a8cad73 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.030s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.625588] env[62522]: DEBUG nova.scheduler.client.report [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1685.832483] env[62522]: DEBUG oslo_vmware.api [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703339, 'name': ReconfigVM_Task, 'duration_secs': 5.843097} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.834944] env[62522]: DEBUG nova.compute.manager [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1685.838067] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.838388] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Reconfigured VM to detach interface {{(pid=62522) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1685.872026] env[62522]: DEBUG nova.virt.hardware [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1685.872026] env[62522]: DEBUG nova.virt.hardware [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1685.872026] env[62522]: DEBUG nova.virt.hardware [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1685.872026] env[62522]: DEBUG nova.virt.hardware [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1685.872026] env[62522]: DEBUG nova.virt.hardware [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1685.872026] env[62522]: DEBUG nova.virt.hardware [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1685.872026] env[62522]: DEBUG nova.virt.hardware [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1685.872026] env[62522]: DEBUG nova.virt.hardware [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1685.872026] env[62522]: DEBUG nova.virt.hardware [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1685.872026] env[62522]: DEBUG nova.virt.hardware [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1685.872743] env[62522]: DEBUG nova.virt.hardware [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1685.873750] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24512ea5-0549-487f-9522-7314442fa0db {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.882143] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f40115f-00c5-4afe-96f3-1c44f684a66a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.895312] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703359, 'name': PowerOffVM_Task, 'duration_secs': 0.262948} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.903070] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1685.903455] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance '5e637bf4-543b-4a0e-be2a-9782b9005e56' progress to 17 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1685.906967] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Instance VIF info [] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.915712] env[62522]: DEBUG oslo.service.loopingcall [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.918012] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1685.918012] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19c6a7bf-29f3-40a8-9f6d-5d29c6a086d0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.940226] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703360, 'name': Rename_Task, 'duration_secs': 0.218671} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.940226] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.940226] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.940226] env[62522]: value = "task-1703361" [ 1685.940226] env[62522]: _type = "Task" [ 1685.940226] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.940553] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e20f85d8-99bb-413a-84b9-fccb247d3e81 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.951715] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703361, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.952992] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1685.952992] env[62522]: value = "task-1703362" [ 1685.952992] env[62522]: _type = "Task" [ 1685.952992] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.963321] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.133175] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.134283] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.984s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.134505] env[62522]: DEBUG nova.objects.instance [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lazy-loading 'resources' on Instance uuid d09940cf-a2a5-4e81-b19d-aba2f60c133c {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.419283] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1686.419836] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1686.419836] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.419998] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1686.420147] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.420374] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1686.420623] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1686.420819] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1686.421029] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1686.421241] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1686.421449] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1686.426553] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b0f7920-3537-4807-9777-bcf2a2b7eff0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.447271] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1686.447271] env[62522]: value = "task-1703363" [ 1686.447271] env[62522]: _type = "Task" [ 1686.447271] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.456063] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703361, 'name': CreateVM_Task, 'duration_secs': 0.294986} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.459675] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1686.463233] env[62522]: DEBUG oslo_concurrency.lockutils [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.463499] env[62522]: DEBUG oslo_concurrency.lockutils [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.463854] env[62522]: DEBUG oslo_concurrency.lockutils [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1686.464477] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703363, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.464851] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1cae5fb-7048-4be8-8157-5317006761f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.470284] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703362, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.473868] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1686.473868] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52429b51-85f2-ad5b-0b29-a97294154f99" [ 1686.473868] env[62522]: _type = "Task" [ 1686.473868] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.482315] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52429b51-85f2-ad5b-0b29-a97294154f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.543347] env[62522]: DEBUG nova.compute.manager [req-c7448e09-51c2-4c8b-acd4-b8a70e76686e req-93c52a4b-ee18-4784-b58f-b1e486d6c6e0 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Received event network-vif-deleted-a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1686.543640] env[62522]: INFO nova.compute.manager [req-c7448e09-51c2-4c8b-acd4-b8a70e76686e req-93c52a4b-ee18-4784-b58f-b1e486d6c6e0 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Neutron deleted interface a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e; detaching it from the instance and deleting it from the info cache [ 1686.544009] env[62522]: DEBUG nova.network.neutron [req-c7448e09-51c2-4c8b-acd4-b8a70e76686e req-93c52a4b-ee18-4784-b58f-b1e486d6c6e0 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Updating instance_info_cache with network_info: [{"id": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "address": "fa:16:3e:63:c7:1e", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bac18c9-bc", "ovs_interfaceid": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82ef9f61-61cb-45e6-8688-f2b677fb8e3b", "address": "fa:16:3e:14:70:a3", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82ef9f61-61", "ovs_interfaceid": "82ef9f61-61cb-45e6-8688-f2b677fb8e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.637024] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Acquiring lock "ce94b339-3893-4359-8ace-28526d6d89eb" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.637340] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Lock "ce94b339-3893-4359-8ace-28526d6d89eb" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.853954] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15124391-466b-4a13-9083-a680fd02de85 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.863619] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f8b6de-87e5-425a-a7e1-56f04e05d4fe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.898777] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56962cb4-939a-47de-9716-60807839889d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.907998] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83c1345-427d-4659-9b4b-f15b56981af5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.925171] env[62522]: DEBUG nova.compute.provider_tree [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.958625] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.967062] env[62522]: DEBUG oslo_vmware.api [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703362, 'name': PowerOnVM_Task, 'duration_secs': 0.67892} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.967329] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.967526] env[62522]: INFO nova.compute.manager [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Took 5.89 seconds to spawn the instance on the hypervisor. [ 1686.967703] env[62522]: DEBUG nova.compute.manager [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.968752] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a137cd4b-f5df-4e0c-85a3-58818af0017c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.989109] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52429b51-85f2-ad5b-0b29-a97294154f99, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.989448] env[62522]: DEBUG oslo_concurrency.lockutils [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.989679] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.989923] env[62522]: DEBUG oslo_concurrency.lockutils [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.990082] env[62522]: DEBUG oslo_concurrency.lockutils [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.990254] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.990519] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08382703-917f-483b-9c1e-de3686957bc6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.000412] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1687.000553] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1687.001947] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e7f1ba8-f9c0-422d-9751-b67b1d773fc9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.007936] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1687.007936] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a39036-41e2-0f94-09a3-5e50b8a130ec" [ 1687.007936] env[62522]: _type = "Task" [ 1687.007936] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.019068] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a39036-41e2-0f94-09a3-5e50b8a130ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.046887] env[62522]: DEBUG oslo_concurrency.lockutils [req-c7448e09-51c2-4c8b-acd4-b8a70e76686e req-93c52a4b-ee18-4784-b58f-b1e486d6c6e0 service nova] Acquiring lock "d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.047117] env[62522]: DEBUG oslo_concurrency.lockutils [req-c7448e09-51c2-4c8b-acd4-b8a70e76686e req-93c52a4b-ee18-4784-b58f-b1e486d6c6e0 service nova] Acquired lock "d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.048058] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf2e17a-2548-419f-9b5b-56b5420fe71d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.068654] env[62522]: DEBUG oslo_concurrency.lockutils [req-c7448e09-51c2-4c8b-acd4-b8a70e76686e req-93c52a4b-ee18-4784-b58f-b1e486d6c6e0 service nova] Releasing lock "d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.068942] env[62522]: WARNING nova.compute.manager [req-c7448e09-51c2-4c8b-acd4-b8a70e76686e req-93c52a4b-ee18-4784-b58f-b1e486d6c6e0 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Detach interface failed, port_id=a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e, reason: No device with interface-id a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e exists on VM: nova.exception.NotFound: No device with interface-id a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e exists on VM [ 1687.139494] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Lock "ce94b339-3893-4359-8ace-28526d6d89eb" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.502s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.143284] env[62522]: DEBUG nova.compute.manager [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1687.429352] env[62522]: DEBUG nova.scheduler.client.report [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1687.458851] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703363, 'name': ReconfigVM_Task, 'duration_secs': 0.935027} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.459172] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance '5e637bf4-543b-4a0e-be2a-9782b9005e56' progress to 33 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1687.493525] env[62522]: INFO nova.compute.manager [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Took 12.13 seconds to build instance. [ 1687.514021] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.514210] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.514391] env[62522]: DEBUG nova.network.neutron [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.522083] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a39036-41e2-0f94-09a3-5e50b8a130ec, 'name': SearchDatastore_Task, 'duration_secs': 0.027445} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.522899] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a82238f3-3d7b-4957-bd89-af663b2a691e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.529568] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1687.529568] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520cf2a5-b5de-3977-d8c6-a0ad94236973" [ 1687.529568] env[62522]: _type = "Task" [ 1687.529568] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.539657] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520cf2a5-b5de-3977-d8c6-a0ad94236973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.645436] env[62522]: DEBUG nova.compute.utils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1687.647152] env[62522]: DEBUG nova.compute.manager [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1687.647927] env[62522]: DEBUG nova.network.neutron [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1687.691751] env[62522]: DEBUG nova.policy [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a125f60903e44264aeb96b16bc545bd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '285df9034e9747ceb3c46d1dd38b013f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1687.938022] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.938022] env[62522]: DEBUG oslo_concurrency.lockutils [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.286s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.938022] env[62522]: DEBUG nova.objects.instance [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lazy-loading 'resources' on Instance uuid 751b2c85-4144-42ab-8d30-4e527ccc6c63 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.955768] env[62522]: INFO nova.scheduler.client.report [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleted allocations for instance d09940cf-a2a5-4e81-b19d-aba2f60c133c [ 1687.965594] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1687.965828] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1687.965982] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.966270] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1687.966415] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.966556] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1687.966756] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1687.966907] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1687.968025] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1687.968025] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1687.968025] env[62522]: DEBUG nova.virt.hardware [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1687.972874] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1687.973649] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-677f82b4-2647-4677-a00e-1e080fc773cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.995548] env[62522]: DEBUG oslo_concurrency.lockutils [None req-030f041d-a208-4477-a2c6-4ec0759e97c2 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "a3a555cf-303d-44fe-bcc6-108c7bc67fa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.638s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.998336] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1687.998336] env[62522]: value = "task-1703365" [ 1687.998336] env[62522]: _type = "Task" [ 1687.998336] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.999199] env[62522]: DEBUG nova.network.neutron [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Successfully created port: ec00f357-58ce-429d-b586-a74a0babf059 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1688.011727] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.042572] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520cf2a5-b5de-3977-d8c6-a0ad94236973, 'name': SearchDatastore_Task, 'duration_secs': 0.011197} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.042700] env[62522]: DEBUG oslo_concurrency.lockutils [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.042961] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 1b572eb2-7e82-4d3f-abeb-69fd34323339/1b572eb2-7e82-4d3f-abeb-69fd34323339.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1688.043262] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaef188a-4e70-44ea-b1fc-58e3a4d412a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.052926] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1688.052926] env[62522]: value = "task-1703366" [ 1688.052926] env[62522]: _type = "Task" [ 1688.052926] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.065269] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.154248] env[62522]: DEBUG nova.compute.manager [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1688.230101] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "d2c5d822-df80-4d3a-859c-14562f3b2805" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.230316] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "d2c5d822-df80-4d3a-859c-14562f3b2805" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.230503] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "d2c5d822-df80-4d3a-859c-14562f3b2805-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.230685] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "d2c5d822-df80-4d3a-859c-14562f3b2805-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.230882] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "d2c5d822-df80-4d3a-859c-14562f3b2805-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.233131] env[62522]: INFO nova.compute.manager [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Terminating instance [ 1688.336654] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "3ef118d3-c5a3-4777-92da-ae95397b060c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.336902] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "3ef118d3-c5a3-4777-92da-ae95397b060c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.395651] env[62522]: INFO nova.network.neutron [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Port 82ef9f61-61cb-45e6-8688-f2b677fb8e3b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1688.396172] env[62522]: DEBUG nova.network.neutron [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Updating instance_info_cache with network_info: [{"id": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "address": "fa:16:3e:63:c7:1e", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bac18c9-bc", "ovs_interfaceid": "3bac18c9-bcf9-4881-b428-5dffcb0aae86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.466022] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efd5f6ff-40bc-440c-8971-d4f87d6715d6 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "d09940cf-a2a5-4e81-b19d-aba2f60c133c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.828s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.515965] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703365, 'name': ReconfigVM_Task, 'duration_secs': 0.203356} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.516602] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1688.517468] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7b6ab3-1476-4349-9b19-cc7cd6f4f62c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.254257] env[62522]: DEBUG nova.compute.manager [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1689.254452] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.254795] env[62522]: DEBUG nova.compute.manager [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1689.257065] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "refresh_cache-d2c5d822-df80-4d3a-859c-14562f3b2805" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.260011] env[62522]: DEBUG nova.compute.manager [req-f79cd280-3628-47b0-843e-8ac9165919cc req-5f3aa707-6227-485d-b058-b61e38f27a9a service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Received event network-changed-9dee65bd-0105-4f25-b3f5-93c6e823cb15 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1689.260199] env[62522]: DEBUG nova.compute.manager [req-f79cd280-3628-47b0-843e-8ac9165919cc req-5f3aa707-6227-485d-b058-b61e38f27a9a service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Refreshing instance network info cache due to event network-changed-9dee65bd-0105-4f25-b3f5-93c6e823cb15. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1689.260412] env[62522]: DEBUG oslo_concurrency.lockutils [req-f79cd280-3628-47b0-843e-8ac9165919cc req-5f3aa707-6227-485d-b058-b61e38f27a9a service nova] Acquiring lock "refresh_cache-f86a7f96-f927-4ddc-a9c8-4a37df73722e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.260583] env[62522]: DEBUG oslo_concurrency.lockutils [req-f79cd280-3628-47b0-843e-8ac9165919cc req-5f3aa707-6227-485d-b058-b61e38f27a9a service nova] Acquired lock "refresh_cache-f86a7f96-f927-4ddc-a9c8-4a37df73722e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.260743] env[62522]: DEBUG nova.network.neutron [req-f79cd280-3628-47b0-843e-8ac9165919cc req-5f3aa707-6227-485d-b058-b61e38f27a9a service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Refreshing network info cache for port 9dee65bd-0105-4f25-b3f5-93c6e823cb15 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1689.268378] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedbce2c-3e40-4a4e-b02c-e048aed25bf1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.295185] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525037} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.295492] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.303309] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 5e637bf4-543b-4a0e-be2a-9782b9005e56/5e637bf4-543b-4a0e-be2a-9782b9005e56.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.306529] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 1b572eb2-7e82-4d3f-abeb-69fd34323339/1b572eb2-7e82-4d3f-abeb-69fd34323339.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1689.306773] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1689.307014] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fb02bca-ba95-4b54-a5d2-55fa1bacb0b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.308776] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d62ae0ec-65d6-476b-9e0b-943bc0977c32 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.322209] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9532bc33-f5ec-4600-aeb9-93090b86288a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.331109] env[62522]: DEBUG oslo_vmware.api [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1689.331109] env[62522]: value = "task-1703367" [ 1689.331109] env[62522]: _type = "Task" [ 1689.331109] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.333384] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1689.333384] env[62522]: value = "task-1703369" [ 1689.333384] env[62522]: _type = "Task" [ 1689.333384] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.333660] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1689.333660] env[62522]: value = "task-1703368" [ 1689.333660] env[62522]: _type = "Task" [ 1689.333660] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.353890] env[62522]: DEBUG oslo_vmware.api [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.363812] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.365087] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703369, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.416602] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1689.416842] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354982', 'volume_id': '05c9a05e-214c-4760-8b3b-0fe8092cc215', 'name': 'volume-05c9a05e-214c-4760-8b3b-0fe8092cc215', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8c2c7fe-7eb5-4517-b6ce-865fe677731a', 'attached_at': '', 'detached_at': '', 'volume_id': '05c9a05e-214c-4760-8b3b-0fe8092cc215', 'serial': '05c9a05e-214c-4760-8b3b-0fe8092cc215'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1689.417739] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff0ba3e-ea0f-4ead-b282-6d4e039b2025 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.440610] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74cebf7-8600-427e-9f04-1ba18362d876 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.468195] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-05c9a05e-214c-4760-8b3b-0fe8092cc215/volume-05c9a05e-214c-4760-8b3b-0fe8092cc215.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.471118] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e670a3c5-6d64-4ae6-a4d2-90c29ffdcd90 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.491607] env[62522]: DEBUG oslo_vmware.api [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1689.491607] env[62522]: value = "task-1703370" [ 1689.491607] env[62522]: _type = "Task" [ 1689.491607] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.503454] env[62522]: DEBUG oslo_vmware.api [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.507559] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b187bed-4262-40f3-8ddd-048194f631dc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.515441] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01bc147-d9e3-4b4b-a0b7-c235275e26e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.549862] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db82e063-cd6d-433e-bfe1-9f4b3281aaec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.558860] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebfc173-f657-4e47-b531-8d8bdbd8faae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.575021] env[62522]: DEBUG nova.compute.provider_tree [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.744518] env[62522]: DEBUG nova.network.neutron [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Successfully updated port: ec00f357-58ce-429d-b586-a74a0babf059 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1689.765067] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a3f5d25a-3421-4154-94c8-c474ab7aff2a tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-d2c5d822-df80-4d3a-859c-14562f3b2805-a5f30dfc-75fe-433d-9d6f-1c7ae08ff46e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.545s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.770911] env[62522]: DEBUG nova.compute.manager [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1689.786491] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.803751] env[62522]: DEBUG nova.virt.hardware [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1689.803994] env[62522]: DEBUG nova.virt.hardware [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1689.804458] env[62522]: DEBUG nova.virt.hardware [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.804847] env[62522]: DEBUG nova.virt.hardware [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1689.804847] env[62522]: DEBUG nova.virt.hardware [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.804932] env[62522]: DEBUG nova.virt.hardware [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1689.805159] env[62522]: DEBUG nova.virt.hardware [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1689.805321] env[62522]: DEBUG nova.virt.hardware [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1689.805486] env[62522]: DEBUG nova.virt.hardware [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1689.805645] env[62522]: DEBUG nova.virt.hardware [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1689.805809] env[62522]: DEBUG nova.virt.hardware [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1689.806750] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363fd358-a163-4f41-82fd-5b673e8d1243 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.817321] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9968390d-7f60-49cc-95ee-b64241d96697 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.832775] env[62522]: DEBUG oslo_concurrency.lockutils [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "2b66b321-265d-470d-847a-16a82d280e74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.833023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "2b66b321-265d-470d-847a-16a82d280e74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.833266] env[62522]: DEBUG oslo_concurrency.lockutils [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "2b66b321-265d-470d-847a-16a82d280e74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.833461] env[62522]: DEBUG oslo_concurrency.lockutils [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "2b66b321-265d-470d-847a-16a82d280e74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.833631] env[62522]: DEBUG oslo_concurrency.lockutils [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "2b66b321-265d-470d-847a-16a82d280e74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.838549] env[62522]: INFO nova.compute.manager [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Terminating instance [ 1689.852549] env[62522]: DEBUG oslo_vmware.api [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703367, 'name': PowerOffVM_Task, 'duration_secs': 0.348256} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.853899] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1689.854096] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1689.854827] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0224707-0b0d-4d3a-ae7e-f3f88ffb2c45 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.862133] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703369, 'name': ReconfigVM_Task, 'duration_secs': 0.34265} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.862367] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077539} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.862974] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 5e637bf4-543b-4a0e-be2a-9782b9005e56/5e637bf4-543b-4a0e-be2a-9782b9005e56.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.863302] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance '5e637bf4-543b-4a0e-be2a-9782b9005e56' progress to 50 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1689.867238] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1689.868071] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61ff4f2-2564-4b18-a092-a86c1d8d0797 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.891222] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 1b572eb2-7e82-4d3f-abeb-69fd34323339/1b572eb2-7e82-4d3f-abeb-69fd34323339.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.891566] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf4869ef-e0f1-40eb-b1d5-ff98f3c0a850 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.918200] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1689.918200] env[62522]: value = "task-1703372" [ 1689.918200] env[62522]: _type = "Task" [ 1689.918200] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.929443] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.001576] env[62522]: DEBUG oslo_vmware.api [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703370, 'name': ReconfigVM_Task, 'duration_secs': 0.401166} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.004349] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-05c9a05e-214c-4760-8b3b-0fe8092cc215/volume-05c9a05e-214c-4760-8b3b-0fe8092cc215.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1690.011105] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d03128-309f-4eb2-8471-0ca0de5ce63c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.023544] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.023544] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.023544] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Deleting the datastore file [datastore1] d2c5d822-df80-4d3a-859c-14562f3b2805 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.023726] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0697ce60-2f25-4372-9aa2-f499ed1236f5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.031080] env[62522]: DEBUG oslo_vmware.api [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1690.031080] env[62522]: value = "task-1703374" [ 1690.031080] env[62522]: _type = "Task" [ 1690.031080] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.032708] env[62522]: DEBUG oslo_vmware.api [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1690.032708] env[62522]: value = "task-1703373" [ 1690.032708] env[62522]: _type = "Task" [ 1690.032708] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.043341] env[62522]: DEBUG oslo_vmware.api [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.046622] env[62522]: DEBUG oslo_vmware.api [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.059054] env[62522]: DEBUG nova.network.neutron [req-f79cd280-3628-47b0-843e-8ac9165919cc req-5f3aa707-6227-485d-b058-b61e38f27a9a service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Updated VIF entry in instance network info cache for port 9dee65bd-0105-4f25-b3f5-93c6e823cb15. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1690.059439] env[62522]: DEBUG nova.network.neutron [req-f79cd280-3628-47b0-843e-8ac9165919cc req-5f3aa707-6227-485d-b058-b61e38f27a9a service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Updating instance_info_cache with network_info: [{"id": "9dee65bd-0105-4f25-b3f5-93c6e823cb15", "address": "fa:16:3e:1b:21:4a", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dee65bd-01", "ovs_interfaceid": "9dee65bd-0105-4f25-b3f5-93c6e823cb15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.078948] env[62522]: DEBUG nova.scheduler.client.report [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1690.246925] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Acquiring lock "refresh_cache-ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.247100] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Acquired lock "refresh_cache-ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.247262] env[62522]: DEBUG nova.network.neutron [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1690.353849] env[62522]: DEBUG nova.compute.manager [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1690.354131] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1690.355074] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5cb52c-ff8c-4ce7-a54f-072bda3fbca1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.363675] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1690.363939] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea196c09-f987-4d04-869a-54ae393636af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.373739] env[62522]: DEBUG oslo_vmware.api [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1690.373739] env[62522]: value = "task-1703375" [ 1690.373739] env[62522]: _type = "Task" [ 1690.373739] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.374535] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1670eb2d-442c-403a-8032-dec32140e64e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.389717] env[62522]: DEBUG oslo_vmware.api [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.407074] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe6a2af-ebc2-48ec-bead-912ba142e165 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.430306] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance '5e637bf4-543b-4a0e-be2a-9782b9005e56' progress to 67 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1690.443167] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703372, 'name': ReconfigVM_Task, 'duration_secs': 0.316035} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.443448] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 1b572eb2-7e82-4d3f-abeb-69fd34323339/1b572eb2-7e82-4d3f-abeb-69fd34323339.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1690.444099] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a857e8b2-0738-48f9-a498-c51458c1a151 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.451490] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1690.451490] env[62522]: value = "task-1703376" [ 1690.451490] env[62522]: _type = "Task" [ 1690.451490] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.461719] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703376, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.550606] env[62522]: DEBUG oslo_vmware.api [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261864} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.555543] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1690.555887] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1690.556203] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1690.556499] env[62522]: INFO nova.compute.manager [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1690.556882] env[62522]: DEBUG oslo.service.loopingcall [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.557228] env[62522]: DEBUG oslo_vmware.api [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703374, 'name': ReconfigVM_Task, 'duration_secs': 0.15406} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.557541] env[62522]: DEBUG nova.compute.manager [-] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1690.557693] env[62522]: DEBUG nova.network.neutron [-] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1690.560301] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354982', 'volume_id': '05c9a05e-214c-4760-8b3b-0fe8092cc215', 'name': 'volume-05c9a05e-214c-4760-8b3b-0fe8092cc215', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8c2c7fe-7eb5-4517-b6ce-865fe677731a', 'attached_at': '', 'detached_at': '', 'volume_id': '05c9a05e-214c-4760-8b3b-0fe8092cc215', 'serial': '05c9a05e-214c-4760-8b3b-0fe8092cc215'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1690.563125] env[62522]: DEBUG oslo_concurrency.lockutils [req-f79cd280-3628-47b0-843e-8ac9165919cc req-5f3aa707-6227-485d-b058-b61e38f27a9a service nova] Releasing lock "refresh_cache-f86a7f96-f927-4ddc-a9c8-4a37df73722e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.563125] env[62522]: DEBUG nova.compute.manager [req-f79cd280-3628-47b0-843e-8ac9165919cc req-5f3aa707-6227-485d-b058-b61e38f27a9a service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Received event network-vif-deleted-82ef9f61-61cb-45e6-8688-f2b677fb8e3b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1690.584537] env[62522]: DEBUG oslo_concurrency.lockutils [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.647s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.587610] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.801s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.589715] env[62522]: INFO nova.compute.claims [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1690.612619] env[62522]: DEBUG nova.compute.manager [req-08b47c22-9189-49f1-b0ba-0e9006f4398d req-41221f49-7d9e-4cfc-b7a4-90a87e5dd13f service nova] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Received event network-vif-plugged-ec00f357-58ce-429d-b586-a74a0babf059 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1690.612785] env[62522]: DEBUG oslo_concurrency.lockutils [req-08b47c22-9189-49f1-b0ba-0e9006f4398d req-41221f49-7d9e-4cfc-b7a4-90a87e5dd13f service nova] Acquiring lock "ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.612996] env[62522]: DEBUG oslo_concurrency.lockutils [req-08b47c22-9189-49f1-b0ba-0e9006f4398d req-41221f49-7d9e-4cfc-b7a4-90a87e5dd13f service nova] Lock "ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.613189] env[62522]: DEBUG oslo_concurrency.lockutils [req-08b47c22-9189-49f1-b0ba-0e9006f4398d req-41221f49-7d9e-4cfc-b7a4-90a87e5dd13f service nova] Lock "ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.613429] env[62522]: DEBUG nova.compute.manager [req-08b47c22-9189-49f1-b0ba-0e9006f4398d req-41221f49-7d9e-4cfc-b7a4-90a87e5dd13f service nova] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] No waiting events found dispatching network-vif-plugged-ec00f357-58ce-429d-b586-a74a0babf059 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1690.613617] env[62522]: WARNING nova.compute.manager [req-08b47c22-9189-49f1-b0ba-0e9006f4398d req-41221f49-7d9e-4cfc-b7a4-90a87e5dd13f service nova] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Received unexpected event network-vif-plugged-ec00f357-58ce-429d-b586-a74a0babf059 for instance with vm_state building and task_state spawning. [ 1690.613776] env[62522]: DEBUG nova.compute.manager [req-08b47c22-9189-49f1-b0ba-0e9006f4398d req-41221f49-7d9e-4cfc-b7a4-90a87e5dd13f service nova] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Received event network-changed-ec00f357-58ce-429d-b586-a74a0babf059 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1690.613929] env[62522]: DEBUG nova.compute.manager [req-08b47c22-9189-49f1-b0ba-0e9006f4398d req-41221f49-7d9e-4cfc-b7a4-90a87e5dd13f service nova] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Refreshing instance network info cache due to event network-changed-ec00f357-58ce-429d-b586-a74a0babf059. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1690.614109] env[62522]: DEBUG oslo_concurrency.lockutils [req-08b47c22-9189-49f1-b0ba-0e9006f4398d req-41221f49-7d9e-4cfc-b7a4-90a87e5dd13f service nova] Acquiring lock "refresh_cache-ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.615240] env[62522]: INFO nova.scheduler.client.report [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Deleted allocations for instance 751b2c85-4144-42ab-8d30-4e527ccc6c63 [ 1690.665096] env[62522]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 82ef9f61-61cb-45e6-8688-f2b677fb8e3b could not be found.", "detail": ""}} {{(pid=62522) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1690.665447] env[62522]: DEBUG nova.network.neutron [-] Unable to show port 82ef9f61-61cb-45e6-8688-f2b677fb8e3b as it no longer exists. {{(pid=62522) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1690.818956] env[62522]: DEBUG nova.network.neutron [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1690.888437] env[62522]: DEBUG oslo_vmware.api [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703375, 'name': PowerOffVM_Task, 'duration_secs': 0.3077} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.888437] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.888437] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1690.888644] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f591133b-f161-46d2-aa67-c5887604b432 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.978175] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703376, 'name': Rename_Task, 'duration_secs': 0.185876} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.978474] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1690.978722] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3044adbc-390d-4bfa-b368-693cf4e00288 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.987506] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.987716] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.987901] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleting the datastore file [datastore1] 2b66b321-265d-470d-847a-16a82d280e74 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.988205] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bc6ce12-c290-4c2a-a863-a19a12c6aacb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.995277] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1690.995277] env[62522]: value = "task-1703378" [ 1690.995277] env[62522]: _type = "Task" [ 1690.995277] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.995683] env[62522]: DEBUG oslo_vmware.api [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1690.995683] env[62522]: value = "task-1703379" [ 1690.995683] env[62522]: _type = "Task" [ 1690.995683] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.009329] env[62522]: DEBUG oslo_vmware.api [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.013342] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.113545] env[62522]: DEBUG nova.network.neutron [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Updating instance_info_cache with network_info: [{"id": "ec00f357-58ce-429d-b586-a74a0babf059", "address": "fa:16:3e:7c:1d:34", "network": {"id": "ae53a60f-1942-4b7f-aff7-1fabbf0c8250", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-28374182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "285df9034e9747ceb3c46d1dd38b013f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec00f357-58", "ovs_interfaceid": "ec00f357-58ce-429d-b586-a74a0babf059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.124688] env[62522]: DEBUG oslo_concurrency.lockutils [None req-029187ce-afaa-47c4-bedb-f073835e4837 tempest-VolumesAdminNegativeTest-1174062174 tempest-VolumesAdminNegativeTest-1174062174-project-member] Lock "751b2c85-4144-42ab-8d30-4e527ccc6c63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.232s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.507318] env[62522]: DEBUG oslo_vmware.api [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703378, 'name': PowerOnVM_Task, 'duration_secs': 0.515829} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.508168] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1691.508275] env[62522]: INFO nova.compute.manager [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Took 5.67 seconds to spawn the instance on the hypervisor. [ 1691.508512] env[62522]: DEBUG nova.compute.manager [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1691.509319] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30603f1-f191-4c82-a107-3381b33e6e99 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.515042] env[62522]: DEBUG oslo_vmware.api [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237611} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.515634] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.515784] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1691.515980] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.516174] env[62522]: INFO nova.compute.manager [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1691.516397] env[62522]: DEBUG oslo.service.loopingcall [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.516583] env[62522]: DEBUG nova.compute.manager [-] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1691.516708] env[62522]: DEBUG nova.network.neutron [-] [instance: 2b66b321-265d-470d-847a-16a82d280e74] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1691.604677] env[62522]: DEBUG nova.objects.instance [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lazy-loading 'flavor' on Instance uuid c8c2c7fe-7eb5-4517-b6ce-865fe677731a {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1691.616180] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Releasing lock "refresh_cache-ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.616628] env[62522]: DEBUG nova.compute.manager [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Instance network_info: |[{"id": "ec00f357-58ce-429d-b586-a74a0babf059", "address": "fa:16:3e:7c:1d:34", "network": {"id": "ae53a60f-1942-4b7f-aff7-1fabbf0c8250", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-28374182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "285df9034e9747ceb3c46d1dd38b013f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec00f357-58", "ovs_interfaceid": "ec00f357-58ce-429d-b586-a74a0babf059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1691.616892] env[62522]: DEBUG oslo_concurrency.lockutils [req-08b47c22-9189-49f1-b0ba-0e9006f4398d req-41221f49-7d9e-4cfc-b7a4-90a87e5dd13f service nova] Acquired lock "refresh_cache-ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.617084] env[62522]: DEBUG nova.network.neutron [req-08b47c22-9189-49f1-b0ba-0e9006f4398d req-41221f49-7d9e-4cfc-b7a4-90a87e5dd13f service nova] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Refreshing network info cache for port ec00f357-58ce-429d-b586-a74a0babf059 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.618382] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:1d:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec00f357-58ce-429d-b586-a74a0babf059', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1691.632975] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Creating folder: Project (285df9034e9747ceb3c46d1dd38b013f). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1691.638259] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-137e963c-3f6a-4323-b320-ba628e014672 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.651521] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Created folder: Project (285df9034e9747ceb3c46d1dd38b013f) in parent group-v354730. [ 1691.651726] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Creating folder: Instances. Parent ref: group-v354984. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1691.651967] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84c3978d-c4d1-4726-a635-0b784db3b835 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.665684] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Created folder: Instances in parent group-v354984. [ 1691.665938] env[62522]: DEBUG oslo.service.loopingcall [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.666153] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1691.666368] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-750613e0-6bd9-4b6f-a0ff-63e671706e31 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.689612] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1691.689612] env[62522]: value = "task-1703382" [ 1691.689612] env[62522]: _type = "Task" [ 1691.689612] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.700379] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703382, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.859343] env[62522]: DEBUG nova.network.neutron [-] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.866444] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ed9110-5cfd-4e50-aaae-31dbb7cfde08 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.877489] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d3db32-607d-417c-8ba8-c99c7fbad20b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.923965] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a872f0e-c8a2-4f97-9643-8bdccedc5ce2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.935126] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c42096-afb0-4f7f-84be-1479cc1c18b5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.955121] env[62522]: DEBUG nova.compute.provider_tree [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.030449] env[62522]: INFO nova.compute.manager [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Took 15.95 seconds to build instance. [ 1692.109646] env[62522]: DEBUG oslo_concurrency.lockutils [None req-54f41241-bcdf-4f7f-b81a-ba3be8301cbd tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.328s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.120016] env[62522]: DEBUG nova.network.neutron [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Port 0c30f3de-fd78-499b-85ea-8987eb2f761d binding to destination host cpu-1 is already ACTIVE {{(pid=62522) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1692.200405] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703382, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.263270] env[62522]: INFO nova.compute.manager [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Rescuing [ 1692.263543] env[62522]: DEBUG oslo_concurrency.lockutils [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.263693] env[62522]: DEBUG oslo_concurrency.lockutils [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.263861] env[62522]: DEBUG nova.network.neutron [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1692.354092] env[62522]: DEBUG nova.network.neutron [-] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.362913] env[62522]: INFO nova.compute.manager [-] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Took 1.81 seconds to deallocate network for instance. [ 1692.378133] env[62522]: DEBUG nova.network.neutron [req-08b47c22-9189-49f1-b0ba-0e9006f4398d req-41221f49-7d9e-4cfc-b7a4-90a87e5dd13f service nova] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Updated VIF entry in instance network info cache for port ec00f357-58ce-429d-b586-a74a0babf059. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1692.378373] env[62522]: DEBUG nova.network.neutron [req-08b47c22-9189-49f1-b0ba-0e9006f4398d req-41221f49-7d9e-4cfc-b7a4-90a87e5dd13f service nova] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Updating instance_info_cache with network_info: [{"id": "ec00f357-58ce-429d-b586-a74a0babf059", "address": "fa:16:3e:7c:1d:34", "network": {"id": "ae53a60f-1942-4b7f-aff7-1fabbf0c8250", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-28374182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "285df9034e9747ceb3c46d1dd38b013f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec00f357-58", "ovs_interfaceid": "ec00f357-58ce-429d-b586-a74a0babf059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.458544] env[62522]: DEBUG nova.scheduler.client.report [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1692.538751] env[62522]: DEBUG oslo_concurrency.lockutils [None req-813645dd-a1f6-481d-a5c3-0f48418e6499 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "1b572eb2-7e82-4d3f-abeb-69fd34323339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.465s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.642767] env[62522]: DEBUG nova.compute.manager [req-dfaaa3b9-a3f1-4971-85bd-39e2ccb6f0da req-ab46b224-cbe3-40ec-af35-f4a09c554d70 service nova] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Received event network-vif-deleted-3bac18c9-bcf9-4881-b428-5dffcb0aae86 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1692.642767] env[62522]: DEBUG nova.compute.manager [req-dfaaa3b9-a3f1-4971-85bd-39e2ccb6f0da req-ab46b224-cbe3-40ec-af35-f4a09c554d70 service nova] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Received event network-vif-deleted-1dd4f061-693f-467e-bf88-61b621dd3d27 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1692.700620] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703382, 'name': CreateVM_Task, 'duration_secs': 0.752012} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.700786] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1692.701476] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.701646] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.701990] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1692.702654] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84cfa7ac-a1e9-4e0e-a68f-c0b37031f5bc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.707349] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Waiting for the task: (returnval){ [ 1692.707349] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5278af78-d50a-b0ff-9bfd-5e4c256678c6" [ 1692.707349] env[62522]: _type = "Task" [ 1692.707349] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.716379] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5278af78-d50a-b0ff-9bfd-5e4c256678c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.860387] env[62522]: INFO nova.compute.manager [-] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Took 1.34 seconds to deallocate network for instance. [ 1692.872455] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.881358] env[62522]: DEBUG oslo_concurrency.lockutils [req-08b47c22-9189-49f1-b0ba-0e9006f4398d req-41221f49-7d9e-4cfc-b7a4-90a87e5dd13f service nova] Releasing lock "refresh_cache-ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.964852] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.965393] env[62522]: DEBUG nova.compute.manager [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1692.968788] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.096s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.969026] env[62522]: DEBUG nova.objects.instance [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'resources' on Instance uuid d2c5d822-df80-4d3a-859c-14562f3b2805 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.039818] env[62522]: INFO nova.compute.manager [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Rebuilding instance [ 1693.080598] env[62522]: DEBUG nova.compute.manager [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1693.084552] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c59a32-b828-4c86-aff8-e3973fe31494 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.144986] env[62522]: DEBUG oslo_concurrency.lockutils [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "5e637bf4-543b-4a0e-be2a-9782b9005e56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.145246] env[62522]: DEBUG oslo_concurrency.lockutils [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "5e637bf4-543b-4a0e-be2a-9782b9005e56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.145430] env[62522]: DEBUG oslo_concurrency.lockutils [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "5e637bf4-543b-4a0e-be2a-9782b9005e56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.170127] env[62522]: DEBUG nova.network.neutron [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Updating instance_info_cache with network_info: [{"id": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "address": "fa:16:3e:bf:be:b0", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8c2a2d-74", "ovs_interfaceid": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.221527] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5278af78-d50a-b0ff-9bfd-5e4c256678c6, 'name': SearchDatastore_Task, 'duration_secs': 0.024244} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.221915] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.222251] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1693.222563] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.222728] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.222916] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1693.223261] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd8252d3-2995-4ca8-98c0-738620353e15 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.235435] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1693.235912] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1693.236912] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f78f8b1-2dbe-48b1-8076-657ccfa76381 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.243122] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Waiting for the task: (returnval){ [ 1693.243122] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52529514-ff4a-52ce-b6a3-255c606bc79a" [ 1693.243122] env[62522]: _type = "Task" [ 1693.243122] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.253106] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52529514-ff4a-52ce-b6a3-255c606bc79a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.371110] env[62522]: DEBUG oslo_concurrency.lockutils [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.470279] env[62522]: DEBUG nova.compute.utils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1693.472801] env[62522]: DEBUG nova.compute.manager [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1693.472801] env[62522]: DEBUG nova.network.neutron [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1693.544610] env[62522]: DEBUG nova.policy [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cedc2eab290441bb1b99af587a98c16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '692b371532294aa6bb9658ddd895f0fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1693.673997] env[62522]: DEBUG oslo_concurrency.lockutils [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.716250] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bdc6dd-ab84-4544-bb6e-5e3631389d42 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.725229] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1094bd0b-0fec-46f7-a0b0-c4b098ba9adb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.761507] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef5f670-a7e8-4993-bf04-6ec4833180f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.774892] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52529514-ff4a-52ce-b6a3-255c606bc79a, 'name': SearchDatastore_Task, 'duration_secs': 0.042656} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.774892] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e7bb96-43fc-40df-9433-d9d6f0067481 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.778416] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-001c9c30-71b9-4cd5-99d1-28710f364e09 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.784808] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Waiting for the task: (returnval){ [ 1693.784808] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52090f90-467f-9e4f-62c6-4e7d4ae98839" [ 1693.784808] env[62522]: _type = "Task" [ 1693.784808] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.795356] env[62522]: DEBUG nova.compute.provider_tree [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.805921] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52090f90-467f-9e4f-62c6-4e7d4ae98839, 'name': SearchDatastore_Task, 'duration_secs': 0.013833} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.806717] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.806984] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30/ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1693.807955] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c97a05f0-0c84-4e36-8ff1-dc531d81f3c0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.814940] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Waiting for the task: (returnval){ [ 1693.814940] env[62522]: value = "task-1703383" [ 1693.814940] env[62522]: _type = "Task" [ 1693.814940] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.823429] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.949839] env[62522]: DEBUG nova.network.neutron [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Successfully created port: 5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1693.975182] env[62522]: DEBUG nova.compute.manager [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1694.099261] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1694.099519] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb1fc2b7-534f-4c7e-95e0-1f6e55d2e38b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.108879] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1694.108879] env[62522]: value = "task-1703384" [ 1694.108879] env[62522]: _type = "Task" [ 1694.108879] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.120472] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.301192] env[62522]: DEBUG nova.scheduler.client.report [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1694.327455] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703383, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.367201] env[62522]: DEBUG oslo_concurrency.lockutils [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.367352] env[62522]: DEBUG oslo_concurrency.lockutils [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.367652] env[62522]: DEBUG nova.network.neutron [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1694.619285] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703384, 'name': PowerOffVM_Task, 'duration_secs': 0.287454} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.619773] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1694.621075] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1694.621075] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadf6bf3-a96e-4685-ab65-0872742311d0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.628801] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1694.629092] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60e01cdd-d482-497e-9886-cf2fc7b1608b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.660884] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1694.660884] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1694.660884] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Deleting the datastore file [datastore1] 1b572eb2-7e82-4d3f-abeb-69fd34323339 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1694.660884] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e903c1ee-358d-47f6-a7df-586e5e8d07c1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.668236] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1694.668236] env[62522]: value = "task-1703386" [ 1694.668236] env[62522]: _type = "Task" [ 1694.668236] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.677466] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.806049] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.808307] env[62522]: DEBUG oslo_concurrency.lockutils [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.440s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.808508] env[62522]: DEBUG nova.objects.instance [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lazy-loading 'resources' on Instance uuid 2b66b321-265d-470d-847a-16a82d280e74 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.827617] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528306} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.827876] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30/ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1694.828118] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1694.828657] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87e7bc5a-3bb9-4eb4-b794-03577491df27 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.838121] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Waiting for the task: (returnval){ [ 1694.838121] env[62522]: value = "task-1703387" [ 1694.838121] env[62522]: _type = "Task" [ 1694.838121] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.839031] env[62522]: INFO nova.scheduler.client.report [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Deleted allocations for instance d2c5d822-df80-4d3a-859c-14562f3b2805 [ 1694.853872] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.987542] env[62522]: DEBUG nova.compute.manager [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1695.014189] env[62522]: DEBUG nova.virt.hardware [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1695.014443] env[62522]: DEBUG nova.virt.hardware [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1695.014595] env[62522]: DEBUG nova.virt.hardware [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1695.014780] env[62522]: DEBUG nova.virt.hardware [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1695.014933] env[62522]: DEBUG nova.virt.hardware [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1695.015193] env[62522]: DEBUG nova.virt.hardware [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1695.015421] env[62522]: DEBUG nova.virt.hardware [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1695.015581] env[62522]: DEBUG nova.virt.hardware [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1695.015742] env[62522]: DEBUG nova.virt.hardware [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1695.015900] env[62522]: DEBUG nova.virt.hardware [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1695.016087] env[62522]: DEBUG nova.virt.hardware [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1695.016934] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645ad2c4-3e1a-4e23-8832-16cb57d22027 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.025588] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd76b4bb-a69a-4237-b98e-d91ee8982089 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.161994] env[62522]: DEBUG nova.network.neutron [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance_info_cache with network_info: [{"id": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "address": "fa:16:3e:a8:ad:df", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c30f3de-fd", "ovs_interfaceid": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.180041] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107025} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.180331] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1695.180522] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1695.180700] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1695.215079] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.215423] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20982c07-d472-4bcc-a6a5-6bb53c3a5f14 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.224439] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1695.224439] env[62522]: value = "task-1703388" [ 1695.224439] env[62522]: _type = "Task" [ 1695.224439] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.234351] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.353023] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078848} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.356538] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ef49d0a5-9984-4c3a-a8fa-82369e3d2799 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "d2c5d822-df80-4d3a-859c-14562f3b2805" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.126s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.357905] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1695.359270] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa942885-524b-4db6-ad43-33eb59bfb641 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.387693] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30/ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1695.390716] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a65eda-48fb-4914-8d22-fc124ce70290 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.415198] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Waiting for the task: (returnval){ [ 1695.415198] env[62522]: value = "task-1703389" [ 1695.415198] env[62522]: _type = "Task" [ 1695.415198] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.428201] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.586987] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6919c131-3806-4437-aed6-fedd748660ab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.599615] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481207c6-cc9b-48ae-8f14-2cda89e3d846 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.643969] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bb9e51-73d0-45a1-bdc3-9cd48a01d275 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.653726] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5484f69-9b89-4a0d-ae87-5f081e84950c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.668739] env[62522]: DEBUG oslo_concurrency.lockutils [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.675957] env[62522]: DEBUG nova.compute.provider_tree [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.737750] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703388, 'name': PowerOffVM_Task, 'duration_secs': 0.284932} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.739328] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1695.740548] env[62522]: DEBUG nova.compute.manager [req-1bcf52cb-63a6-4abb-929e-14b8b234b109 req-6cb01800-f162-4dd5-b429-2c3e927373a6 service nova] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Received event network-vif-plugged-5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1695.740748] env[62522]: DEBUG oslo_concurrency.lockutils [req-1bcf52cb-63a6-4abb-929e-14b8b234b109 req-6cb01800-f162-4dd5-b429-2c3e927373a6 service nova] Acquiring lock "3ef118d3-c5a3-4777-92da-ae95397b060c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.741044] env[62522]: DEBUG oslo_concurrency.lockutils [req-1bcf52cb-63a6-4abb-929e-14b8b234b109 req-6cb01800-f162-4dd5-b429-2c3e927373a6 service nova] Lock "3ef118d3-c5a3-4777-92da-ae95397b060c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.741124] env[62522]: DEBUG oslo_concurrency.lockutils [req-1bcf52cb-63a6-4abb-929e-14b8b234b109 req-6cb01800-f162-4dd5-b429-2c3e927373a6 service nova] Lock "3ef118d3-c5a3-4777-92da-ae95397b060c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.741287] env[62522]: DEBUG nova.compute.manager [req-1bcf52cb-63a6-4abb-929e-14b8b234b109 req-6cb01800-f162-4dd5-b429-2c3e927373a6 service nova] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] No waiting events found dispatching network-vif-plugged-5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1695.741451] env[62522]: WARNING nova.compute.manager [req-1bcf52cb-63a6-4abb-929e-14b8b234b109 req-6cb01800-f162-4dd5-b429-2c3e927373a6 service nova] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Received unexpected event network-vif-plugged-5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3 for instance with vm_state building and task_state spawning. [ 1695.742285] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b1564a-262b-4a26-97ac-0bd492892682 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.767991] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b93ac9-dc03-40df-bb0b-243967dba010 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.805289] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.805591] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c091e88c-3d1e-4683-9556-17b25d5cdb94 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.813117] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1695.813117] env[62522]: value = "task-1703390" [ 1695.813117] env[62522]: _type = "Task" [ 1695.813117] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.822338] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.925588] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703389, 'name': ReconfigVM_Task, 'duration_secs': 0.304701} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.925882] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30/ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1695.926555] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37f21c34-580b-4f0d-9f51-a30604a04476 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.937427] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Waiting for the task: (returnval){ [ 1695.937427] env[62522]: value = "task-1703391" [ 1695.937427] env[62522]: _type = "Task" [ 1695.937427] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.946999] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703391, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.961728] env[62522]: DEBUG nova.network.neutron [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Successfully updated port: 5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1696.179202] env[62522]: DEBUG nova.scheduler.client.report [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1696.183912] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07899b0-ac09-4dc2-a686-b837a6821782 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.192405] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec626fc1-b1df-492b-8ada-7eceab5a9236 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.213262] env[62522]: DEBUG nova.virt.hardware [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1696.213515] env[62522]: DEBUG nova.virt.hardware [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1696.213668] env[62522]: DEBUG nova.virt.hardware [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1696.213847] env[62522]: DEBUG nova.virt.hardware [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1696.213993] env[62522]: DEBUG nova.virt.hardware [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1696.214167] env[62522]: DEBUG nova.virt.hardware [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1696.214373] env[62522]: DEBUG nova.virt.hardware [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1696.214565] env[62522]: DEBUG nova.virt.hardware [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1696.214732] env[62522]: DEBUG nova.virt.hardware [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1696.214894] env[62522]: DEBUG nova.virt.hardware [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1696.215078] env[62522]: DEBUG nova.virt.hardware [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1696.216255] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088d1210-c0bf-48e6-8178-9abc3b29b06d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.225558] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1c02b2-f34c-4646-9040-d22903728c1d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.243066] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Instance VIF info [] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1696.248839] env[62522]: DEBUG oslo.service.loopingcall [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1696.249179] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1696.249425] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ccddffe-7c76-480d-9a0e-cc8780e21868 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.267384] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1696.267384] env[62522]: value = "task-1703392" [ 1696.267384] env[62522]: _type = "Task" [ 1696.267384] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.276426] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703392, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.326206] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1696.326330] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1696.326584] env[62522]: DEBUG oslo_concurrency.lockutils [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.326731] env[62522]: DEBUG oslo_concurrency.lockutils [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.326906] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1696.327187] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eb74327-b1a9-415c-958a-5ec0ad144f12 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.338923] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1696.339145] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1696.339910] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba9fbe88-6392-4951-bc3d-e51f6ad8e62c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.346675] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1696.346675] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521dcacb-2804-aeb1-ac34-1340e83ee9a2" [ 1696.346675] env[62522]: _type = "Task" [ 1696.346675] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.357381] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521dcacb-2804-aeb1-ac34-1340e83ee9a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.448983] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703391, 'name': Rename_Task, 'duration_secs': 0.212307} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.449264] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1696.449538] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f69df177-2f6b-4835-8c13-a61d8f496e93 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.458395] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Waiting for the task: (returnval){ [ 1696.458395] env[62522]: value = "task-1703393" [ 1696.458395] env[62522]: _type = "Task" [ 1696.458395] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.463738] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "refresh_cache-3ef118d3-c5a3-4777-92da-ae95397b060c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.463829] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "refresh_cache-3ef118d3-c5a3-4777-92da-ae95397b060c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.464217] env[62522]: DEBUG nova.network.neutron [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1696.472642] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.689373] env[62522]: DEBUG oslo_concurrency.lockutils [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.711769] env[62522]: INFO nova.scheduler.client.report [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleted allocations for instance 2b66b321-265d-470d-847a-16a82d280e74 [ 1696.784302] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703392, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.859810] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521dcacb-2804-aeb1-ac34-1340e83ee9a2, 'name': SearchDatastore_Task, 'duration_secs': 0.0159} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.860923] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58acfec0-ace1-4e65-ab7b-eb0273d1bf3b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.868649] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1696.868649] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52aef782-f071-b70c-7e30-52d9560d2e71" [ 1696.868649] env[62522]: _type = "Task" [ 1696.868649] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.878680] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52aef782-f071-b70c-7e30-52d9560d2e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.969873] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703393, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.030565] env[62522]: DEBUG nova.network.neutron [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1697.222014] env[62522]: DEBUG oslo_concurrency.lockutils [None req-35bf7c07-31f8-4765-9d1b-48ba180364ac tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "2b66b321-265d-470d-847a-16a82d280e74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.389s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.285295] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703392, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.313120] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691a3e09-38fb-4a4c-b11f-dd9dcc6cf263 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.340785] env[62522]: DEBUG nova.network.neutron [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Updating instance_info_cache with network_info: [{"id": "5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3", "address": "fa:16:3e:78:98:bd", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c358a1f-b2", "ovs_interfaceid": "5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.341410] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f6c634-0bb7-4f61-b2ce-91e165946ab6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.351821] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance '5e637bf4-543b-4a0e-be2a-9782b9005e56' progress to 83 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1697.380923] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52aef782-f071-b70c-7e30-52d9560d2e71, 'name': SearchDatastore_Task, 'duration_secs': 0.012869} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.381426] env[62522]: DEBUG oslo_concurrency.lockutils [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.381551] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] c8c2c7fe-7eb5-4517-b6ce-865fe677731a/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk. {{(pid=62522) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1697.383308] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28e66a58-c417-4dae-a8eb-b2c3a0b5aa9c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.392634] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1697.392634] env[62522]: value = "task-1703394" [ 1697.392634] env[62522]: _type = "Task" [ 1697.392634] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.403603] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.469511] env[62522]: DEBUG oslo_vmware.api [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703393, 'name': PowerOnVM_Task, 'duration_secs': 0.617183} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.469843] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1697.470067] env[62522]: INFO nova.compute.manager [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1697.470259] env[62522]: DEBUG nova.compute.manager [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1697.471087] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f513c86-08e1-47aa-9e22-117c150f540f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.768688] env[62522]: DEBUG nova.compute.manager [req-2bdb4643-8ab6-4a07-b9dc-0b0489f0c7e8 req-7ad38258-5f52-4fab-9243-f635e83988f7 service nova] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Received event network-changed-5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1697.768688] env[62522]: DEBUG nova.compute.manager [req-2bdb4643-8ab6-4a07-b9dc-0b0489f0c7e8 req-7ad38258-5f52-4fab-9243-f635e83988f7 service nova] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Refreshing instance network info cache due to event network-changed-5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1697.769680] env[62522]: DEBUG oslo_concurrency.lockutils [req-2bdb4643-8ab6-4a07-b9dc-0b0489f0c7e8 req-7ad38258-5f52-4fab-9243-f635e83988f7 service nova] Acquiring lock "refresh_cache-3ef118d3-c5a3-4777-92da-ae95397b060c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.788029] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703392, 'name': CreateVM_Task, 'duration_secs': 1.360568} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.788029] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1697.788029] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.788029] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.788029] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1697.788029] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-542a4874-4617-4874-bb1d-fdae3ba9be5e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.796426] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1697.796426] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5232c8e8-ef64-301a-3e9e-abc3ed19a58b" [ 1697.796426] env[62522]: _type = "Task" [ 1697.796426] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.808595] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5232c8e8-ef64-301a-3e9e-abc3ed19a58b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.848874] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "refresh_cache-3ef118d3-c5a3-4777-92da-ae95397b060c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.848874] env[62522]: DEBUG nova.compute.manager [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Instance network_info: |[{"id": "5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3", "address": "fa:16:3e:78:98:bd", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c358a1f-b2", "ovs_interfaceid": "5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1697.848874] env[62522]: DEBUG oslo_concurrency.lockutils [req-2bdb4643-8ab6-4a07-b9dc-0b0489f0c7e8 req-7ad38258-5f52-4fab-9243-f635e83988f7 service nova] Acquired lock "refresh_cache-3ef118d3-c5a3-4777-92da-ae95397b060c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.848874] env[62522]: DEBUG nova.network.neutron [req-2bdb4643-8ab6-4a07-b9dc-0b0489f0c7e8 req-7ad38258-5f52-4fab-9243-f635e83988f7 service nova] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Refreshing network info cache for port 5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1697.850233] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:98:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1697.859378] env[62522]: DEBUG oslo.service.loopingcall [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.863064] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1697.863619] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1697.864589] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e644d40-cb77-456b-b01f-ebccce9709c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.866723] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-464aa4ca-c862-4a81-be8a-dab1a960c501 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.892023] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1697.892023] env[62522]: value = "task-1703395" [ 1697.892023] env[62522]: _type = "Task" [ 1697.892023] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.900147] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1697.900147] env[62522]: value = "task-1703396" [ 1697.900147] env[62522]: _type = "Task" [ 1697.900147] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.911334] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.916617] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703394, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.920293] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703396, 'name': CreateVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.991702] env[62522]: INFO nova.compute.manager [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Took 20.28 seconds to build instance. [ 1698.047601] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "e27e30b4-8f47-42a4-b89c-494c1803d609" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.047601] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "e27e30b4-8f47-42a4-b89c-494c1803d609" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.316637] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5232c8e8-ef64-301a-3e9e-abc3ed19a58b, 'name': SearchDatastore_Task, 'duration_secs': 0.061639} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.317374] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.317810] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1698.318250] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.318539] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.318932] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1698.319348] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93df5328-af02-4435-b6c5-a8d351787cbb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.337536] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1698.337743] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1698.338517] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e38f8bc1-0978-4626-8af3-f35720f38635 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.353106] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1698.353106] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5279373b-47c9-0256-39eb-3ee5c0abae5b" [ 1698.353106] env[62522]: _type = "Task" [ 1698.353106] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.366447] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5279373b-47c9-0256-39eb-3ee5c0abae5b, 'name': SearchDatastore_Task, 'duration_secs': 0.012612} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.367355] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac168309-dff0-4d82-abee-1dcae547fe76 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.374644] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1698.374644] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5252f302-4693-c573-0f4b-80895c056154" [ 1698.374644] env[62522]: _type = "Task" [ 1698.374644] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.385277] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5252f302-4693-c573-0f4b-80895c056154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.408307] env[62522]: DEBUG oslo_vmware.api [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703395, 'name': PowerOnVM_Task, 'duration_secs': 0.476077} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.412793] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1698.413025] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd482b-a4e1-4939-80d1-623be29e2af4 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance '5e637bf4-543b-4a0e-be2a-9782b9005e56' progress to 100 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1698.421972] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53458} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.422945] env[62522]: INFO nova.virt.vmwareapi.ds_util [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] c8c2c7fe-7eb5-4517-b6ce-865fe677731a/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk. [ 1698.423955] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f945374d-4c94-4e48-98e3-532b6aa1cfd0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.430277] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703396, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.463173] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] c8c2c7fe-7eb5-4517-b6ce-865fe677731a/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.466174] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd73d6ac-4b01-41b4-8cbc-73ee5b63d058 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.487852] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1698.487852] env[62522]: value = "task-1703397" [ 1698.487852] env[62522]: _type = "Task" [ 1698.487852] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.494161] env[62522]: DEBUG oslo_concurrency.lockutils [None req-acc45a31-fc65-435e-9243-b2d49464b1dc tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Lock "ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.792s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.499206] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.548844] env[62522]: DEBUG nova.compute.manager [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1698.659894] env[62522]: DEBUG nova.network.neutron [req-2bdb4643-8ab6-4a07-b9dc-0b0489f0c7e8 req-7ad38258-5f52-4fab-9243-f635e83988f7 service nova] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Updated VIF entry in instance network info cache for port 5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1698.660488] env[62522]: DEBUG nova.network.neutron [req-2bdb4643-8ab6-4a07-b9dc-0b0489f0c7e8 req-7ad38258-5f52-4fab-9243-f635e83988f7 service nova] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Updating instance_info_cache with network_info: [{"id": "5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3", "address": "fa:16:3e:78:98:bd", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c358a1f-b2", "ovs_interfaceid": "5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.887504] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "56aa8a33-44a1-4504-b2ee-8e047e1ba476" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.887504] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "56aa8a33-44a1-4504-b2ee-8e047e1ba476" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.895280] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5252f302-4693-c573-0f4b-80895c056154, 'name': SearchDatastore_Task, 'duration_secs': 0.012902} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.895888] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.897291] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 1b572eb2-7e82-4d3f-abeb-69fd34323339/1b572eb2-7e82-4d3f-abeb-69fd34323339.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1698.897291] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-969e4215-894d-42a1-8deb-eeee5cc1f4fa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.909953] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1698.909953] env[62522]: value = "task-1703398" [ 1698.909953] env[62522]: _type = "Task" [ 1698.909953] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.929536] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.929986] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703396, 'name': CreateVM_Task, 'duration_secs': 0.702831} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.930226] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1698.931101] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.931246] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.931613] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1698.931952] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf229497-b1c5-4a2a-ae38-24a98d3ae84c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.939237] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1698.939237] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a8222f-7bfa-3626-609b-9f788b5cb340" [ 1698.939237] env[62522]: _type = "Task" [ 1698.939237] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.949872] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a8222f-7bfa-3626-609b-9f788b5cb340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.000596] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.006442] env[62522]: DEBUG oslo_concurrency.lockutils [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Acquiring lock "ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.006714] env[62522]: DEBUG oslo_concurrency.lockutils [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Lock "ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.007013] env[62522]: DEBUG oslo_concurrency.lockutils [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Acquiring lock "ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.007277] env[62522]: DEBUG oslo_concurrency.lockutils [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Lock "ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.007459] env[62522]: DEBUG oslo_concurrency.lockutils [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Lock "ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.012284] env[62522]: INFO nova.compute.manager [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Terminating instance [ 1699.076132] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.076464] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.078345] env[62522]: INFO nova.compute.claims [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.163290] env[62522]: DEBUG oslo_concurrency.lockutils [req-2bdb4643-8ab6-4a07-b9dc-0b0489f0c7e8 req-7ad38258-5f52-4fab-9243-f635e83988f7 service nova] Releasing lock "refresh_cache-3ef118d3-c5a3-4777-92da-ae95397b060c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.394648] env[62522]: DEBUG nova.compute.manager [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1699.422490] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703398, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.451157] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a8222f-7bfa-3626-609b-9f788b5cb340, 'name': SearchDatastore_Task, 'duration_secs': 0.020466} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.451359] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.451579] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1699.451837] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.451981] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.452222] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1699.452581] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b74387f-d876-47a6-99e3-5ee293302e80 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.468209] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1699.468439] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1699.469221] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-253145a8-0e67-4cfb-bcf6-1c01b997b139 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.476949] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1699.476949] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a2a3f4-aed5-b80a-cd91-08232840c7bb" [ 1699.476949] env[62522]: _type = "Task" [ 1699.476949] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.488857] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a2a3f4-aed5-b80a-cd91-08232840c7bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.500270] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.519586] env[62522]: DEBUG nova.compute.manager [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1699.519796] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1699.520931] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb627ed-f5ff-4b1f-8275-ab1fb0407024 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.531074] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1699.531420] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97292db6-db99-47c2-8d1a-ad62da08dbea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.544218] env[62522]: DEBUG oslo_vmware.api [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Waiting for the task: (returnval){ [ 1699.544218] env[62522]: value = "task-1703399" [ 1699.544218] env[62522]: _type = "Task" [ 1699.544218] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.558307] env[62522]: DEBUG oslo_vmware.api [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.926021] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834012} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.926021] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 1b572eb2-7e82-4d3f-abeb-69fd34323339/1b572eb2-7e82-4d3f-abeb-69fd34323339.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1699.926021] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1699.926021] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0e3091f-2a5c-4362-b389-6171b3c94433 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.927236] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.935351] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1699.935351] env[62522]: value = "task-1703400" [ 1699.935351] env[62522]: _type = "Task" [ 1699.935351] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.945870] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.989168] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a2a3f4-aed5-b80a-cd91-08232840c7bb, 'name': SearchDatastore_Task, 'duration_secs': 0.057967} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.993346] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4895d39-5c74-4671-ba74-16ad3599f9ae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.004108] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1700.004108] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5228a215-3999-ef6b-4ab0-f496c0b4c328" [ 1700.004108] env[62522]: _type = "Task" [ 1700.004108] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.004300] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703397, 'name': ReconfigVM_Task, 'duration_secs': 1.176954} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.004638] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Reconfigured VM instance instance-00000058 to attach disk [datastore1] c8c2c7fe-7eb5-4517-b6ce-865fe677731a/542833cb-1d3a-45b2-82af-d617b2896229-rescue.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1700.009709] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e589d16c-e874-480f-92c6-5b4e1e8be3b9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.051987] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5228a215-3999-ef6b-4ab0-f496c0b4c328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.055865] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02338dbc-21b4-4c6b-a157-b98194569031 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.076228] env[62522]: DEBUG oslo_vmware.api [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703399, 'name': PowerOffVM_Task, 'duration_secs': 0.371642} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.077588] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1700.077769] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1700.078103] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1700.078103] env[62522]: value = "task-1703401" [ 1700.078103] env[62522]: _type = "Task" [ 1700.078103] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.078304] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3628a106-d6f1-4cdf-9c34-6815d5044ae2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.095014] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.181931] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1700.182221] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1700.182422] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Deleting the datastore file [datastore1] ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1700.183810] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80446536-4df7-48f1-964d-31b921d2caab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.191169] env[62522]: DEBUG oslo_vmware.api [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Waiting for the task: (returnval){ [ 1700.191169] env[62522]: value = "task-1703403" [ 1700.191169] env[62522]: _type = "Task" [ 1700.191169] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.201773] env[62522]: DEBUG oslo_vmware.api [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.262808] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "fc3d065c-b839-4397-ae07-33e283e08a69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.263350] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "fc3d065c-b839-4397-ae07-33e283e08a69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.385473] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e6e6a4-02e2-4cc5-829b-e4a52bfa5651 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.394524] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4eb9066-eb9c-419c-a566-6bb18017afe5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.435583] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b16cd6-654b-4a5a-bcff-15f836408e98 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.453261] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de32f3a-3f33-455d-86db-3394b92b0795 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.457431] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0725} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.458174] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1700.459239] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b52521-e497-433e-aaf3-14ee8011b002 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.469719] env[62522]: DEBUG nova.compute.provider_tree [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.489782] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 1b572eb2-7e82-4d3f-abeb-69fd34323339/1b572eb2-7e82-4d3f-abeb-69fd34323339.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1700.490847] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc3e031c-98f2-4957-9a78-4e29bf64661b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.520622] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5228a215-3999-ef6b-4ab0-f496c0b4c328, 'name': SearchDatastore_Task, 'duration_secs': 0.058237} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.521941] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.524467] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3ef118d3-c5a3-4777-92da-ae95397b060c/3ef118d3-c5a3-4777-92da-ae95397b060c.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1700.524467] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1700.524467] env[62522]: value = "task-1703404" [ 1700.524467] env[62522]: _type = "Task" [ 1700.524467] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.524644] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8428e45-52c6-49c3-9491-93ef2534447b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.538285] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703404, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.539640] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1700.539640] env[62522]: value = "task-1703405" [ 1700.539640] env[62522]: _type = "Task" [ 1700.539640] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.553916] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.590286] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.702057] env[62522]: DEBUG oslo_vmware.api [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Task: {'id': task-1703403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474198} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.702379] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1700.702578] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1700.702757] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1700.702932] env[62522]: INFO nova.compute.manager [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1700.703218] env[62522]: DEBUG oslo.service.loopingcall [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.703445] env[62522]: DEBUG nova.compute.manager [-] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1700.703547] env[62522]: DEBUG nova.network.neutron [-] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1700.768943] env[62522]: DEBUG nova.compute.manager [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1700.977395] env[62522]: DEBUG nova.scheduler.client.report [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1701.033724] env[62522]: DEBUG nova.compute.manager [req-0367192b-0c3e-45a4-9076-b87bdde36b7d req-e1faa565-31e0-419c-b27e-d68faa229ba4 service nova] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Received event network-vif-deleted-ec00f357-58ce-429d-b586-a74a0babf059 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1701.034036] env[62522]: INFO nova.compute.manager [req-0367192b-0c3e-45a4-9076-b87bdde36b7d req-e1faa565-31e0-419c-b27e-d68faa229ba4 service nova] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Neutron deleted interface ec00f357-58ce-429d-b586-a74a0babf059; detaching it from the instance and deleting it from the info cache [ 1701.034213] env[62522]: DEBUG nova.network.neutron [req-0367192b-0c3e-45a4-9076-b87bdde36b7d req-e1faa565-31e0-419c-b27e-d68faa229ba4 service nova] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.050631] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703404, 'name': ReconfigVM_Task, 'duration_secs': 0.317308} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.051685] env[62522]: DEBUG nova.network.neutron [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Port 0c30f3de-fd78-499b-85ea-8987eb2f761d binding to destination host cpu-1 is already ACTIVE {{(pid=62522) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1701.052870] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.053216] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.053391] env[62522]: DEBUG nova.network.neutron [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.058259] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 1b572eb2-7e82-4d3f-abeb-69fd34323339/1b572eb2-7e82-4d3f-abeb-69fd34323339.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1701.058259] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50feda18-4b03-45e6-8449-80dffacdc410 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.063538] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703405, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.073151] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1701.073151] env[62522]: value = "task-1703406" [ 1701.073151] env[62522]: _type = "Task" [ 1701.073151] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.083740] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703406, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.093390] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703401, 'name': ReconfigVM_Task, 'duration_secs': 0.566872} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.093739] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1701.094032] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8210562a-dc61-4033-8d55-d27c1ce904dc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.101240] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1701.101240] env[62522]: value = "task-1703407" [ 1701.101240] env[62522]: _type = "Task" [ 1701.101240] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.113870] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.292303] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.482359] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.482930] env[62522]: DEBUG nova.compute.manager [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1701.486835] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.559s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.489184] env[62522]: INFO nova.compute.claims [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1701.509229] env[62522]: DEBUG nova.network.neutron [-] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.537551] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eafd6736-4c70-4777-8e99-45e82c19d32f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.552742] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571392} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.553967] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3ef118d3-c5a3-4777-92da-ae95397b060c/3ef118d3-c5a3-4777-92da-ae95397b060c.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1701.554200] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1701.554491] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1590895d-691b-4ca8-8117-50bd7b8e28c6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.558902] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9ab5e2-3be2-4c03-9616-4f814dfcc914 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.579457] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1701.579457] env[62522]: value = "task-1703408" [ 1701.579457] env[62522]: _type = "Task" [ 1701.579457] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.586543] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703406, 'name': Rename_Task, 'duration_secs': 0.151935} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.587281] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1701.597977] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3e3799d-5c7a-4f7e-ba49-a1f685cfb1af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.599895] env[62522]: DEBUG nova.compute.manager [req-0367192b-0c3e-45a4-9076-b87bdde36b7d req-e1faa565-31e0-419c-b27e-d68faa229ba4 service nova] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Detach interface failed, port_id=ec00f357-58ce-429d-b586-a74a0babf059, reason: Instance ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1701.605601] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.612074] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1701.612074] env[62522]: value = "task-1703409" [ 1701.612074] env[62522]: _type = "Task" [ 1701.612074] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.619284] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.625664] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.816728] env[62522]: DEBUG nova.network.neutron [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance_info_cache with network_info: [{"id": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "address": "fa:16:3e:a8:ad:df", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c30f3de-fd", "ovs_interfaceid": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.994099] env[62522]: DEBUG nova.compute.utils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1701.995867] env[62522]: DEBUG nova.compute.manager [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1701.996096] env[62522]: DEBUG nova.network.neutron [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.013666] env[62522]: INFO nova.compute.manager [-] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Took 1.31 seconds to deallocate network for instance. [ 1702.041395] env[62522]: DEBUG nova.policy [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cf3b85db35c421abb861146c6a099e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1575a5ca5245b997c0559bcb677670', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.090237] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145118} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.090538] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1702.091338] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b34a37-d636-47a1-981c-2423c2f77554 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.120070] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 3ef118d3-c5a3-4777-92da-ae95397b060c/3ef118d3-c5a3-4777-92da-ae95397b060c.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1702.127526] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55071e8d-8890-4977-a705-f0966d3f4282 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.162343] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703409, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.167532] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1702.167532] env[62522]: value = "task-1703410" [ 1702.167532] env[62522]: _type = "Task" [ 1702.167532] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.167869] env[62522]: DEBUG oslo_vmware.api [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703407, 'name': PowerOnVM_Task, 'duration_secs': 0.997996} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.168325] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1702.175649] env[62522]: DEBUG nova.compute.manager [None req-95b35e66-4f6a-4209-96a2-3494a7a6df27 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1702.177165] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97519bb3-4a05-4c45-a715-b2327bb5cdaf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.187313] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.317328] env[62522]: DEBUG nova.network.neutron [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Successfully created port: d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1702.319629] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.501910] env[62522]: DEBUG nova.compute.manager [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1702.519348] env[62522]: DEBUG oslo_concurrency.lockutils [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.639358] env[62522]: DEBUG oslo_vmware.api [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703409, 'name': PowerOnVM_Task, 'duration_secs': 0.625851} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.639657] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1702.639824] env[62522]: DEBUG nova.compute.manager [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1702.642887] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1097f261-7a5a-4fee-9fea-b627fcaefec4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.677420] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703410, 'name': ReconfigVM_Task, 'duration_secs': 0.300447} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.679834] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 3ef118d3-c5a3-4777-92da-ae95397b060c/3ef118d3-c5a3-4777-92da-ae95397b060c.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1702.680910] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9481f544-7f70-428b-9a67-1aff5c6767ca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.689741] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1702.689741] env[62522]: value = "task-1703411" [ 1702.689741] env[62522]: _type = "Task" [ 1702.689741] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.704548] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703411, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.745951] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6616d9f-374c-4b91-a806-5ad4715f8ae8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.754742] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388a4e17-c5de-4b04-90bb-32f794b40bfe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.788290] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5555a0-fc1d-4778-8e3c-f3ba8a667ad2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.797395] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55563b65-2910-47da-abd1-dee9f1a926e7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.814690] env[62522]: DEBUG nova.compute.provider_tree [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.822981] env[62522]: DEBUG nova.compute.manager [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62522) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1703.160735] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.202338] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703411, 'name': Rename_Task, 'duration_secs': 0.153119} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.203030] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1703.203113] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed38fd5c-0a8d-4ceb-bcd2-b89db3262267 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.210109] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1703.210109] env[62522]: value = "task-1703412" [ 1703.210109] env[62522]: _type = "Task" [ 1703.210109] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.217963] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.318923] env[62522]: DEBUG nova.scheduler.client.report [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1703.513023] env[62522]: DEBUG nova.compute.manager [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1703.539022] env[62522]: DEBUG nova.virt.hardware [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1703.539385] env[62522]: DEBUG nova.virt.hardware [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1703.539722] env[62522]: DEBUG nova.virt.hardware [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.540115] env[62522]: DEBUG nova.virt.hardware [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1703.540371] env[62522]: DEBUG nova.virt.hardware [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.540704] env[62522]: DEBUG nova.virt.hardware [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1703.540999] env[62522]: DEBUG nova.virt.hardware [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1703.541265] env[62522]: DEBUG nova.virt.hardware [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1703.541538] env[62522]: DEBUG nova.virt.hardware [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1703.541787] env[62522]: DEBUG nova.virt.hardware [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1703.542061] env[62522]: DEBUG nova.virt.hardware [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1703.543333] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ac008d-09e1-4e7f-8d93-fb8fa7b7ab40 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.557240] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d143729d-55d7-4876-b6c7-35a31c6d087b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.720574] env[62522]: DEBUG oslo_vmware.api [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703412, 'name': PowerOnVM_Task, 'duration_secs': 0.438136} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.720836] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1703.721054] env[62522]: INFO nova.compute.manager [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1703.721236] env[62522]: DEBUG nova.compute.manager [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1703.721998] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c76f77b-6456-4fa7-aa75-a565309e6406 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.820461] env[62522]: DEBUG nova.compute.manager [req-a2e3ba66-e1f1-4c98-a4ad-5761fbc12f89 req-6c3e1e3e-9443-4d75-8796-8cb1fbf6f2a6 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Received event network-vif-plugged-d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1703.820667] env[62522]: DEBUG oslo_concurrency.lockutils [req-a2e3ba66-e1f1-4c98-a4ad-5761fbc12f89 req-6c3e1e3e-9443-4d75-8796-8cb1fbf6f2a6 service nova] Acquiring lock "e27e30b4-8f47-42a4-b89c-494c1803d609-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.820933] env[62522]: DEBUG oslo_concurrency.lockutils [req-a2e3ba66-e1f1-4c98-a4ad-5761fbc12f89 req-6c3e1e3e-9443-4d75-8796-8cb1fbf6f2a6 service nova] Lock "e27e30b4-8f47-42a4-b89c-494c1803d609-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.821053] env[62522]: DEBUG oslo_concurrency.lockutils [req-a2e3ba66-e1f1-4c98-a4ad-5761fbc12f89 req-6c3e1e3e-9443-4d75-8796-8cb1fbf6f2a6 service nova] Lock "e27e30b4-8f47-42a4-b89c-494c1803d609-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.821240] env[62522]: DEBUG nova.compute.manager [req-a2e3ba66-e1f1-4c98-a4ad-5761fbc12f89 req-6c3e1e3e-9443-4d75-8796-8cb1fbf6f2a6 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] No waiting events found dispatching network-vif-plugged-d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1703.821398] env[62522]: WARNING nova.compute.manager [req-a2e3ba66-e1f1-4c98-a4ad-5761fbc12f89 req-6c3e1e3e-9443-4d75-8796-8cb1fbf6f2a6 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Received unexpected event network-vif-plugged-d37eee07-d9a9-4e9b-b2e4-556a623b796e for instance with vm_state building and task_state spawning. [ 1703.824445] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.824933] env[62522]: DEBUG nova.compute.manager [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1703.828076] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.536s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.832141] env[62522]: INFO nova.compute.claims [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1703.925481] env[62522]: DEBUG nova.network.neutron [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Successfully updated port: d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1703.933230] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.057058] env[62522]: INFO nova.compute.manager [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Unrescuing [ 1704.057355] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.057504] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquired lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.057673] env[62522]: DEBUG nova.network.neutron [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.240535] env[62522]: INFO nova.compute.manager [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Took 14.47 seconds to build instance. [ 1704.329481] env[62522]: DEBUG nova.compute.utils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1704.331349] env[62522]: DEBUG nova.compute.manager [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1704.331536] env[62522]: DEBUG nova.network.neutron [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1704.375539] env[62522]: DEBUG nova.policy [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3495ef7d7c96436686012f6131d26fa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ab5ba9c13bd45eb94571f0a66c8e468', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1704.434559] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.434988] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.434988] env[62522]: DEBUG nova.network.neutron [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.504295] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "1b572eb2-7e82-4d3f-abeb-69fd34323339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.504575] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "1b572eb2-7e82-4d3f-abeb-69fd34323339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.504788] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "1b572eb2-7e82-4d3f-abeb-69fd34323339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.504971] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "1b572eb2-7e82-4d3f-abeb-69fd34323339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.505159] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "1b572eb2-7e82-4d3f-abeb-69fd34323339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.507466] env[62522]: INFO nova.compute.manager [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Terminating instance [ 1704.534380] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1704.712835] env[62522]: DEBUG nova.network.neutron [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Successfully created port: 42663cf8-3e27-4e83-a0ac-46d380ca3a65 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1704.741727] env[62522]: DEBUG oslo_concurrency.lockutils [None req-43b71e05-536f-4e6b-b7ec-7fa0d26ea561 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "3ef118d3-c5a3-4777-92da-ae95397b060c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.405s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.835019] env[62522]: DEBUG nova.compute.manager [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1704.992490] env[62522]: DEBUG nova.network.neutron [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.011804] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "refresh_cache-1b572eb2-7e82-4d3f-abeb-69fd34323339" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.012011] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquired lock "refresh_cache-1b572eb2-7e82-4d3f-abeb-69fd34323339" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.012153] env[62522]: DEBUG nova.network.neutron [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.013990] env[62522]: DEBUG nova.network.neutron [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Updating instance_info_cache with network_info: [{"id": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "address": "fa:16:3e:bf:be:b0", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8c2a2d-74", "ovs_interfaceid": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.125840] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3e40e2-63d1-452f-a103-39e8ba704366 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.134375] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d526a81-e0b2-4890-9c74-7b8f531c348f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.168562] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c470e7-3402-4593-bbe4-ee9071a7ea9e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.177602] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6417658a-dc13-4243-b587-42d6a1f0ce15 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.191985] env[62522]: DEBUG nova.compute.provider_tree [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.215834] env[62522]: DEBUG nova.network.neutron [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updating instance_info_cache with network_info: [{"id": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "address": "fa:16:3e:4a:74:22", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37eee07-d9", "ovs_interfaceid": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.518429] env[62522]: DEBUG oslo_concurrency.lockutils [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Releasing lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.518724] env[62522]: DEBUG nova.objects.instance [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lazy-loading 'flavor' on Instance uuid c8c2c7fe-7eb5-4517-b6ce-865fe677731a {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.535882] env[62522]: DEBUG nova.network.neutron [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.594565] env[62522]: DEBUG nova.network.neutron [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.696596] env[62522]: DEBUG nova.scheduler.client.report [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1705.718506] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.718800] env[62522]: DEBUG nova.compute.manager [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Instance network_info: |[{"id": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "address": "fa:16:3e:4a:74:22", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37eee07-d9", "ovs_interfaceid": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1705.719480] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:74:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd37eee07-d9a9-4e9b-b2e4-556a623b796e', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1705.727291] env[62522]: DEBUG oslo.service.loopingcall [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.727493] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1705.727930] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96c02212-ac16-46c4-ae86-49b198ba3d0f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.748798] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1705.748798] env[62522]: value = "task-1703413" [ 1705.748798] env[62522]: _type = "Task" [ 1705.748798] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.758689] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703413, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.830058] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f02f3d9a-37f4-4476-9784-bee7c53be250 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "3ef118d3-c5a3-4777-92da-ae95397b060c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.830391] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f02f3d9a-37f4-4476-9784-bee7c53be250 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "3ef118d3-c5a3-4777-92da-ae95397b060c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.830606] env[62522]: DEBUG nova.compute.manager [None req-f02f3d9a-37f4-4476-9784-bee7c53be250 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1705.831557] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ce1cb5-b6a3-40db-8dba-9f0a9b5bd566 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.840276] env[62522]: DEBUG nova.compute.manager [None req-f02f3d9a-37f4-4476-9784-bee7c53be250 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62522) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1705.840844] env[62522]: DEBUG nova.objects.instance [None req-f02f3d9a-37f4-4476-9784-bee7c53be250 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lazy-loading 'flavor' on Instance uuid 3ef118d3-c5a3-4777-92da-ae95397b060c {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.850679] env[62522]: DEBUG nova.compute.manager [req-51d70324-4cd4-487b-bf40-21e1bce613bd req-c030b6e6-e3c5-4522-987e-0eb0059eea66 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Received event network-changed-d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1705.850999] env[62522]: DEBUG nova.compute.manager [req-51d70324-4cd4-487b-bf40-21e1bce613bd req-c030b6e6-e3c5-4522-987e-0eb0059eea66 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Refreshing instance network info cache due to event network-changed-d37eee07-d9a9-4e9b-b2e4-556a623b796e. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1705.851340] env[62522]: DEBUG oslo_concurrency.lockutils [req-51d70324-4cd4-487b-bf40-21e1bce613bd req-c030b6e6-e3c5-4522-987e-0eb0059eea66 service nova] Acquiring lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.851540] env[62522]: DEBUG oslo_concurrency.lockutils [req-51d70324-4cd4-487b-bf40-21e1bce613bd req-c030b6e6-e3c5-4522-987e-0eb0059eea66 service nova] Acquired lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.851848] env[62522]: DEBUG nova.network.neutron [req-51d70324-4cd4-487b-bf40-21e1bce613bd req-c030b6e6-e3c5-4522-987e-0eb0059eea66 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Refreshing network info cache for port d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1705.853686] env[62522]: DEBUG nova.compute.manager [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1705.879148] env[62522]: DEBUG nova.virt.hardware [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1705.879396] env[62522]: DEBUG nova.virt.hardware [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1705.879553] env[62522]: DEBUG nova.virt.hardware [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1705.880381] env[62522]: DEBUG nova.virt.hardware [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1705.880381] env[62522]: DEBUG nova.virt.hardware [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1705.880381] env[62522]: DEBUG nova.virt.hardware [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1705.880381] env[62522]: DEBUG nova.virt.hardware [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1705.880572] env[62522]: DEBUG nova.virt.hardware [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1705.880628] env[62522]: DEBUG nova.virt.hardware [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1705.880787] env[62522]: DEBUG nova.virt.hardware [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1705.880957] env[62522]: DEBUG nova.virt.hardware [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1705.881811] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714e9d20-839c-46b0-927e-66aac84d650e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.890716] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c458c33f-bd61-4606-bb5d-f17434bdd52f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.025484] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848f1357-c34d-44ed-bc96-71bafe1f5bf7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.053702] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.053763] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d3548e3-59b7-4ab4-82c0-f6246ac18809 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.062966] env[62522]: DEBUG oslo_vmware.api [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1706.062966] env[62522]: value = "task-1703414" [ 1706.062966] env[62522]: _type = "Task" [ 1706.062966] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.072241] env[62522]: DEBUG oslo_vmware.api [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.097718] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Releasing lock "refresh_cache-1b572eb2-7e82-4d3f-abeb-69fd34323339" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.098754] env[62522]: DEBUG nova.compute.manager [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1706.098754] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1706.099632] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4136c5-7005-4c34-bbe2-75536ef8aac9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.109095] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.109809] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-637621f8-e981-47cf-baca-0f119821191b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.119426] env[62522]: DEBUG oslo_vmware.api [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1706.119426] env[62522]: value = "task-1703415" [ 1706.119426] env[62522]: _type = "Task" [ 1706.119426] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.129760] env[62522]: DEBUG oslo_vmware.api [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.202364] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.203432] env[62522]: DEBUG nova.compute.manager [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1706.208040] env[62522]: DEBUG oslo_concurrency.lockutils [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.689s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.208521] env[62522]: DEBUG nova.objects.instance [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Lazy-loading 'resources' on Instance uuid ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1706.261532] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703413, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.576965] env[62522]: DEBUG oslo_vmware.api [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703414, 'name': PowerOffVM_Task, 'duration_secs': 0.323521} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.577427] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.586271] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Reconfiguring VM instance instance-00000058 to detach disk 2002 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1706.586978] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-200f03fb-21eb-475a-8c9b-404c88cc2b70 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.613881] env[62522]: DEBUG oslo_vmware.api [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1706.613881] env[62522]: value = "task-1703416" [ 1706.613881] env[62522]: _type = "Task" [ 1706.613881] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.631249] env[62522]: DEBUG oslo_vmware.api [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.637766] env[62522]: DEBUG oslo_vmware.api [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703415, 'name': PowerOffVM_Task, 'duration_secs': 0.203158} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.639071] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.639310] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1706.639579] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-638c27e2-2580-452a-af64-33319a4ff8ff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.650587] env[62522]: DEBUG nova.network.neutron [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Successfully updated port: 42663cf8-3e27-4e83-a0ac-46d380ca3a65 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.673459] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1706.673686] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1706.673862] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Deleting the datastore file [datastore1] 1b572eb2-7e82-4d3f-abeb-69fd34323339 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1706.674436] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b937b54-e317-4867-9ead-613c87fdd5d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.683923] env[62522]: DEBUG oslo_vmware.api [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1706.683923] env[62522]: value = "task-1703418" [ 1706.683923] env[62522]: _type = "Task" [ 1706.683923] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.693034] env[62522]: DEBUG oslo_vmware.api [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.693905] env[62522]: DEBUG nova.network.neutron [req-51d70324-4cd4-487b-bf40-21e1bce613bd req-c030b6e6-e3c5-4522-987e-0eb0059eea66 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updated VIF entry in instance network info cache for port d37eee07-d9a9-4e9b-b2e4-556a623b796e. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1706.694252] env[62522]: DEBUG nova.network.neutron [req-51d70324-4cd4-487b-bf40-21e1bce613bd req-c030b6e6-e3c5-4522-987e-0eb0059eea66 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updating instance_info_cache with network_info: [{"id": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "address": "fa:16:3e:4a:74:22", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37eee07-d9", "ovs_interfaceid": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.711722] env[62522]: DEBUG nova.compute.utils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1706.713158] env[62522]: DEBUG nova.compute.manager [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1706.713350] env[62522]: DEBUG nova.network.neutron [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1706.758346] env[62522]: DEBUG nova.policy [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daea36e4aefb42f0b12289a936479181', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c04f539dea447998a923b099014c4d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1706.766415] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703413, 'name': CreateVM_Task, 'duration_secs': 0.560609} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.766795] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1706.767503] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.767667] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.767984] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1706.768255] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8777dee4-abf7-4824-8be9-8f8b6c5739be {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.773718] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1706.773718] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d44f1f-83ac-39d4-428b-56150f78bdb7" [ 1706.773718] env[62522]: _type = "Task" [ 1706.773718] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.785623] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d44f1f-83ac-39d4-428b-56150f78bdb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.849201] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02f3d9a-37f4-4476-9784-bee7c53be250 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.849518] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4a9eb05-de64-437e-b391-e45c5c5928e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.859131] env[62522]: DEBUG oslo_vmware.api [None req-f02f3d9a-37f4-4476-9784-bee7c53be250 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1706.859131] env[62522]: value = "task-1703419" [ 1706.859131] env[62522]: _type = "Task" [ 1706.859131] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.872843] env[62522]: DEBUG oslo_vmware.api [None req-f02f3d9a-37f4-4476-9784-bee7c53be250 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.947437] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027f565c-8ba2-4489-9501-55f51271eda5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.955185] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc22f990-1395-4f75-a532-2756841775ac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.989336] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f2caa0-e542-4f5d-8375-0240f631fd1a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.998409] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbafed33-b77f-443e-b3db-f865827c941d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.015009] env[62522]: DEBUG nova.compute.provider_tree [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.032725] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.033050] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.036053] env[62522]: DEBUG nova.network.neutron [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Successfully created port: a139f756-a7c8-4f47-bd02-b90c2d91153f {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1707.125328] env[62522]: DEBUG oslo_vmware.api [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703416, 'name': ReconfigVM_Task, 'duration_secs': 0.425084} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.125653] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Reconfigured VM instance instance-00000058 to detach disk 2002 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1707.125830] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1707.126049] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-779bb063-053c-4d7e-a0d7-2fc98fd5a427 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.133664] env[62522]: DEBUG oslo_vmware.api [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1707.133664] env[62522]: value = "task-1703420" [ 1707.133664] env[62522]: _type = "Task" [ 1707.133664] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.141795] env[62522]: DEBUG oslo_vmware.api [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.153726] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "refresh_cache-56aa8a33-44a1-4504-b2ee-8e047e1ba476" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.153726] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "refresh_cache-56aa8a33-44a1-4504-b2ee-8e047e1ba476" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.153845] env[62522]: DEBUG nova.network.neutron [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.193987] env[62522]: DEBUG oslo_vmware.api [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188605} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.194327] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1707.194416] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1707.194584] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1707.194756] env[62522]: INFO nova.compute.manager [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1707.194994] env[62522]: DEBUG oslo.service.loopingcall [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.195200] env[62522]: DEBUG nova.compute.manager [-] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1707.195296] env[62522]: DEBUG nova.network.neutron [-] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1707.197341] env[62522]: DEBUG oslo_concurrency.lockutils [req-51d70324-4cd4-487b-bf40-21e1bce613bd req-c030b6e6-e3c5-4522-987e-0eb0059eea66 service nova] Releasing lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.217398] env[62522]: DEBUG nova.network.neutron [-] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.219477] env[62522]: DEBUG nova.compute.manager [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1707.284989] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d44f1f-83ac-39d4-428b-56150f78bdb7, 'name': SearchDatastore_Task, 'duration_secs': 0.023121} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.285312] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.285554] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.285784] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.285936] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.286142] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.286647] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7f2a09a-c018-4da2-8a43-0f9dc7547bcf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.295462] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.295658] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.296358] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e3298b3-37a8-4476-8f02-32b8657e3859 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.301972] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1707.301972] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5216227c-a7e1-d0ed-8a87-a6bc5d48a7c8" [ 1707.301972] env[62522]: _type = "Task" [ 1707.301972] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.310408] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5216227c-a7e1-d0ed-8a87-a6bc5d48a7c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.374049] env[62522]: DEBUG oslo_vmware.api [None req-f02f3d9a-37f4-4476-9784-bee7c53be250 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703419, 'name': PowerOffVM_Task, 'duration_secs': 0.216279} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.374877] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02f3d9a-37f4-4476-9784-bee7c53be250 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1707.375349] env[62522]: DEBUG nova.compute.manager [None req-f02f3d9a-37f4-4476-9784-bee7c53be250 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1707.377679] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd259075-29e0-40a9-8c47-9e1542c3a589 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.519283] env[62522]: DEBUG nova.scheduler.client.report [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1707.646612] env[62522]: DEBUG oslo_vmware.api [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703420, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.704951] env[62522]: DEBUG nova.network.neutron [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.723315] env[62522]: DEBUG nova.network.neutron [-] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.815261] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5216227c-a7e1-d0ed-8a87-a6bc5d48a7c8, 'name': SearchDatastore_Task, 'duration_secs': 0.02199} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.815261] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40fb85b2-b161-42e0-b117-3ddac6b9c305 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.819993] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1707.819993] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522d9eb9-99f4-fa12-1c1d-bb359d156a3e" [ 1707.819993] env[62522]: _type = "Task" [ 1707.819993] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.828694] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522d9eb9-99f4-fa12-1c1d-bb359d156a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.897032] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f02f3d9a-37f4-4476-9784-bee7c53be250 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "3ef118d3-c5a3-4777-92da-ae95397b060c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.018827] env[62522]: DEBUG nova.compute.manager [req-32cac2c5-3a25-4993-8311-f79b8b840652 req-ffdfdabd-1543-4f64-b825-bc46b26e1551 service nova] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Received event network-vif-plugged-42663cf8-3e27-4e83-a0ac-46d380ca3a65 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1708.019082] env[62522]: DEBUG oslo_concurrency.lockutils [req-32cac2c5-3a25-4993-8311-f79b8b840652 req-ffdfdabd-1543-4f64-b825-bc46b26e1551 service nova] Acquiring lock "56aa8a33-44a1-4504-b2ee-8e047e1ba476-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.019361] env[62522]: DEBUG oslo_concurrency.lockutils [req-32cac2c5-3a25-4993-8311-f79b8b840652 req-ffdfdabd-1543-4f64-b825-bc46b26e1551 service nova] Lock "56aa8a33-44a1-4504-b2ee-8e047e1ba476-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.019558] env[62522]: DEBUG oslo_concurrency.lockutils [req-32cac2c5-3a25-4993-8311-f79b8b840652 req-ffdfdabd-1543-4f64-b825-bc46b26e1551 service nova] Lock "56aa8a33-44a1-4504-b2ee-8e047e1ba476-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.019728] env[62522]: DEBUG nova.compute.manager [req-32cac2c5-3a25-4993-8311-f79b8b840652 req-ffdfdabd-1543-4f64-b825-bc46b26e1551 service nova] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] No waiting events found dispatching network-vif-plugged-42663cf8-3e27-4e83-a0ac-46d380ca3a65 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1708.019892] env[62522]: WARNING nova.compute.manager [req-32cac2c5-3a25-4993-8311-f79b8b840652 req-ffdfdabd-1543-4f64-b825-bc46b26e1551 service nova] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Received unexpected event network-vif-plugged-42663cf8-3e27-4e83-a0ac-46d380ca3a65 for instance with vm_state building and task_state spawning. [ 1708.020066] env[62522]: DEBUG nova.compute.manager [req-32cac2c5-3a25-4993-8311-f79b8b840652 req-ffdfdabd-1543-4f64-b825-bc46b26e1551 service nova] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Received event network-changed-42663cf8-3e27-4e83-a0ac-46d380ca3a65 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1708.020252] env[62522]: DEBUG nova.compute.manager [req-32cac2c5-3a25-4993-8311-f79b8b840652 req-ffdfdabd-1543-4f64-b825-bc46b26e1551 service nova] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Refreshing instance network info cache due to event network-changed-42663cf8-3e27-4e83-a0ac-46d380ca3a65. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1708.020463] env[62522]: DEBUG oslo_concurrency.lockutils [req-32cac2c5-3a25-4993-8311-f79b8b840652 req-ffdfdabd-1543-4f64-b825-bc46b26e1551 service nova] Acquiring lock "refresh_cache-56aa8a33-44a1-4504-b2ee-8e047e1ba476" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.026176] env[62522]: DEBUG oslo_concurrency.lockutils [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.028408] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.868s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.028506] env[62522]: DEBUG nova.objects.instance [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62522) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1708.033702] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.051442] env[62522]: INFO nova.scheduler.client.report [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Deleted allocations for instance ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30 [ 1708.117336] env[62522]: DEBUG nova.network.neutron [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Updating instance_info_cache with network_info: [{"id": "42663cf8-3e27-4e83-a0ac-46d380ca3a65", "address": "fa:16:3e:d0:fe:21", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42663cf8-3e", "ovs_interfaceid": "42663cf8-3e27-4e83-a0ac-46d380ca3a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.144619] env[62522]: DEBUG oslo_vmware.api [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703420, 'name': PowerOnVM_Task, 'duration_secs': 0.533403} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.144900] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1708.145149] env[62522]: DEBUG nova.compute.manager [None req-47b9de24-1cde-4619-8891-48db8c001770 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1708.145908] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aba8e0-97ee-4a83-aa7d-ff1b2d4fd7db {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.228742] env[62522]: INFO nova.compute.manager [-] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Took 1.03 seconds to deallocate network for instance. [ 1708.231371] env[62522]: DEBUG nova.compute.manager [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1708.253298] env[62522]: DEBUG nova.virt.hardware [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1708.253559] env[62522]: DEBUG nova.virt.hardware [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1708.253718] env[62522]: DEBUG nova.virt.hardware [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.253905] env[62522]: DEBUG nova.virt.hardware [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1708.254064] env[62522]: DEBUG nova.virt.hardware [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.254212] env[62522]: DEBUG nova.virt.hardware [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1708.254417] env[62522]: DEBUG nova.virt.hardware [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1708.254610] env[62522]: DEBUG nova.virt.hardware [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1708.254786] env[62522]: DEBUG nova.virt.hardware [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1708.254951] env[62522]: DEBUG nova.virt.hardware [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1708.255391] env[62522]: DEBUG nova.virt.hardware [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1708.255982] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616bab41-e23b-4626-9643-af487765dc29 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.265549] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aea10a4-23c7-4958-85e1-efad7ecfa3b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.330620] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522d9eb9-99f4-fa12-1c1d-bb359d156a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.330956] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.331244] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] e27e30b4-8f47-42a4-b89c-494c1803d609/e27e30b4-8f47-42a4-b89c-494c1803d609.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.331513] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d59b205e-44a6-4eed-93fe-4a47b9e814b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.339360] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1708.339360] env[62522]: value = "task-1703421" [ 1708.339360] env[62522]: _type = "Task" [ 1708.339360] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.347254] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.433085] env[62522]: INFO nova.compute.manager [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Rebuilding instance [ 1708.482861] env[62522]: DEBUG nova.compute.manager [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1708.483857] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db35491-57fe-44b0-80ea-91ba0bb3b353 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.558086] env[62522]: DEBUG oslo_concurrency.lockutils [None req-848ce983-6e9f-4648-af5d-a3c37b4a0ae3 tempest-ServerGroupTestJSON-1587485461 tempest-ServerGroupTestJSON-1587485461-project-member] Lock "ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.551s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.619751] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "refresh_cache-56aa8a33-44a1-4504-b2ee-8e047e1ba476" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.620116] env[62522]: DEBUG nova.compute.manager [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Instance network_info: |[{"id": "42663cf8-3e27-4e83-a0ac-46d380ca3a65", "address": "fa:16:3e:d0:fe:21", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42663cf8-3e", "ovs_interfaceid": "42663cf8-3e27-4e83-a0ac-46d380ca3a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1708.620459] env[62522]: DEBUG oslo_concurrency.lockutils [req-32cac2c5-3a25-4993-8311-f79b8b840652 req-ffdfdabd-1543-4f64-b825-bc46b26e1551 service nova] Acquired lock "refresh_cache-56aa8a33-44a1-4504-b2ee-8e047e1ba476" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.620647] env[62522]: DEBUG nova.network.neutron [req-32cac2c5-3a25-4993-8311-f79b8b840652 req-ffdfdabd-1543-4f64-b825-bc46b26e1551 service nova] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Refreshing network info cache for port 42663cf8-3e27-4e83-a0ac-46d380ca3a65 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.621878] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:fe:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42663cf8-3e27-4e83-a0ac-46d380ca3a65', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.629737] env[62522]: DEBUG oslo.service.loopingcall [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.630185] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1708.630418] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9343a6e5-4907-4c33-bf53-e09ab8ae23c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.659707] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.659707] env[62522]: value = "task-1703422" [ 1708.659707] env[62522]: _type = "Task" [ 1708.659707] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.673900] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703422, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.738116] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.851527] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703421, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.955941] env[62522]: DEBUG nova.compute.manager [req-030db6f9-5b83-43bb-a269-0da370f884dc req-257d52c6-7753-46bf-91b1-013359cabc93 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Received event network-changed-fd8c2a2d-74b2-4172-ac12-e7759d975bf6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1708.956175] env[62522]: DEBUG nova.compute.manager [req-030db6f9-5b83-43bb-a269-0da370f884dc req-257d52c6-7753-46bf-91b1-013359cabc93 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Refreshing instance network info cache due to event network-changed-fd8c2a2d-74b2-4172-ac12-e7759d975bf6. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1708.956398] env[62522]: DEBUG oslo_concurrency.lockutils [req-030db6f9-5b83-43bb-a269-0da370f884dc req-257d52c6-7753-46bf-91b1-013359cabc93 service nova] Acquiring lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.956537] env[62522]: DEBUG oslo_concurrency.lockutils [req-030db6f9-5b83-43bb-a269-0da370f884dc req-257d52c6-7753-46bf-91b1-013359cabc93 service nova] Acquired lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.956689] env[62522]: DEBUG nova.network.neutron [req-030db6f9-5b83-43bb-a269-0da370f884dc req-257d52c6-7753-46bf-91b1-013359cabc93 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Refreshing network info cache for port fd8c2a2d-74b2-4172-ac12-e7759d975bf6 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1709.033543] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.035477] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1709.035477] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1709.043029] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6cfd7943-7ec6-4251-a0a1-785db2c6b87a tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.043029] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.111s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.113343] env[62522]: DEBUG nova.network.neutron [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Successfully updated port: a139f756-a7c8-4f47-bd02-b90c2d91153f {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1709.175295] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703422, 'name': CreateVM_Task, 'duration_secs': 0.514474} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.175604] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1709.176626] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.176947] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.177351] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1709.177692] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3433e79-88fe-4897-b495-e4de8d72269e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.183605] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1709.183605] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fd6e57-f63d-d4ee-3dd6-fff8dfd06040" [ 1709.183605] env[62522]: _type = "Task" [ 1709.183605] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.209306] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fd6e57-f63d-d4ee-3dd6-fff8dfd06040, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.212133] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.212133] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1709.212133] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.212133] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.212133] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1709.212133] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23bdeed0-6e2b-4a2c-97c7-bb51e3d0ade4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.225158] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1709.225158] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1709.227073] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92466fbe-7e6c-4526-a561-5cef64f09b38 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.235009] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1709.235009] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526fed87-1238-b8e8-8a52-26d64ab78895" [ 1709.235009] env[62522]: _type = "Task" [ 1709.235009] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.242824] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526fed87-1238-b8e8-8a52-26d64ab78895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.349893] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707546} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.350134] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] e27e30b4-8f47-42a4-b89c-494c1803d609/e27e30b4-8f47-42a4-b89c-494c1803d609.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.350368] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.350626] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8144f834-23b4-430c-8c15-8294a4753e76 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.358798] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1709.358798] env[62522]: value = "task-1703423" [ 1709.358798] env[62522]: _type = "Task" [ 1709.358798] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.363276] env[62522]: DEBUG nova.network.neutron [req-32cac2c5-3a25-4993-8311-f79b8b840652 req-ffdfdabd-1543-4f64-b825-bc46b26e1551 service nova] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Updated VIF entry in instance network info cache for port 42663cf8-3e27-4e83-a0ac-46d380ca3a65. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.363699] env[62522]: DEBUG nova.network.neutron [req-32cac2c5-3a25-4993-8311-f79b8b840652 req-ffdfdabd-1543-4f64-b825-bc46b26e1551 service nova] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Updating instance_info_cache with network_info: [{"id": "42663cf8-3e27-4e83-a0ac-46d380ca3a65", "address": "fa:16:3e:d0:fe:21", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42663cf8-3e", "ovs_interfaceid": "42663cf8-3e27-4e83-a0ac-46d380ca3a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.370757] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.499735] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1709.500049] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-462a29e9-9f9e-4430-b80f-3e26c6a6693c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.508206] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1709.508206] env[62522]: value = "task-1703424" [ 1709.508206] env[62522]: _type = "Task" [ 1709.508206] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.516591] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.539743] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Skipping network cache update for instance because it is Building. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1709.539942] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Skipping network cache update for instance because it is Building. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1709.540111] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Skipping network cache update for instance because it is Building. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1709.548957] env[62522]: DEBUG nova.objects.instance [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'migration_context' on Instance uuid 5e637bf4-543b-4a0e-be2a-9782b9005e56 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1709.602505] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.602659] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquired lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.602809] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Forcefully refreshing network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1709.603010] env[62522]: DEBUG nova.objects.instance [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lazy-loading 'info_cache' on Instance uuid 04f2dcf8-ec65-432d-b5c0-1a351d12accb {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1709.614621] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "refresh_cache-fc3d065c-b839-4397-ae07-33e283e08a69" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.614752] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "refresh_cache-fc3d065c-b839-4397-ae07-33e283e08a69" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.614895] env[62522]: DEBUG nova.network.neutron [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.745926] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526fed87-1238-b8e8-8a52-26d64ab78895, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.746746] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61fdb95-a5c6-48c9-a25d-3970eaa404eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.753356] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1709.753356] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5221ad87-7f03-5ff8-6efa-911a40d795da" [ 1709.753356] env[62522]: _type = "Task" [ 1709.753356] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.761879] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5221ad87-7f03-5ff8-6efa-911a40d795da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.789302] env[62522]: DEBUG nova.network.neutron [req-030db6f9-5b83-43bb-a269-0da370f884dc req-257d52c6-7753-46bf-91b1-013359cabc93 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Updated VIF entry in instance network info cache for port fd8c2a2d-74b2-4172-ac12-e7759d975bf6. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.789698] env[62522]: DEBUG nova.network.neutron [req-030db6f9-5b83-43bb-a269-0da370f884dc req-257d52c6-7753-46bf-91b1-013359cabc93 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Updating instance_info_cache with network_info: [{"id": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "address": "fa:16:3e:bf:be:b0", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8c2a2d-74", "ovs_interfaceid": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.866089] env[62522]: DEBUG oslo_concurrency.lockutils [req-32cac2c5-3a25-4993-8311-f79b8b840652 req-ffdfdabd-1543-4f64-b825-bc46b26e1551 service nova] Releasing lock "refresh_cache-56aa8a33-44a1-4504-b2ee-8e047e1ba476" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.869488] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070205} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.869775] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1709.870638] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed017b5-256f-47ee-b22d-6cb839e6a41e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.894266] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] e27e30b4-8f47-42a4-b89c-494c1803d609/e27e30b4-8f47-42a4-b89c-494c1803d609.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1709.894598] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f098c66-b1ed-4691-b27c-a6ba8991a7da {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.915522] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1709.915522] env[62522]: value = "task-1703425" [ 1709.915522] env[62522]: _type = "Task" [ 1709.915522] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.924503] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.021451] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1710.021582] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1710.022428] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b39196-936a-43a9-808d-375110c3204f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.030453] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1710.030805] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af97f225-6a0e-48e8-ae79-bdd888438453 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.112138] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1710.112455] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1710.112691] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleting the datastore file [datastore1] 3ef118d3-c5a3-4777-92da-ae95397b060c {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1710.113526] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7843a399-142d-499d-b093-2f3b3cb262d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.122367] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1710.122367] env[62522]: value = "task-1703427" [ 1710.122367] env[62522]: _type = "Task" [ 1710.122367] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.136517] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.171524] env[62522]: DEBUG nova.network.neutron [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1710.265889] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5221ad87-7f03-5ff8-6efa-911a40d795da, 'name': SearchDatastore_Task, 'duration_secs': 0.013188} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.267357] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.267651] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 56aa8a33-44a1-4504-b2ee-8e047e1ba476/56aa8a33-44a1-4504-b2ee-8e047e1ba476.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1710.270522] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bbe7918-7623-41e6-818e-d31966cb2238 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.279254] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1710.279254] env[62522]: value = "task-1703428" [ 1710.279254] env[62522]: _type = "Task" [ 1710.279254] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.290926] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.292527] env[62522]: DEBUG oslo_concurrency.lockutils [req-030db6f9-5b83-43bb-a269-0da370f884dc req-257d52c6-7753-46bf-91b1-013359cabc93 service nova] Releasing lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.319156] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168ce928-ee96-4288-9476-f6dea92e5c8b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.327498] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cdca53-aad2-470d-8a2b-081335885036 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.362780] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54eafee-f7b1-42b7-be43-1cb1131ed0ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.373128] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa1b7fc-9ddc-4efe-88e5-9ecd79347dab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.390715] env[62522]: DEBUG nova.compute.provider_tree [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.421626] env[62522]: DEBUG nova.network.neutron [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Updating instance_info_cache with network_info: [{"id": "a139f756-a7c8-4f47-bd02-b90c2d91153f", "address": "fa:16:3e:29:52:b0", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa139f756-a7", "ovs_interfaceid": "a139f756-a7c8-4f47-bd02-b90c2d91153f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.429595] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703425, 'name': ReconfigVM_Task, 'duration_secs': 0.293326} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.430013] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Reconfigured VM instance instance-00000063 to attach disk [datastore1] e27e30b4-8f47-42a4-b89c-494c1803d609/e27e30b4-8f47-42a4-b89c-494c1803d609.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.430949] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67ed36e3-6a59-4b7f-a6ba-96bf6c757d92 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.440016] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1710.440016] env[62522]: value = "task-1703429" [ 1710.440016] env[62522]: _type = "Task" [ 1710.440016] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.449973] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703429, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.638940] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483746} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.639486] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1710.639887] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1710.642478] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1710.790522] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703428, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.894083] env[62522]: DEBUG nova.scheduler.client.report [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1710.925581] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "refresh_cache-fc3d065c-b839-4397-ae07-33e283e08a69" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.925918] env[62522]: DEBUG nova.compute.manager [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Instance network_info: |[{"id": "a139f756-a7c8-4f47-bd02-b90c2d91153f", "address": "fa:16:3e:29:52:b0", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa139f756-a7", "ovs_interfaceid": "a139f756-a7c8-4f47-bd02-b90c2d91153f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1710.926352] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:52:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a139f756-a7c8-4f47-bd02-b90c2d91153f', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1710.934596] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Creating folder: Project (6c04f539dea447998a923b099014c4d3). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1710.935438] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d8fe97a-5849-4e08-a250-d782e8ea243c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.953038] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703429, 'name': Rename_Task, 'duration_secs': 0.244891} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.954704] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1710.955054] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Created folder: Project (6c04f539dea447998a923b099014c4d3) in parent group-v354730. [ 1710.955362] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Creating folder: Instances. Parent ref: group-v354991. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1710.955438] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5279caa-0d77-4a2e-89a0-12b498b0d11e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.957160] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aa1d48f-322c-4a9d-805c-8b698ce5238b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.967200] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1710.967200] env[62522]: value = "task-1703431" [ 1710.967200] env[62522]: _type = "Task" [ 1710.967200] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.980388] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.983182] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Created folder: Instances in parent group-v354991. [ 1710.983564] env[62522]: DEBUG oslo.service.loopingcall [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.983789] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1710.984097] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42819904-eb38-4024-bbd5-447c32853e2e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.009589] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1711.009589] env[62522]: value = "task-1703433" [ 1711.009589] env[62522]: _type = "Task" [ 1711.009589] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.020975] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703433, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.028455] env[62522]: DEBUG nova.compute.manager [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Received event network-changed-fd8c2a2d-74b2-4172-ac12-e7759d975bf6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1711.029052] env[62522]: DEBUG nova.compute.manager [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Refreshing instance network info cache due to event network-changed-fd8c2a2d-74b2-4172-ac12-e7759d975bf6. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1711.029475] env[62522]: DEBUG oslo_concurrency.lockutils [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] Acquiring lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.029590] env[62522]: DEBUG oslo_concurrency.lockutils [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] Acquired lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.029765] env[62522]: DEBUG nova.network.neutron [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Refreshing network info cache for port fd8c2a2d-74b2-4172-ac12-e7759d975bf6 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1711.109835] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.110196] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.290313] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762144} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.290598] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 56aa8a33-44a1-4504-b2ee-8e047e1ba476/56aa8a33-44a1-4504-b2ee-8e047e1ba476.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1711.290815] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1711.291094] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3d258c4-a214-4c75-bf98-c0e85150bf30 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.298980] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1711.298980] env[62522]: value = "task-1703434" [ 1711.298980] env[62522]: _type = "Task" [ 1711.298980] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.307465] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.348951] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Updating instance_info_cache with network_info: [{"id": "caa281a6-1a01-4e43-89bf-f94cba8ea8f4", "address": "fa:16:3e:0b:4d:86", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa281a6-1a", "ovs_interfaceid": "caa281a6-1a01-4e43-89bf-f94cba8ea8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.479650] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703431, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.522313] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703433, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.613151] env[62522]: INFO nova.compute.manager [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Detaching volume 088e6932-937d-4cfd-bbde-353a933e8a1f [ 1711.650202] env[62522]: INFO nova.virt.block_device [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Attempting to driver detach volume 088e6932-937d-4cfd-bbde-353a933e8a1f from mountpoint /dev/sdb [ 1711.650463] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1711.650657] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354970', 'volume_id': '088e6932-937d-4cfd-bbde-353a933e8a1f', 'name': 'volume-088e6932-937d-4cfd-bbde-353a933e8a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '85ce0a63-2ff7-45dc-8daa-e8e7e69f1657', 'attached_at': '', 'detached_at': '', 'volume_id': '088e6932-937d-4cfd-bbde-353a933e8a1f', 'serial': '088e6932-937d-4cfd-bbde-353a933e8a1f'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1711.654398] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7664406-4c10-4126-bf82-da0d9f7f33d7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.690977] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ade328-c273-4ee3-a5b2-196e8a918be1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.700654] env[62522]: DEBUG nova.virt.hardware [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1711.700904] env[62522]: DEBUG nova.virt.hardware [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1711.701079] env[62522]: DEBUG nova.virt.hardware [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1711.701356] env[62522]: DEBUG nova.virt.hardware [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1711.701438] env[62522]: DEBUG nova.virt.hardware [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1711.701555] env[62522]: DEBUG nova.virt.hardware [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1711.701762] env[62522]: DEBUG nova.virt.hardware [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1711.701921] env[62522]: DEBUG nova.virt.hardware [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1711.702099] env[62522]: DEBUG nova.virt.hardware [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1711.702286] env[62522]: DEBUG nova.virt.hardware [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1711.702476] env[62522]: DEBUG nova.virt.hardware [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1711.706261] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59fe1a3-cb7d-4468-8673-444748e582d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.709106] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754a7fb5-cc13-472b-95ef-7fcb27272620 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.734746] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6962fe41-e5cb-4201-881a-59716d4a2a8c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.739333] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4032f6-66d0-4d92-9977-9d889e00edaf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.756030] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:98:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1711.762714] env[62522]: DEBUG oslo.service.loopingcall [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.776237] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1711.776600] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] The volume has not been displaced from its original location: [datastore1] volume-088e6932-937d-4cfd-bbde-353a933e8a1f/volume-088e6932-937d-4cfd-bbde-353a933e8a1f.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1711.781847] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1711.784686] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2db48246-8b1e-443a-bcea-45142b887d75 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.798454] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe2a1c9c-005f-4e17-9fcb-30b414760cb1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.818052] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1711.818052] env[62522]: value = "task-1703435" [ 1711.818052] env[62522]: _type = "Task" [ 1711.818052] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.821839] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077197} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.822109] env[62522]: DEBUG oslo_vmware.api [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1711.822109] env[62522]: value = "task-1703436" [ 1711.822109] env[62522]: _type = "Task" [ 1711.822109] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.825036] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1711.825797] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31cf307-8d2c-4a08-9eca-d1d2cdd0d9c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.839460] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703435, 'name': CreateVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.839739] env[62522]: DEBUG oslo_vmware.api [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703436, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.858322] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 56aa8a33-44a1-4504-b2ee-8e047e1ba476/56aa8a33-44a1-4504-b2ee-8e047e1ba476.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.859413] env[62522]: DEBUG nova.network.neutron [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Updated VIF entry in instance network info cache for port fd8c2a2d-74b2-4172-ac12-e7759d975bf6. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1711.859770] env[62522]: DEBUG nova.network.neutron [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Updating instance_info_cache with network_info: [{"id": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "address": "fa:16:3e:bf:be:b0", "network": {"id": "78711a1c-3ba1-4ecb-b1e3-cdb70d6840d8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1522831940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e4cd1cb3edd4ec38adfceb17df03825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8c2a2d-74", "ovs_interfaceid": "fd8c2a2d-74b2-4172-ac12-e7759d975bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.861214] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Releasing lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.861401] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Updated the network info_cache for instance {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1711.861638] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9920137b-9a85-4cfa-bc0e-199265a64b49 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.876680] env[62522]: DEBUG oslo_concurrency.lockutils [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] Releasing lock "refresh_cache-c8c2c7fe-7eb5-4517-b6ce-865fe677731a" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.876909] env[62522]: DEBUG nova.compute.manager [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Received event network-vif-plugged-a139f756-a7c8-4f47-bd02-b90c2d91153f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1711.877126] env[62522]: DEBUG oslo_concurrency.lockutils [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] Acquiring lock "fc3d065c-b839-4397-ae07-33e283e08a69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.877329] env[62522]: DEBUG oslo_concurrency.lockutils [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] Lock "fc3d065c-b839-4397-ae07-33e283e08a69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.877490] env[62522]: DEBUG oslo_concurrency.lockutils [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] Lock "fc3d065c-b839-4397-ae07-33e283e08a69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.877657] env[62522]: DEBUG nova.compute.manager [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] No waiting events found dispatching network-vif-plugged-a139f756-a7c8-4f47-bd02-b90c2d91153f {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1711.877827] env[62522]: WARNING nova.compute.manager [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Received unexpected event network-vif-plugged-a139f756-a7c8-4f47-bd02-b90c2d91153f for instance with vm_state building and task_state spawning. [ 1711.877991] env[62522]: DEBUG nova.compute.manager [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Received event network-changed-a139f756-a7c8-4f47-bd02-b90c2d91153f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1711.878164] env[62522]: DEBUG nova.compute.manager [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Refreshing instance network info cache due to event network-changed-a139f756-a7c8-4f47-bd02-b90c2d91153f. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1711.878346] env[62522]: DEBUG oslo_concurrency.lockutils [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] Acquiring lock "refresh_cache-fc3d065c-b839-4397-ae07-33e283e08a69" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.878482] env[62522]: DEBUG oslo_concurrency.lockutils [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] Acquired lock "refresh_cache-fc3d065c-b839-4397-ae07-33e283e08a69" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.878637] env[62522]: DEBUG nova.network.neutron [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Refreshing network info cache for port a139f756-a7c8-4f47-bd02-b90c2d91153f {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1711.886916] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1711.886916] env[62522]: value = "task-1703437" [ 1711.886916] env[62522]: _type = "Task" [ 1711.886916] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.896268] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.906498] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.864s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.912740] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.175s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.912972] env[62522]: DEBUG nova.objects.instance [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lazy-loading 'resources' on Instance uuid 1b572eb2-7e82-4d3f-abeb-69fd34323339 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.978861] env[62522]: DEBUG oslo_vmware.api [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703431, 'name': PowerOnVM_Task, 'duration_secs': 0.56035} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.979198] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1711.979474] env[62522]: INFO nova.compute.manager [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1711.979697] env[62522]: DEBUG nova.compute.manager [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.980538] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b195354c-9867-41cc-8355-d163af75df4d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.021430] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703433, 'name': CreateVM_Task, 'duration_secs': 0.652493} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.021632] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1712.022369] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.022619] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.023266] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1712.023266] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11358a93-be29-4d62-a1b3-6b7594888976 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.028611] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1712.028611] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f799bc-aaf8-55ad-81b0-405c0f7349f6" [ 1712.028611] env[62522]: _type = "Task" [ 1712.028611] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.033445] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.033692] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.039444] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f799bc-aaf8-55ad-81b0-405c0f7349f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.337130] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703435, 'name': CreateVM_Task, 'duration_secs': 0.467768} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.337402] env[62522]: DEBUG oslo_vmware.api [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703436, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.337584] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1712.338276] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.396655] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703437, 'name': ReconfigVM_Task, 'duration_secs': 0.413345} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.396900] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 56aa8a33-44a1-4504-b2ee-8e047e1ba476/56aa8a33-44a1-4504-b2ee-8e047e1ba476.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.397538] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf74556a-c7c9-40e0-b84c-36e4dbba0cd2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.404453] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1712.404453] env[62522]: value = "task-1703438" [ 1712.404453] env[62522]: _type = "Task" [ 1712.404453] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.413147] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703438, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.503905] env[62522]: INFO nova.compute.manager [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Took 13.45 seconds to build instance. [ 1712.543428] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f799bc-aaf8-55ad-81b0-405c0f7349f6, 'name': SearchDatastore_Task, 'duration_secs': 0.017976} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.543646] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.543883] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1712.544135] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.544286] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.544465] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1712.544792] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.545112] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1712.545386] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24510708-8adc-440b-b9a0-8a9903898c37 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.547285] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719bec41-4b31-483a-ad86-f9fea2c37b2d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.556024] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1712.556024] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f09c96-6293-df83-bb6b-a00e632c3ddb" [ 1712.556024] env[62522]: _type = "Task" [ 1712.556024] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.563390] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1712.563595] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1712.564348] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45eab261-6d33-4f0c-89e9-4e5d2a62d137 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.570722] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f09c96-6293-df83-bb6b-a00e632c3ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.574544] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1712.574544] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524c66e3-7932-74c0-1ffc-b1f40dbbc728" [ 1712.574544] env[62522]: _type = "Task" [ 1712.574544] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.589863] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524c66e3-7932-74c0-1ffc-b1f40dbbc728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.646084] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b28c184-efc5-45b1-876a-4b9154f9f11c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.655354] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486f8e7e-a7bf-4228-b1f6-4ec69e452802 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.692944] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a1a005-888e-4f54-8c55-d06bf6bf11f6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.701448] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9331764-f13e-49bb-9fa9-6cb25ae92fd4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.716218] env[62522]: DEBUG nova.compute.provider_tree [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.804336] env[62522]: DEBUG nova.network.neutron [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Updated VIF entry in instance network info cache for port a139f756-a7c8-4f47-bd02-b90c2d91153f. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1712.804702] env[62522]: DEBUG nova.network.neutron [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Updating instance_info_cache with network_info: [{"id": "a139f756-a7c8-4f47-bd02-b90c2d91153f", "address": "fa:16:3e:29:52:b0", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa139f756-a7", "ovs_interfaceid": "a139f756-a7c8-4f47-bd02-b90c2d91153f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.837924] env[62522]: DEBUG oslo_vmware.api [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703436, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.915319] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703438, 'name': Rename_Task, 'duration_secs': 0.1721} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.915693] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1712.915951] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccb7ce52-4257-402e-afe6-8acee3633a81 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.923630] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1712.923630] env[62522]: value = "task-1703439" [ 1712.923630] env[62522]: _type = "Task" [ 1712.923630] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.939688] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.005802] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bfa01a2a-a07f-4604-ab5a-42c5a56bc600 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "e27e30b4-8f47-42a4-b89c-494c1803d609" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.959s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.033724] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.033724] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1713.062776] env[62522]: DEBUG nova.compute.manager [req-c58ae793-645b-45ab-9bd1-82ccdbf0e121 req-5624535e-deb1-49b1-855b-358014e598e9 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Received event network-changed-d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1713.063011] env[62522]: DEBUG nova.compute.manager [req-c58ae793-645b-45ab-9bd1-82ccdbf0e121 req-5624535e-deb1-49b1-855b-358014e598e9 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Refreshing instance network info cache due to event network-changed-d37eee07-d9a9-4e9b-b2e4-556a623b796e. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1713.063263] env[62522]: DEBUG oslo_concurrency.lockutils [req-c58ae793-645b-45ab-9bd1-82ccdbf0e121 req-5624535e-deb1-49b1-855b-358014e598e9 service nova] Acquiring lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.063418] env[62522]: DEBUG oslo_concurrency.lockutils [req-c58ae793-645b-45ab-9bd1-82ccdbf0e121 req-5624535e-deb1-49b1-855b-358014e598e9 service nova] Acquired lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.063588] env[62522]: DEBUG nova.network.neutron [req-c58ae793-645b-45ab-9bd1-82ccdbf0e121 req-5624535e-deb1-49b1-855b-358014e598e9 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Refreshing network info cache for port d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1713.071325] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f09c96-6293-df83-bb6b-a00e632c3ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.027958} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.073203] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.073203] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1713.073203] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.090852] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524c66e3-7932-74c0-1ffc-b1f40dbbc728, 'name': SearchDatastore_Task, 'duration_secs': 0.03316} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.091791] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f61b11d9-cca2-456f-aa0e-25559c22c98d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.097948] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1713.097948] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5271fa2b-22be-0ba5-080d-9d06f5dfe4ef" [ 1713.097948] env[62522]: _type = "Task" [ 1713.097948] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.105961] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5271fa2b-22be-0ba5-080d-9d06f5dfe4ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.219764] env[62522]: DEBUG nova.scheduler.client.report [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1713.307044] env[62522]: DEBUG oslo_concurrency.lockutils [req-e0869adb-b353-467a-a4f5-38b65d20db42 req-faa86210-464f-4b7d-88b1-7d707cd218d3 service nova] Releasing lock "refresh_cache-fc3d065c-b839-4397-ae07-33e283e08a69" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.337918] env[62522]: DEBUG oslo_vmware.api [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703436, 'name': ReconfigVM_Task, 'duration_secs': 1.489362} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.338315] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1713.343271] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6927a387-309d-4576-9e7c-3b323901241e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.363140] env[62522]: DEBUG oslo_vmware.api [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1713.363140] env[62522]: value = "task-1703440" [ 1713.363140] env[62522]: _type = "Task" [ 1713.363140] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.372575] env[62522]: DEBUG oslo_vmware.api [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.439345] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.456885] env[62522]: INFO nova.compute.manager [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Swapping old allocation on dict_keys(['59e04893-03fc-41a2-9591-b0bc3d235151']) held by migration ba5f98e3-1777-440d-9d1f-de72639ac419 for instance [ 1713.484818] env[62522]: DEBUG nova.scheduler.client.report [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Overwriting current allocation {'allocations': {'59e04893-03fc-41a2-9591-b0bc3d235151': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 149}}, 'project_id': '15c8b345a1664daea713d60e9d51307d', 'user_id': 'b75c86f49cc84c71a007af2179aef67d', 'consumer_generation': 1} on consumer 5e637bf4-543b-4a0e-be2a-9782b9005e56 {{(pid=62522) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1713.559118] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.559326] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.559507] env[62522]: DEBUG nova.network.neutron [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1713.610823] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5271fa2b-22be-0ba5-080d-9d06f5dfe4ef, 'name': SearchDatastore_Task, 'duration_secs': 0.021625} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.611141] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.611449] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] fc3d065c-b839-4397-ae07-33e283e08a69/fc3d065c-b839-4397-ae07-33e283e08a69.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1713.611793] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.612009] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1713.612292] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccd5ac7c-2514-4ef4-b3c7-e1b7a4f2c6a0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.614472] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e21f5d4-983b-4986-b768-849d6c8fbc54 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.623508] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1713.623508] env[62522]: value = "task-1703441" [ 1713.623508] env[62522]: _type = "Task" [ 1713.623508] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.624800] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1713.625182] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1713.629115] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bff48f6-b5e8-4856-a4a7-c641f19ab7ec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.636867] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.638113] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1713.638113] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525b2c64-9179-17ce-15ce-59f6f2f721ea" [ 1713.638113] env[62522]: _type = "Task" [ 1713.638113] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.649837] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525b2c64-9179-17ce-15ce-59f6f2f721ea, 'name': SearchDatastore_Task, 'duration_secs': 0.0113} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.650624] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88448d59-6262-4ffe-9934-983df9f0111b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.655752] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1713.655752] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52277255-8650-07d1-939d-01f0f5957a8f" [ 1713.655752] env[62522]: _type = "Task" [ 1713.655752] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.664304] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52277255-8650-07d1-939d-01f0f5957a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.725323] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.741780] env[62522]: INFO nova.scheduler.client.report [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Deleted allocations for instance 1b572eb2-7e82-4d3f-abeb-69fd34323339 [ 1713.791040] env[62522]: DEBUG nova.network.neutron [req-c58ae793-645b-45ab-9bd1-82ccdbf0e121 req-5624535e-deb1-49b1-855b-358014e598e9 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updated VIF entry in instance network info cache for port d37eee07-d9a9-4e9b-b2e4-556a623b796e. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1713.791463] env[62522]: DEBUG nova.network.neutron [req-c58ae793-645b-45ab-9bd1-82ccdbf0e121 req-5624535e-deb1-49b1-855b-358014e598e9 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updating instance_info_cache with network_info: [{"id": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "address": "fa:16:3e:4a:74:22", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37eee07-d9", "ovs_interfaceid": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.873640] env[62522]: DEBUG oslo_vmware.api [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703440, 'name': ReconfigVM_Task, 'duration_secs': 0.180892} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.874065] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354970', 'volume_id': '088e6932-937d-4cfd-bbde-353a933e8a1f', 'name': 'volume-088e6932-937d-4cfd-bbde-353a933e8a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '85ce0a63-2ff7-45dc-8daa-e8e7e69f1657', 'attached_at': '', 'detached_at': '', 'volume_id': '088e6932-937d-4cfd-bbde-353a933e8a1f', 'serial': '088e6932-937d-4cfd-bbde-353a933e8a1f'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1713.939328] env[62522]: DEBUG oslo_vmware.api [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703439, 'name': PowerOnVM_Task, 'duration_secs': 0.554207} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.941170] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1713.941272] env[62522]: INFO nova.compute.manager [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1713.941465] env[62522]: DEBUG nova.compute.manager [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1713.945139] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24312acc-77f4-4214-8097-1d160f8f76aa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.948742] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.950116] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.032527] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.136144] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703441, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.166375] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52277255-8650-07d1-939d-01f0f5957a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.166642] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.166920] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3ef118d3-c5a3-4777-92da-ae95397b060c/3ef118d3-c5a3-4777-92da-ae95397b060c.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1714.167208] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4da14a2-ff22-42a7-84b7-f84f0975c107 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.174447] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1714.174447] env[62522]: value = "task-1703442" [ 1714.174447] env[62522]: _type = "Task" [ 1714.174447] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.183939] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.249782] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2e0ffe6c-aa76-4bb5-a545-d8e06b6212a6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "1b572eb2-7e82-4d3f-abeb-69fd34323339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.745s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.294315] env[62522]: DEBUG oslo_concurrency.lockutils [req-c58ae793-645b-45ab-9bd1-82ccdbf0e121 req-5624535e-deb1-49b1-855b-358014e598e9 service nova] Releasing lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.355612] env[62522]: DEBUG nova.network.neutron [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance_info_cache with network_info: [{"id": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "address": "fa:16:3e:a8:ad:df", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c30f3de-fd", "ovs_interfaceid": "0c30f3de-fd78-499b-85ea-8987eb2f761d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.429149] env[62522]: DEBUG nova.objects.instance [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lazy-loading 'flavor' on Instance uuid 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1714.452879] env[62522]: DEBUG nova.compute.manager [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1714.468427] env[62522]: INFO nova.compute.manager [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Took 14.56 seconds to build instance. [ 1714.494533] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "a3a555cf-303d-44fe-bcc6-108c7bc67fa8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.494875] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "a3a555cf-303d-44fe-bcc6-108c7bc67fa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.495245] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "a3a555cf-303d-44fe-bcc6-108c7bc67fa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.495354] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "a3a555cf-303d-44fe-bcc6-108c7bc67fa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.495521] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "a3a555cf-303d-44fe-bcc6-108c7bc67fa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.497849] env[62522]: INFO nova.compute.manager [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Terminating instance [ 1714.535757] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.536105] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.536208] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.536319] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1714.537290] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c1089f-eb62-427f-af0a-22939782fc07 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.547675] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2504cb3-d599-4a75-9b05-1ee463329730 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.566203] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ce8d0e-dcb8-43f1-a79b-7ff5ab7a4601 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.575569] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648a2cba-646c-4f9d-9bd9-b2eb47b72198 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.609594] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179622MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1714.609766] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.609967] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.636935] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54035} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.637227] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] fc3d065c-b839-4397-ae07-33e283e08a69/fc3d065c-b839-4397-ae07-33e283e08a69.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1714.637447] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1714.637711] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deb37d69-8965-43d5-b436-7378e2fa6acf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.649291] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1714.649291] env[62522]: value = "task-1703443" [ 1714.649291] env[62522]: _type = "Task" [ 1714.649291] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.659373] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.686511] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703442, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.858324] env[62522]: DEBUG oslo_concurrency.lockutils [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "refresh_cache-5e637bf4-543b-4a0e-be2a-9782b9005e56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.859526] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a489098-d2d6-464e-a17e-1258fbfdada0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.867329] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8e07a9-bdea-489d-84af-4c758d6eb79b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.970353] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7ed48f93-c06d-4d10-9dd5-0d3224d03f2f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "56aa8a33-44a1-4504-b2ee-8e047e1ba476" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.084s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.976490] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.003575] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "refresh_cache-a3a555cf-303d-44fe-bcc6-108c7bc67fa8" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.003575] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquired lock "refresh_cache-a3a555cf-303d-44fe-bcc6-108c7bc67fa8" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.003575] env[62522]: DEBUG nova.network.neutron [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.162474] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241502} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.163207] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1715.164329] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab99797-dd6f-4530-a0a8-d94165cd14f0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.189593] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] fc3d065c-b839-4397-ae07-33e283e08a69/fc3d065c-b839-4397-ae07-33e283e08a69.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.192843] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8df907cd-62aa-4131-8071-e22834dbc0ef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.214862] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574989} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.216244] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 3ef118d3-c5a3-4777-92da-ae95397b060c/3ef118d3-c5a3-4777-92da-ae95397b060c.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1715.216466] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1715.216785] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1715.216785] env[62522]: value = "task-1703444" [ 1715.216785] env[62522]: _type = "Task" [ 1715.216785] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.216978] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-160248ff-b5d0-4306-9303-8a4867a92435 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.230041] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703444, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.231507] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1715.231507] env[62522]: value = "task-1703445" [ 1715.231507] env[62522]: _type = "Task" [ 1715.231507] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.240373] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.347869] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e3827616-335b-423f-99c0-f19d97b7dfca tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.438210] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0dc8eb18-dc16-4a59-a920-4b876105ac32 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.328s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.439129] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e3827616-335b-423f-99c0-f19d97b7dfca tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.091s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.439129] env[62522]: DEBUG nova.compute.manager [None req-e3827616-335b-423f-99c0-f19d97b7dfca tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.439949] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58fc974-b1a2-48f6-8909-1d9516ef9060 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.448992] env[62522]: DEBUG nova.compute.manager [None req-e3827616-335b-423f-99c0-f19d97b7dfca tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62522) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1715.449225] env[62522]: DEBUG nova.objects.instance [None req-e3827616-335b-423f-99c0-f19d97b7dfca tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lazy-loading 'flavor' on Instance uuid 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1715.528399] env[62522]: DEBUG nova.network.neutron [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1715.582657] env[62522]: DEBUG nova.network.neutron [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.642746] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 04f2dcf8-ec65-432d-b5c0-1a351d12accb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1715.642959] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1715.643107] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1715.643233] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 243ffaf4-8afa-4ed0-95ce-e5b3869888cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1715.643398] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance d69fc5a5-8b1d-4aaa-bc46-960034b768f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1715.643583] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance c8c2c7fe-7eb5-4517-b6ce-865fe677731a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1715.643764] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance f86a7f96-f927-4ddc-a9c8-4a37df73722e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1715.643922] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance a3a555cf-303d-44fe-bcc6-108c7bc67fa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1715.644063] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 5e637bf4-543b-4a0e-be2a-9782b9005e56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1715.644186] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 3ef118d3-c5a3-4777-92da-ae95397b060c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1715.644325] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance e27e30b4-8f47-42a4-b89c-494c1803d609 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1715.644403] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 56aa8a33-44a1-4504-b2ee-8e047e1ba476 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1715.644513] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance fc3d065c-b839-4397-ae07-33e283e08a69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1715.728880] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703444, 'name': ReconfigVM_Task, 'duration_secs': 0.376883} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.729177] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Reconfigured VM instance instance-00000065 to attach disk [datastore1] fc3d065c-b839-4397-ae07-33e283e08a69/fc3d065c-b839-4397-ae07-33e283e08a69.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1715.729802] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0f1d67b-fc89-40cb-b42f-d6898904c07c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.736841] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1715.736841] env[62522]: value = "task-1703446" [ 1715.736841] env[62522]: _type = "Task" [ 1715.736841] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.739637] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158712} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.744299] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1715.745022] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b054fef4-afdc-4b62-9066-9c634d565548 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.752805] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703446, 'name': Rename_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.770041] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 3ef118d3-c5a3-4777-92da-ae95397b060c/3ef118d3-c5a3-4777-92da-ae95397b060c.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.770400] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a8ec12f-9c71-465d-a5b3-e6acfffa1a1d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.791968] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1715.791968] env[62522]: value = "task-1703447" [ 1715.791968] env[62522]: _type = "Task" [ 1715.791968] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.800976] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.934532] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "56aa8a33-44a1-4504-b2ee-8e047e1ba476" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.934956] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "56aa8a33-44a1-4504-b2ee-8e047e1ba476" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.935159] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "56aa8a33-44a1-4504-b2ee-8e047e1ba476-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.935369] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "56aa8a33-44a1-4504-b2ee-8e047e1ba476-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.935610] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "56aa8a33-44a1-4504-b2ee-8e047e1ba476-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.937976] env[62522]: INFO nova.compute.manager [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Terminating instance [ 1715.956491] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1715.956766] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-521ab2de-0d2d-423c-ba3e-e81ea9ed4b63 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.965702] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1715.965702] env[62522]: value = "task-1703448" [ 1715.965702] env[62522]: _type = "Task" [ 1715.965702] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.976838] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.086333] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Releasing lock "refresh_cache-a3a555cf-303d-44fe-bcc6-108c7bc67fa8" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.086809] env[62522]: DEBUG nova.compute.manager [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1716.087076] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1716.088115] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f79f2a-2c5c-4d9a-be22-6d2989b637e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.098208] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.098371] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e20f405-516f-4032-959b-1174cfd84317 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.107325] env[62522]: DEBUG oslo_vmware.api [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1716.107325] env[62522]: value = "task-1703449" [ 1716.107325] env[62522]: _type = "Task" [ 1716.107325] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.118527] env[62522]: DEBUG oslo_vmware.api [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.147762] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance f44f9352-33cb-4ee0-9a8c-de8733ad67d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1716.148177] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1716.148315] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1716.252611] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703446, 'name': Rename_Task, 'duration_secs': 0.280631} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.253073] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1716.253158] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50a29407-55b6-4613-bdfa-dbc3c0bd7630 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.261924] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1716.261924] env[62522]: value = "task-1703450" [ 1716.261924] env[62522]: _type = "Task" [ 1716.261924] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.272412] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.302922] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.357714] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f04ec3-b044-40c5-a10e-015112120656 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.368600] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ecafd2-8ca8-41a9-b8be-4c36b0bc5c07 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.405475] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69314bfc-1664-4708-8862-35fcaaae4cd7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.415296] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a97048-e2d7-4506-9280-652d0b728d16 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.431447] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.441355] env[62522]: DEBUG nova.compute.manager [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1716.441627] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1716.442877] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c712064-eca6-4df4-b349-9faa20954632 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.451980] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.452287] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d76aaa4d-d787-4b36-bc90-ce462e650bf1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.455748] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3827616-335b-423f-99c0-f19d97b7dfca tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.456075] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b36b4d3-52bd-418e-8d0a-d19c04b41e71 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.460651] env[62522]: DEBUG oslo_vmware.api [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1716.460651] env[62522]: value = "task-1703451" [ 1716.460651] env[62522]: _type = "Task" [ 1716.460651] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.467046] env[62522]: DEBUG oslo_vmware.api [None req-e3827616-335b-423f-99c0-f19d97b7dfca tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1716.467046] env[62522]: value = "task-1703452" [ 1716.467046] env[62522]: _type = "Task" [ 1716.467046] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.478201] env[62522]: DEBUG oslo_vmware.api [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.488630] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703448, 'name': PowerOffVM_Task, 'duration_secs': 0.241866} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.488916] env[62522]: DEBUG oslo_vmware.api [None req-e3827616-335b-423f-99c0-f19d97b7dfca tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.489241] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1716.490024] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1716.490309] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1716.490514] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.490761] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1716.490962] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.491204] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1716.491422] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1716.491629] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1716.491845] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1716.493228] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1716.493576] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1716.502876] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe100ebe-d3dd-43b6-856f-1fdb7450e905 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.529672] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1716.529672] env[62522]: value = "task-1703453" [ 1716.529672] env[62522]: _type = "Task" [ 1716.529672] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.539580] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.619499] env[62522]: DEBUG oslo_vmware.api [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703449, 'name': PowerOffVM_Task, 'duration_secs': 0.29465} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.619830] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1716.620197] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1716.620585] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2795bb87-8f26-4b06-b9fd-03faed53a8e5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.669184] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1716.669520] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1716.669758] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Deleting the datastore file [datastore1] a3a555cf-303d-44fe-bcc6-108c7bc67fa8 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1716.670075] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35e69dfb-a5b6-4764-b299-d4ee27d8c53f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.681052] env[62522]: DEBUG oslo_vmware.api [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for the task: (returnval){ [ 1716.681052] env[62522]: value = "task-1703455" [ 1716.681052] env[62522]: _type = "Task" [ 1716.681052] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.691451] env[62522]: DEBUG oslo_vmware.api [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.774655] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703450, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.803698] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703447, 'name': ReconfigVM_Task, 'duration_secs': 0.572466} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.804647] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 3ef118d3-c5a3-4777-92da-ae95397b060c/3ef118d3-c5a3-4777-92da-ae95397b060c.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1716.804954] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-000ec106-d8e6-4a1f-a774-8f929da68b01 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.811770] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1716.811770] env[62522]: value = "task-1703456" [ 1716.811770] env[62522]: _type = "Task" [ 1716.811770] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.820938] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703456, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.934480] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1716.973151] env[62522]: DEBUG oslo_vmware.api [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703451, 'name': PowerOffVM_Task, 'duration_secs': 0.190081} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.976171] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1716.976351] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1716.976598] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9874bd1b-9a73-43a6-9f3e-9f92fed3f54c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.984561] env[62522]: DEBUG oslo_vmware.api [None req-e3827616-335b-423f-99c0-f19d97b7dfca tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703452, 'name': PowerOffVM_Task, 'duration_secs': 0.294093} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.984873] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3827616-335b-423f-99c0-f19d97b7dfca tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1716.984983] env[62522]: DEBUG nova.compute.manager [None req-e3827616-335b-423f-99c0-f19d97b7dfca tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1716.985845] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166a3b7d-a0dd-4098-ade3-cf0dedd10d50 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.039416] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703453, 'name': ReconfigVM_Task, 'duration_secs': 0.223779} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.040146] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3b14a4-6b2f-4703-9f96-9cde414e55e2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.062105] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1717.062376] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1717.062536] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.062715] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1717.062860] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.063013] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1717.063227] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1717.063390] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1717.063553] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1717.063711] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1717.063884] env[62522]: DEBUG nova.virt.hardware [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1717.065620] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9550d1-5480-4c46-965c-91f4d447acc9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.067920] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1717.068121] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1717.068294] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleting the datastore file [datastore1] 56aa8a33-44a1-4504-b2ee-8e047e1ba476 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1717.068525] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caf0ebda-d67d-431c-947c-cbbcc1cc6004 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.073989] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1717.073989] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c53804-c381-d8b6-48a0-fb580c975daa" [ 1717.073989] env[62522]: _type = "Task" [ 1717.073989] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.078975] env[62522]: DEBUG oslo_vmware.api [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1717.078975] env[62522]: value = "task-1703458" [ 1717.078975] env[62522]: _type = "Task" [ 1717.078975] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.085063] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c53804-c381-d8b6-48a0-fb580c975daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.089567] env[62522]: DEBUG oslo_vmware.api [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.191256] env[62522]: DEBUG oslo_vmware.api [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Task: {'id': task-1703455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178287} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.192050] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1717.192050] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1717.192050] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1717.192050] env[62522]: INFO nova.compute.manager [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1717.192315] env[62522]: DEBUG oslo.service.loopingcall [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.192568] env[62522]: DEBUG nova.compute.manager [-] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1717.192716] env[62522]: DEBUG nova.network.neutron [-] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1717.210735] env[62522]: DEBUG nova.network.neutron [-] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.272960] env[62522]: DEBUG oslo_vmware.api [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703450, 'name': PowerOnVM_Task, 'duration_secs': 0.558023} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.273279] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1717.273544] env[62522]: INFO nova.compute.manager [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1717.273743] env[62522]: DEBUG nova.compute.manager [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.274588] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e46153-04c1-4151-8584-7b7178eef443 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.323011] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703456, 'name': Rename_Task, 'duration_secs': 0.145871} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.323303] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1717.323549] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46fe9946-e90e-42a5-8394-42dbc6d47f58 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.330920] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1717.330920] env[62522]: value = "task-1703459" [ 1717.330920] env[62522]: _type = "Task" [ 1717.330920] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.340804] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.439879] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1717.440131] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.830s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.440452] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.464s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.442146] env[62522]: INFO nova.compute.claims [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1717.497083] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e3827616-335b-423f-99c0-f19d97b7dfca tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.587370] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c53804-c381-d8b6-48a0-fb580c975daa, 'name': SearchDatastore_Task, 'duration_secs': 0.012668} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.593103] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1717.596349] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e9f1ea8-881b-413b-b6d1-c269b748cd1c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.609145] env[62522]: DEBUG oslo_vmware.api [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437212} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.609427] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1717.609628] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1717.609816] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1717.610046] env[62522]: INFO nova.compute.manager [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1717.610355] env[62522]: DEBUG oslo.service.loopingcall [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.610989] env[62522]: DEBUG nova.compute.manager [-] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1717.611061] env[62522]: DEBUG nova.network.neutron [-] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1717.617252] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1717.617252] env[62522]: value = "task-1703460" [ 1717.617252] env[62522]: _type = "Task" [ 1717.617252] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.618728] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.618953] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.630907] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.713840] env[62522]: DEBUG nova.network.neutron [-] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.782163] env[62522]: DEBUG nova.objects.instance [None req-83cf8308-d578-4bd0-b4d8-e1ac03d014a6 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lazy-loading 'flavor' on Instance uuid 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.798824] env[62522]: INFO nova.compute.manager [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Took 16.52 seconds to build instance. [ 1717.841883] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703459, 'name': PowerOnVM_Task, 'duration_secs': 0.477091} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.842176] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1717.842389] env[62522]: DEBUG nova.compute.manager [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.843174] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4254a3ed-e143-4964-83ed-f8ed994c845d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.126811] env[62522]: DEBUG nova.compute.utils [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1718.135795] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703460, 'name': ReconfigVM_Task, 'duration_secs': 0.449959} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.136127] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1718.137346] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7af42ba-401a-4e37-8cfd-1dd2eabfb059 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.166796] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 5e637bf4-543b-4a0e-be2a-9782b9005e56/5e637bf4-543b-4a0e-be2a-9782b9005e56.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.167954] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4282bf3-c12f-4bea-b7fd-5caa1c21e5f0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.181443] env[62522]: DEBUG nova.network.neutron [-] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.191917] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1718.191917] env[62522]: value = "task-1703461" [ 1718.191917] env[62522]: _type = "Task" [ 1718.191917] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.208304] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.216235] env[62522]: INFO nova.compute.manager [-] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Took 1.02 seconds to deallocate network for instance. [ 1718.247749] env[62522]: DEBUG nova.compute.manager [req-9fb339ed-e823-467e-afbd-820e4ac94872 req-fcf5e19e-988f-407c-96d3-db295d50952c service nova] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Received event network-vif-deleted-42663cf8-3e27-4e83-a0ac-46d380ca3a65 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1718.287100] env[62522]: DEBUG oslo_concurrency.lockutils [None req-83cf8308-d578-4bd0-b4d8-e1ac03d014a6 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.287291] env[62522]: DEBUG oslo_concurrency.lockutils [None req-83cf8308-d578-4bd0-b4d8-e1ac03d014a6 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquired lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.287463] env[62522]: DEBUG nova.network.neutron [None req-83cf8308-d578-4bd0-b4d8-e1ac03d014a6 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.287640] env[62522]: DEBUG nova.objects.instance [None req-83cf8308-d578-4bd0-b4d8-e1ac03d014a6 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lazy-loading 'info_cache' on Instance uuid 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.301619] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cf6880a-5561-4277-9544-7a94726e494b tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "fc3d065c-b839-4397-ae07-33e283e08a69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.038s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.354505] env[62522]: INFO nova.compute.manager [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] bringing vm to original state: 'stopped' [ 1718.630449] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.633348] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506b18b3-8f1d-4dad-91d1-5ecf6f429ebc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.641991] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d925a708-8e13-4921-9317-f8fa22dc6ea9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.673602] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f1985b-f760-4180-b7ff-0a689965af1a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.682156] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4688048a-45de-482c-89db-c6e6093e938a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.688364] env[62522]: INFO nova.compute.manager [-] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Took 1.08 seconds to deallocate network for instance. [ 1718.704176] env[62522]: DEBUG nova.compute.provider_tree [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.711751] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.722372] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.793974] env[62522]: DEBUG nova.objects.base [None req-83cf8308-d578-4bd0-b4d8-e1ac03d014a6 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Object Instance<85ce0a63-2ff7-45dc-8daa-e8e7e69f1657> lazy-loaded attributes: flavor,info_cache {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1718.795790] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d6a843d6-94fd-4462-8c1d-91db38c35e1c tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "fc3d065c-b839-4397-ae07-33e283e08a69" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.796027] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d6a843d6-94fd-4462-8c1d-91db38c35e1c tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "fc3d065c-b839-4397-ae07-33e283e08a69" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.796203] env[62522]: DEBUG nova.compute.manager [None req-d6a843d6-94fd-4462-8c1d-91db38c35e1c tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.797221] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab282ed3-8a4d-4700-a196-b47286435efe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.804351] env[62522]: DEBUG nova.compute.manager [None req-d6a843d6-94fd-4462-8c1d-91db38c35e1c tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62522) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1718.805069] env[62522]: DEBUG nova.objects.instance [None req-d6a843d6-94fd-4462-8c1d-91db38c35e1c tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lazy-loading 'flavor' on Instance uuid fc3d065c-b839-4397-ae07-33e283e08a69 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.199524] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.206953] env[62522]: DEBUG nova.scheduler.client.report [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1719.210010] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703461, 'name': ReconfigVM_Task, 'duration_secs': 0.636056} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.210821] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 5e637bf4-543b-4a0e-be2a-9782b9005e56/5e637bf4-543b-4a0e-be2a-9782b9005e56.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.211714] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f5bc80-e4ea-4fb5-a993-6d8c1b123838 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.234681] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed16a9d-f6a9-40e1-97e1-328bb475224e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.257060] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9efbb5-8368-452c-a660-0fa15a2d677f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.282915] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f062a6-7c0b-49d5-bad7-7e5bcf9be31d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.291519] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.291874] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f6d8410-7ce0-4aad-be2e-db4c6985b020 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.300350] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1719.300350] env[62522]: value = "task-1703462" [ 1719.300350] env[62522]: _type = "Task" [ 1719.300350] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.311427] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.360245] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "3ef118d3-c5a3-4777-92da-ae95397b060c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.360546] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "3ef118d3-c5a3-4777-92da-ae95397b060c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.360755] env[62522]: DEBUG nova.compute.manager [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.361709] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5944f7-b089-4623-90a3-642302b873e8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.370496] env[62522]: DEBUG nova.compute.manager [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62522) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1719.542817] env[62522]: DEBUG nova.network.neutron [None req-83cf8308-d578-4bd0-b4d8-e1ac03d014a6 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Updating instance_info_cache with network_info: [{"id": "7cc403b7-4a0b-4096-87aa-aeba9b2ee447", "address": "fa:16:3e:18:f6:72", "network": {"id": "f91beeaa-31aa-4099-bbab-f53009e27353", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1175105788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0c352ef7c4a498f6d85f3ae86fbf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc403b7-4a", "ovs_interfaceid": "7cc403b7-4a0b-4096-87aa-aeba9b2ee447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.690740] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.691220] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.691579] env[62522]: INFO nova.compute.manager [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Attaching volume 429a040f-c71b-43fa-b28b-815ec40d4bfe to /dev/sdb [ 1719.711879] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.712491] env[62522]: DEBUG nova.compute.manager [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1719.715414] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.993s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.716042] env[62522]: DEBUG nova.objects.instance [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lazy-loading 'resources' on Instance uuid a3a555cf-303d-44fe-bcc6-108c7bc67fa8 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.726124] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748a436b-15fc-4286-9fc0-6c6cc354765c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.734904] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a9cd29-eb89-4d02-a01a-031c7d4b2658 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.752243] env[62522]: DEBUG nova.virt.block_device [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Updating existing volume attachment record: f6213f5a-76d4-44a5-82a3-a1efae75d481 {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1719.811100] env[62522]: DEBUG oslo_vmware.api [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703462, 'name': PowerOnVM_Task, 'duration_secs': 0.483748} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.811370] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.814929] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a843d6-94fd-4462-8c1d-91db38c35e1c tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.815380] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ec43ff9-ac13-463f-bbfe-b28e62ce35f2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.821675] env[62522]: DEBUG oslo_vmware.api [None req-d6a843d6-94fd-4462-8c1d-91db38c35e1c tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1719.821675] env[62522]: value = "task-1703463" [ 1719.821675] env[62522]: _type = "Task" [ 1719.821675] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.829649] env[62522]: DEBUG oslo_vmware.api [None req-d6a843d6-94fd-4462-8c1d-91db38c35e1c tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.874722] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.875053] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f98f8c6b-0814-4af0-b97a-483537d19f12 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.882894] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1719.882894] env[62522]: value = "task-1703464" [ 1719.882894] env[62522]: _type = "Task" [ 1719.882894] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.891848] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.045485] env[62522]: DEBUG oslo_concurrency.lockutils [None req-83cf8308-d578-4bd0-b4d8-e1ac03d014a6 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Releasing lock "refresh_cache-85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.219972] env[62522]: DEBUG nova.compute.utils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1720.224157] env[62522]: DEBUG nova.compute.manager [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1720.224157] env[62522]: DEBUG nova.network.neutron [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1720.267353] env[62522]: DEBUG nova.policy [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cf3b85db35c421abb861146c6a099e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1575a5ca5245b997c0559bcb677670', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1720.333857] env[62522]: DEBUG oslo_vmware.api [None req-d6a843d6-94fd-4462-8c1d-91db38c35e1c tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703463, 'name': PowerOffVM_Task, 'duration_secs': 0.276921} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.334291] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a843d6-94fd-4462-8c1d-91db38c35e1c tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1720.334613] env[62522]: DEBUG nova.compute.manager [None req-d6a843d6-94fd-4462-8c1d-91db38c35e1c tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.335475] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df12485c-f4ba-4fed-8c4b-3a95944d695e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.395748] env[62522]: DEBUG oslo_vmware.api [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703464, 'name': PowerOffVM_Task, 'duration_secs': 0.18859} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.398306] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1720.398519] env[62522]: DEBUG nova.compute.manager [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.399714] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6e4db9-dfd0-4d4c-98df-b6827aa06801 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.423475] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f81fd6-6394-4441-b3e8-389f4008d125 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.431707] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa0b1ed-b7ce-4575-8a1e-dd642f6556d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.462541] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f393d4-1bb8-4a8c-bfa8-6eaadaf59f71 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.471345] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac0d200-1386-4e7f-92e2-f417336a71dc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.486569] env[62522]: DEBUG nova.compute.provider_tree [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.557985] env[62522]: DEBUG nova.network.neutron [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Successfully created port: 1adb24b4-1852-4561-9382-811432712e32 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1720.724312] env[62522]: DEBUG nova.compute.manager [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1720.851028] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d6a843d6-94fd-4462-8c1d-91db38c35e1c tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "fc3d065c-b839-4397-ae07-33e283e08a69" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.865194] env[62522]: INFO nova.compute.manager [None req-29e9864b-cdd2-4b72-8198-84678a4cbbdf tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance to original state: 'active' [ 1720.919657] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "3ef118d3-c5a3-4777-92da-ae95397b060c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.989658] env[62522]: DEBUG nova.scheduler.client.report [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1721.050894] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-83cf8308-d578-4bd0-b4d8-e1ac03d014a6 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.051272] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b96b3e1f-5b9f-48c8-94f3-1842b44d58d7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.060383] env[62522]: DEBUG oslo_vmware.api [None req-83cf8308-d578-4bd0-b4d8-e1ac03d014a6 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1721.060383] env[62522]: value = "task-1703468" [ 1721.060383] env[62522]: _type = "Task" [ 1721.060383] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.069919] env[62522]: DEBUG oslo_vmware.api [None req-83cf8308-d578-4bd0-b4d8-e1ac03d014a6 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.429048] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.498033] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.499773] env[62522]: DEBUG oslo_concurrency.lockutils [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "3ef118d3-c5a3-4777-92da-ae95397b060c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.499998] env[62522]: DEBUG oslo_concurrency.lockutils [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "3ef118d3-c5a3-4777-92da-ae95397b060c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.500265] env[62522]: DEBUG oslo_concurrency.lockutils [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "3ef118d3-c5a3-4777-92da-ae95397b060c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.500470] env[62522]: DEBUG oslo_concurrency.lockutils [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "3ef118d3-c5a3-4777-92da-ae95397b060c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.500645] env[62522]: DEBUG oslo_concurrency.lockutils [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "3ef118d3-c5a3-4777-92da-ae95397b060c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.502413] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.303s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.502657] env[62522]: DEBUG nova.objects.instance [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lazy-loading 'resources' on Instance uuid 56aa8a33-44a1-4504-b2ee-8e047e1ba476 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.505019] env[62522]: INFO nova.compute.manager [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Terminating instance [ 1721.523234] env[62522]: INFO nova.scheduler.client.report [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Deleted allocations for instance a3a555cf-303d-44fe-bcc6-108c7bc67fa8 [ 1721.571177] env[62522]: DEBUG oslo_vmware.api [None req-83cf8308-d578-4bd0-b4d8-e1ac03d014a6 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703468, 'name': PowerOnVM_Task, 'duration_secs': 0.391617} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.572414] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-83cf8308-d578-4bd0-b4d8-e1ac03d014a6 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1721.572634] env[62522]: DEBUG nova.compute.manager [None req-83cf8308-d578-4bd0-b4d8-e1ac03d014a6 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1721.573450] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbb8fda-362f-4d67-bd3d-7841544bb7b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.735089] env[62522]: DEBUG nova.compute.manager [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1721.761047] env[62522]: DEBUG nova.virt.hardware [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1721.761310] env[62522]: DEBUG nova.virt.hardware [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1721.761466] env[62522]: DEBUG nova.virt.hardware [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1721.761648] env[62522]: DEBUG nova.virt.hardware [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1721.761792] env[62522]: DEBUG nova.virt.hardware [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1721.761934] env[62522]: DEBUG nova.virt.hardware [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1721.762155] env[62522]: DEBUG nova.virt.hardware [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1721.762332] env[62522]: DEBUG nova.virt.hardware [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1721.762525] env[62522]: DEBUG nova.virt.hardware [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1721.762691] env[62522]: DEBUG nova.virt.hardware [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1721.762861] env[62522]: DEBUG nova.virt.hardware [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1721.763801] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a195c344-504c-4601-ab61-36f6c84c52f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.772606] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d196a4-0f9a-4719-aa83-30092b2fe7b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.014584] env[62522]: DEBUG nova.compute.manager [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.014787] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.020684] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06025af0-6e3f-41e6-89f9-1127ec32d378 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.039199] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8ee88d67-eeed-4327-ada0-6aa29b2e3af6 tempest-ServerShowV247Test-1889786087 tempest-ServerShowV247Test-1889786087-project-member] Lock "a3a555cf-303d-44fe-bcc6-108c7bc67fa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.542s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.045449] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1722.053526] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-254fb107-a8b7-4b6b-8380-3ba86405ac58 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.146171] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1722.146484] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1722.146744] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleting the datastore file [datastore1] 3ef118d3-c5a3-4777-92da-ae95397b060c {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1722.150265] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82f9a0ca-ee67-49df-8757-3f078ad8ea70 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.153446] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "5e637bf4-543b-4a0e-be2a-9782b9005e56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.153786] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "5e637bf4-543b-4a0e-be2a-9782b9005e56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.154116] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "5e637bf4-543b-4a0e-be2a-9782b9005e56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.154329] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "5e637bf4-543b-4a0e-be2a-9782b9005e56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.154503] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "5e637bf4-543b-4a0e-be2a-9782b9005e56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.156963] env[62522]: INFO nova.compute.manager [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Terminating instance [ 1722.163897] env[62522]: DEBUG oslo_vmware.api [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1722.163897] env[62522]: value = "task-1703471" [ 1722.163897] env[62522]: _type = "Task" [ 1722.163897] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.178830] env[62522]: DEBUG oslo_vmware.api [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.194796] env[62522]: DEBUG nova.compute.manager [req-5a111d2d-628a-4f93-b8e4-b3f59bb988c0 req-c12f2186-ffa8-42fd-a568-d3bb6faa334a service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Received event network-vif-plugged-1adb24b4-1852-4561-9382-811432712e32 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1722.194899] env[62522]: DEBUG oslo_concurrency.lockutils [req-5a111d2d-628a-4f93-b8e4-b3f59bb988c0 req-c12f2186-ffa8-42fd-a568-d3bb6faa334a service nova] Acquiring lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.195188] env[62522]: DEBUG oslo_concurrency.lockutils [req-5a111d2d-628a-4f93-b8e4-b3f59bb988c0 req-c12f2186-ffa8-42fd-a568-d3bb6faa334a service nova] Lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.195461] env[62522]: DEBUG oslo_concurrency.lockutils [req-5a111d2d-628a-4f93-b8e4-b3f59bb988c0 req-c12f2186-ffa8-42fd-a568-d3bb6faa334a service nova] Lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.195920] env[62522]: DEBUG nova.compute.manager [req-5a111d2d-628a-4f93-b8e4-b3f59bb988c0 req-c12f2186-ffa8-42fd-a568-d3bb6faa334a service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] No waiting events found dispatching network-vif-plugged-1adb24b4-1852-4561-9382-811432712e32 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1722.196129] env[62522]: WARNING nova.compute.manager [req-5a111d2d-628a-4f93-b8e4-b3f59bb988c0 req-c12f2186-ffa8-42fd-a568-d3bb6faa334a service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Received unexpected event network-vif-plugged-1adb24b4-1852-4561-9382-811432712e32 for instance with vm_state building and task_state spawning. [ 1722.254061] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83766454-aaba-43f0-b777-3b768cd08ba8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.262613] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325479aa-163a-4a52-b612-87f544b287df {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.269863] env[62522]: DEBUG nova.network.neutron [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Successfully updated port: 1adb24b4-1852-4561-9382-811432712e32 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1722.303963] env[62522]: DEBUG nova.compute.manager [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1722.305895] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.306062] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.306211] env[62522]: DEBUG nova.network.neutron [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1722.308811] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5f7518-10cf-4dc3-a36e-c4b34161e193 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.311596] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90833a7-cd10-491c-a88e-3d9d4b3fd08e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.323128] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63afeaf1-f32b-4387-bae3-e838d4022eb4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.342944] env[62522]: DEBUG nova.compute.provider_tree [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.666739] env[62522]: DEBUG nova.compute.manager [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.667047] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.670570] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b8d3178-0516-42ff-81f4-f5c321e1a386 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.679439] env[62522]: DEBUG oslo_vmware.api [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190886} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.681129] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1722.681343] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1722.681530] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1722.681714] env[62522]: INFO nova.compute.manager [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1722.681964] env[62522]: DEBUG oslo.service.loopingcall [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.682261] env[62522]: DEBUG oslo_vmware.api [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1722.682261] env[62522]: value = "task-1703472" [ 1722.682261] env[62522]: _type = "Task" [ 1722.682261] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.682553] env[62522]: DEBUG nova.compute.manager [-] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1722.682661] env[62522]: DEBUG nova.network.neutron [-] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1722.695725] env[62522]: DEBUG oslo_vmware.api [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.836254] env[62522]: INFO nova.compute.manager [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] instance snapshotting [ 1722.836475] env[62522]: WARNING nova.compute.manager [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1722.839198] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30df1dcc-c493-4c0f-83a7-259dc6a91a22 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.862915] env[62522]: DEBUG nova.scheduler.client.report [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1722.866294] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aed62b4-89e8-43c5-b974-8ba515049f4d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.870071] env[62522]: DEBUG nova.network.neutron [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1723.097680] env[62522]: DEBUG nova.network.neutron [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Updating instance_info_cache with network_info: [{"id": "1adb24b4-1852-4561-9382-811432712e32", "address": "fa:16:3e:80:ac:c2", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adb24b4-18", "ovs_interfaceid": "1adb24b4-1852-4561-9382-811432712e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.199100] env[62522]: DEBUG oslo_vmware.api [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703472, 'name': PowerOffVM_Task, 'duration_secs': 0.372703} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.199100] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.199100] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1723.199100] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354973', 'volume_id': 'be71b278-c7e3-4098-90d5-c3eff6d7fd6f', 'name': 'volume-be71b278-c7e3-4098-90d5-c3eff6d7fd6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '5e637bf4-543b-4a0e-be2a-9782b9005e56', 'attached_at': '2024-12-10T19:29:02.000000', 'detached_at': '', 'volume_id': 'be71b278-c7e3-4098-90d5-c3eff6d7fd6f', 'serial': 'be71b278-c7e3-4098-90d5-c3eff6d7fd6f'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1723.200314] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dd412b-2812-4f6d-aab8-251fa0a4bb14 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.238363] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc2f424-cd88-462b-a813-4a10149a09a1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.249140] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c864fa6-3e08-4378-ab64-064b5c776f71 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.284588] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7daeba-8d16-42de-a913-b075fc46326d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.307644] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] The volume has not been displaced from its original location: [datastore1] volume-be71b278-c7e3-4098-90d5-c3eff6d7fd6f/volume-be71b278-c7e3-4098-90d5-c3eff6d7fd6f.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1723.312958] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1723.313312] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4086c331-2d0b-4e30-87dd-724ac17dcc93 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.332693] env[62522]: DEBUG oslo_vmware.api [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1723.332693] env[62522]: value = "task-1703473" [ 1723.332693] env[62522]: _type = "Task" [ 1723.332693] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.341236] env[62522]: DEBUG oslo_vmware.api [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.370469] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.373075] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.944s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.373265] env[62522]: DEBUG nova.objects.instance [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62522) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1723.381409] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1723.381813] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5661c6af-1921-4a46-a312-81c3dfe30dd2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.392504] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1723.392504] env[62522]: value = "task-1703474" [ 1723.392504] env[62522]: _type = "Task" [ 1723.392504] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.404624] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703474, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.410785] env[62522]: INFO nova.scheduler.client.report [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleted allocations for instance 56aa8a33-44a1-4504-b2ee-8e047e1ba476 [ 1723.523419] env[62522]: DEBUG nova.network.neutron [-] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.600988] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.601390] env[62522]: DEBUG nova.compute.manager [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Instance network_info: |[{"id": "1adb24b4-1852-4561-9382-811432712e32", "address": "fa:16:3e:80:ac:c2", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adb24b4-18", "ovs_interfaceid": "1adb24b4-1852-4561-9382-811432712e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1723.601841] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:ac:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1adb24b4-1852-4561-9382-811432712e32', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1723.609516] env[62522]: DEBUG oslo.service.loopingcall [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.612286] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1723.612521] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a140a40-121e-4ce7-8f93-c0dccba09eae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.637045] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1723.637045] env[62522]: value = "task-1703475" [ 1723.637045] env[62522]: _type = "Task" [ 1723.637045] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.648086] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703475, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.844049] env[62522]: DEBUG oslo_vmware.api [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703473, 'name': ReconfigVM_Task, 'duration_secs': 0.210621} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.844049] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1723.848964] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf0e330b-ab16-4f4c-b7e3-a1a48d011501 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.868841] env[62522]: DEBUG oslo_vmware.api [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1723.868841] env[62522]: value = "task-1703476" [ 1723.868841] env[62522]: _type = "Task" [ 1723.868841] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.882349] env[62522]: DEBUG oslo_vmware.api [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.908195] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703474, 'name': CreateSnapshot_Task, 'duration_secs': 0.417109} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.908662] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1723.909893] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb29489-249c-41e8-8773-3a961df707aa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.920480] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f9bb4dd5-4465-439e-9b3f-63b646af2b28 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "56aa8a33-44a1-4504-b2ee-8e047e1ba476" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.985s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.027243] env[62522]: INFO nova.compute.manager [-] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Took 1.34 seconds to deallocate network for instance. [ 1724.147709] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703475, 'name': CreateVM_Task, 'duration_secs': 0.385543} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.147895] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1724.148600] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.148763] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.149131] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1724.149389] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeac543f-2248-4f08-b5ab-fcdba45c15c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.154240] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1724.154240] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bd3df6-2d2d-49d4-0c4f-23e1f7d202fa" [ 1724.154240] env[62522]: _type = "Task" [ 1724.154240] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.162455] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bd3df6-2d2d-49d4-0c4f-23e1f7d202fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.225484] env[62522]: DEBUG nova.compute.manager [req-2091e04c-18cc-4456-a43e-8d667f5ffe45 req-420cf17c-6d27-400f-b907-7f3378975e86 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Received event network-changed-1adb24b4-1852-4561-9382-811432712e32 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1724.225679] env[62522]: DEBUG nova.compute.manager [req-2091e04c-18cc-4456-a43e-8d667f5ffe45 req-420cf17c-6d27-400f-b907-7f3378975e86 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Refreshing instance network info cache due to event network-changed-1adb24b4-1852-4561-9382-811432712e32. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1724.225886] env[62522]: DEBUG oslo_concurrency.lockutils [req-2091e04c-18cc-4456-a43e-8d667f5ffe45 req-420cf17c-6d27-400f-b907-7f3378975e86 service nova] Acquiring lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.227322] env[62522]: DEBUG oslo_concurrency.lockutils [req-2091e04c-18cc-4456-a43e-8d667f5ffe45 req-420cf17c-6d27-400f-b907-7f3378975e86 service nova] Acquired lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.227558] env[62522]: DEBUG nova.network.neutron [req-2091e04c-18cc-4456-a43e-8d667f5ffe45 req-420cf17c-6d27-400f-b907-7f3378975e86 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Refreshing network info cache for port 1adb24b4-1852-4561-9382-811432712e32 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1724.310451] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1724.310699] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354996', 'volume_id': '429a040f-c71b-43fa-b28b-815ec40d4bfe', 'name': 'volume-429a040f-c71b-43fa-b28b-815ec40d4bfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f86a7f96-f927-4ddc-a9c8-4a37df73722e', 'attached_at': '', 'detached_at': '', 'volume_id': '429a040f-c71b-43fa-b28b-815ec40d4bfe', 'serial': '429a040f-c71b-43fa-b28b-815ec40d4bfe'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1724.311569] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7198549-ac40-48a4-bf1a-426d210de844 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.329729] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce63cc3-b4cd-4816-ac0b-ce73e7669b14 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.361628] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-429a040f-c71b-43fa-b28b-815ec40d4bfe/volume-429a040f-c71b-43fa-b28b-815ec40d4bfe.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1724.364177] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-665709a3-7dc9-410d-9d69-718d4485423f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.383837] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a7af3111-1b68-4dc8-a89e-eaeaa5f3cfec tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.389039] env[62522]: DEBUG oslo_vmware.api [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1724.389039] env[62522]: value = "task-1703477" [ 1724.389039] env[62522]: _type = "Task" [ 1724.389039] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.392262] env[62522]: DEBUG oslo_vmware.api [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703476, 'name': ReconfigVM_Task, 'duration_secs': 0.156255} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.395478] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354973', 'volume_id': 'be71b278-c7e3-4098-90d5-c3eff6d7fd6f', 'name': 'volume-be71b278-c7e3-4098-90d5-c3eff6d7fd6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '5e637bf4-543b-4a0e-be2a-9782b9005e56', 'attached_at': '2024-12-10T19:29:02.000000', 'detached_at': '', 'volume_id': 'be71b278-c7e3-4098-90d5-c3eff6d7fd6f', 'serial': 'be71b278-c7e3-4098-90d5-c3eff6d7fd6f'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1724.395792] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1724.397178] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12277451-18ae-42d6-aa24-863e68dd6bae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.407871] env[62522]: DEBUG oslo_vmware.api [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703477, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.408263] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1724.408415] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-417e2545-865c-4b55-92e7-e4c17e934c38 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.439798] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1724.440146] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-590602f4-b636-4ca1-b632-16dafe2d3fce {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.450437] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1724.450437] env[62522]: value = "task-1703479" [ 1724.450437] env[62522]: _type = "Task" [ 1724.450437] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.459393] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703479, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.494087] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.494354] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.495095] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleting the datastore file [datastore1] 5e637bf4-543b-4a0e-be2a-9782b9005e56 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.495095] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63868015-37b1-4196-bf4c-bcaa44a18309 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.503139] env[62522]: DEBUG oslo_vmware.api [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1724.503139] env[62522]: value = "task-1703480" [ 1724.503139] env[62522]: _type = "Task" [ 1724.503139] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.513256] env[62522]: DEBUG oslo_vmware.api [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.536544] env[62522]: DEBUG oslo_concurrency.lockutils [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.536875] env[62522]: DEBUG oslo_concurrency.lockutils [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.537134] env[62522]: DEBUG nova.objects.instance [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lazy-loading 'resources' on Instance uuid 3ef118d3-c5a3-4777-92da-ae95397b060c {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.674886] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bd3df6-2d2d-49d4-0c4f-23e1f7d202fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.675436] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.675859] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1724.676273] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.676538] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.676882] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1724.677764] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8c8916f-4341-4b70-b10d-7908ee69ecad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.694684] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1724.694977] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1724.696227] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbae9c48-3656-4958-8009-a6dfa1a937e5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.705453] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1724.705453] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5248ad3a-69b9-e40e-e5cb-1168bea9987d" [ 1724.705453] env[62522]: _type = "Task" [ 1724.705453] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.722124] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5248ad3a-69b9-e40e-e5cb-1168bea9987d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.904632] env[62522]: DEBUG oslo_vmware.api [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703477, 'name': ReconfigVM_Task, 'duration_secs': 0.38881} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.904922] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-429a040f-c71b-43fa-b28b-815ec40d4bfe/volume-429a040f-c71b-43fa-b28b-815ec40d4bfe.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.910556] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b74321a7-631e-43b6-b419-def44bce68c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.932546] env[62522]: DEBUG oslo_vmware.api [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1724.932546] env[62522]: value = "task-1703481" [ 1724.932546] env[62522]: _type = "Task" [ 1724.932546] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.942888] env[62522]: DEBUG oslo_vmware.api [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.961285] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703479, 'name': CloneVM_Task} progress is 93%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.000237] env[62522]: DEBUG nova.network.neutron [req-2091e04c-18cc-4456-a43e-8d667f5ffe45 req-420cf17c-6d27-400f-b907-7f3378975e86 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Updated VIF entry in instance network info cache for port 1adb24b4-1852-4561-9382-811432712e32. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1725.000620] env[62522]: DEBUG nova.network.neutron [req-2091e04c-18cc-4456-a43e-8d667f5ffe45 req-420cf17c-6d27-400f-b907-7f3378975e86 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Updating instance_info_cache with network_info: [{"id": "1adb24b4-1852-4561-9382-811432712e32", "address": "fa:16:3e:80:ac:c2", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adb24b4-18", "ovs_interfaceid": "1adb24b4-1852-4561-9382-811432712e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.018316] env[62522]: DEBUG oslo_vmware.api [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191717} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.019345] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1725.019550] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1725.019730] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1725.019908] env[62522]: INFO nova.compute.manager [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1725.020170] env[62522]: DEBUG oslo.service.loopingcall [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.020897] env[62522]: DEBUG nova.compute.manager [-] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1725.020897] env[62522]: DEBUG nova.network.neutron [-] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1725.206936] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82d6b14-b59c-4cd6-bc98-870d303b4413 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.223972] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66c5d0f-5bed-4814-b2d0-0329a4da7c26 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.227826] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5248ad3a-69b9-e40e-e5cb-1168bea9987d, 'name': SearchDatastore_Task, 'duration_secs': 0.022609} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.229424] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fffaec7f-6d18-4cff-a122-0421b4595214 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.259273] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10a0094-60c5-4226-b77f-1f0af7015188 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.264589] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1725.264589] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52babd5b-cceb-5b91-b5f5-f5a5fe01aa49" [ 1725.264589] env[62522]: _type = "Task" [ 1725.264589] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.274379] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93541160-63df-4c23-b44d-bbad2b6692ac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.282806] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52babd5b-cceb-5b91-b5f5-f5a5fe01aa49, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.283560] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.283888] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] f44f9352-33cb-4ee0-9a8c-de8733ad67d2/f44f9352-33cb-4ee0-9a8c-de8733ad67d2.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1725.284269] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89560d04-1d5d-435b-ae77-e1fb15669d38 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.296534] env[62522]: DEBUG nova.compute.provider_tree [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.303691] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1725.303691] env[62522]: value = "task-1703482" [ 1725.303691] env[62522]: _type = "Task" [ 1725.303691] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.315111] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.450362] env[62522]: DEBUG oslo_vmware.api [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703481, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.463764] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703479, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.505325] env[62522]: DEBUG oslo_concurrency.lockutils [req-2091e04c-18cc-4456-a43e-8d667f5ffe45 req-420cf17c-6d27-400f-b907-7f3378975e86 service nova] Releasing lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.505615] env[62522]: DEBUG nova.compute.manager [req-2091e04c-18cc-4456-a43e-8d667f5ffe45 req-420cf17c-6d27-400f-b907-7f3378975e86 service nova] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Received event network-vif-deleted-5c358a1f-b22e-4a7f-bda5-cbafcc1f86b3 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1725.647150] env[62522]: DEBUG nova.compute.manager [req-0d3245c3-3003-459e-8ea5-b97b34ed0b9d req-f786ec74-45d3-42d1-95cc-adac3450ec01 service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Received event network-vif-deleted-0c30f3de-fd78-499b-85ea-8987eb2f761d {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1725.647424] env[62522]: INFO nova.compute.manager [req-0d3245c3-3003-459e-8ea5-b97b34ed0b9d req-f786ec74-45d3-42d1-95cc-adac3450ec01 service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Neutron deleted interface 0c30f3de-fd78-499b-85ea-8987eb2f761d; detaching it from the instance and deleting it from the info cache [ 1725.647582] env[62522]: DEBUG nova.network.neutron [req-0d3245c3-3003-459e-8ea5-b97b34ed0b9d req-f786ec74-45d3-42d1-95cc-adac3450ec01 service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.655904] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "108fbb7d-aa90-4e37-83d2-6553236ef79b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.656164] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "108fbb7d-aa90-4e37-83d2-6553236ef79b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.801838] env[62522]: DEBUG nova.scheduler.client.report [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1725.822032] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494119} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.822032] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] f44f9352-33cb-4ee0-9a8c-de8733ad67d2/f44f9352-33cb-4ee0-9a8c-de8733ad67d2.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1725.822032] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1725.822032] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5326f85d-1c5a-4010-b6b5-d97882005af6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.828218] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1725.828218] env[62522]: value = "task-1703483" [ 1725.828218] env[62522]: _type = "Task" [ 1725.828218] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.838952] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.945200] env[62522]: DEBUG oslo_vmware.api [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703481, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.965501] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703479, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.109855] env[62522]: DEBUG nova.network.neutron [-] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.157190] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8111d8b9-22bb-4d61-9e75-d2b43822d651 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.159836] env[62522]: DEBUG nova.compute.manager [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1726.170601] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de88993-1e3f-486d-b50d-832edd3fe5b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.208705] env[62522]: DEBUG nova.compute.manager [req-0d3245c3-3003-459e-8ea5-b97b34ed0b9d req-f786ec74-45d3-42d1-95cc-adac3450ec01 service nova] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Detach interface failed, port_id=0c30f3de-fd78-499b-85ea-8987eb2f761d, reason: Instance 5e637bf4-543b-4a0e-be2a-9782b9005e56 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1726.312624] env[62522]: DEBUG oslo_concurrency.lockutils [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.334907] env[62522]: INFO nova.scheduler.client.report [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleted allocations for instance 3ef118d3-c5a3-4777-92da-ae95397b060c [ 1726.344413] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209479} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.345294] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1726.345739] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9113a63-43dc-4715-b6ba-82b1f6de5960 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.370591] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] f44f9352-33cb-4ee0-9a8c-de8733ad67d2/f44f9352-33cb-4ee0-9a8c-de8733ad67d2.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1726.370850] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70c389c1-1c8a-4acd-a32b-129d238b0c1d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.394112] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1726.394112] env[62522]: value = "task-1703484" [ 1726.394112] env[62522]: _type = "Task" [ 1726.394112] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.406265] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.443849] env[62522]: DEBUG oslo_vmware.api [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703481, 'name': ReconfigVM_Task, 'duration_secs': 1.162915} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.444067] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354996', 'volume_id': '429a040f-c71b-43fa-b28b-815ec40d4bfe', 'name': 'volume-429a040f-c71b-43fa-b28b-815ec40d4bfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f86a7f96-f927-4ddc-a9c8-4a37df73722e', 'attached_at': '', 'detached_at': '', 'volume_id': '429a040f-c71b-43fa-b28b-815ec40d4bfe', 'serial': '429a040f-c71b-43fa-b28b-815ec40d4bfe'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1726.463911] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703479, 'name': CloneVM_Task, 'duration_secs': 1.916771} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.464708] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Created linked-clone VM from snapshot [ 1726.464916] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f006a6-f39c-4505-8cc9-8c6bb0f27c42 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.472234] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Uploading image d6ae043a-91d8-48b8-9426-4265a26aaeef {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1726.499077] env[62522]: DEBUG oslo_vmware.rw_handles [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1726.499077] env[62522]: value = "vm-354999" [ 1726.499077] env[62522]: _type = "VirtualMachine" [ 1726.499077] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1726.499367] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4f07e5d7-2e2e-4ff6-97a8-38485885b997 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.507483] env[62522]: DEBUG oslo_vmware.rw_handles [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lease: (returnval){ [ 1726.507483] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e48b7f-77f7-7e42-85bf-6a7448549f6f" [ 1726.507483] env[62522]: _type = "HttpNfcLease" [ 1726.507483] env[62522]: } obtained for exporting VM: (result){ [ 1726.507483] env[62522]: value = "vm-354999" [ 1726.507483] env[62522]: _type = "VirtualMachine" [ 1726.507483] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1726.507717] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the lease: (returnval){ [ 1726.507717] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e48b7f-77f7-7e42-85bf-6a7448549f6f" [ 1726.507717] env[62522]: _type = "HttpNfcLease" [ 1726.507717] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1726.515345] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1726.515345] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e48b7f-77f7-7e42-85bf-6a7448549f6f" [ 1726.515345] env[62522]: _type = "HttpNfcLease" [ 1726.515345] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1726.615831] env[62522]: INFO nova.compute.manager [-] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Took 1.59 seconds to deallocate network for instance. [ 1726.683420] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.683510] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.684969] env[62522]: INFO nova.compute.claims [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1726.829816] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "df99de73-b778-40c7-955f-7b89f3480438" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.830083] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "df99de73-b778-40c7-955f-7b89f3480438" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.847777] env[62522]: DEBUG oslo_concurrency.lockutils [None req-884d0c1a-6dc5-47ad-a64a-bcdb4edbd889 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "3ef118d3-c5a3-4777-92da-ae95397b060c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.348s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.905849] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.021618] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1727.021618] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e48b7f-77f7-7e42-85bf-6a7448549f6f" [ 1727.021618] env[62522]: _type = "HttpNfcLease" [ 1727.021618] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1727.021974] env[62522]: DEBUG oslo_vmware.rw_handles [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1727.021974] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e48b7f-77f7-7e42-85bf-6a7448549f6f" [ 1727.021974] env[62522]: _type = "HttpNfcLease" [ 1727.021974] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1727.022695] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eb8789-a557-4144-bfbb-9127607adca1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.031260] env[62522]: DEBUG oslo_vmware.rw_handles [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d4be3-c3c1-8f10-af85-2b3cfc18439e/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1727.031994] env[62522]: DEBUG oslo_vmware.rw_handles [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d4be3-c3c1-8f10-af85-2b3cfc18439e/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1727.137167] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03586d91-c44c-486f-a776-371e98193a32 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.160966] env[62522]: INFO nova.compute.manager [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Took 0.54 seconds to detach 1 volumes for instance. [ 1727.334073] env[62522]: DEBUG nova.compute.manager [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1727.410024] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703484, 'name': ReconfigVM_Task, 'duration_secs': 0.616322} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.410024] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Reconfigured VM instance instance-00000066 to attach disk [datastore1] f44f9352-33cb-4ee0-9a8c-de8733ad67d2/f44f9352-33cb-4ee0-9a8c-de8733ad67d2.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1727.410024] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff6b440a-c77a-40f6-8fab-dabb50a1067f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.415933] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1727.415933] env[62522]: value = "task-1703486" [ 1727.415933] env[62522]: _type = "Task" [ 1727.415933] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.427595] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703486, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.600877] env[62522]: DEBUG nova.objects.instance [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lazy-loading 'flavor' on Instance uuid f86a7f96-f927-4ddc-a9c8-4a37df73722e {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.670931] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.855739] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.923093] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea0eeb4-610b-423b-91cf-3a501eefd606 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.938698] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa4b14d-dfb8-4b09-9bac-1da813ec55ed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.942442] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703486, 'name': Rename_Task, 'duration_secs': 0.166514} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.942868] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.943631] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a91a848-de1d-42cf-9952-33df38c07903 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.976777] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59293007-f089-46e2-a907-ad44e62218cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.979904] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1727.979904] env[62522]: value = "task-1703487" [ 1727.979904] env[62522]: _type = "Task" [ 1727.979904] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.991456] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9feecf-a028-4059-8a8a-1753d1f78e86 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.999861] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703487, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.011666] env[62522]: DEBUG nova.compute.provider_tree [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.108366] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ae7d29ad-43a7-4c61-a641-a82049a186f5 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.417s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.491213] env[62522]: DEBUG oslo_vmware.api [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703487, 'name': PowerOnVM_Task, 'duration_secs': 0.537262} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.491490] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.491702] env[62522]: INFO nova.compute.manager [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1728.491893] env[62522]: DEBUG nova.compute.manager [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.492757] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a464ae7c-9f84-42b4-8968-16935e68f54c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.516018] env[62522]: DEBUG nova.scheduler.client.report [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1729.014333] env[62522]: INFO nova.compute.manager [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Took 14.06 seconds to build instance. [ 1729.025051] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.025215] env[62522]: DEBUG nova.compute.manager [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1729.027783] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.357s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.028011] env[62522]: DEBUG nova.objects.instance [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'resources' on Instance uuid 5e637bf4-543b-4a0e-be2a-9782b9005e56 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.457681] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.457998] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.520276] env[62522]: DEBUG oslo_concurrency.lockutils [None req-69e5ad62-2efe-4983-a599-aba59c69fb97 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.571s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.532532] env[62522]: DEBUG nova.compute.utils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1729.535209] env[62522]: DEBUG nova.compute.manager [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1729.535387] env[62522]: DEBUG nova.network.neutron [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1729.609913] env[62522]: DEBUG nova.policy [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3495ef7d7c96436686012f6131d26fa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ab5ba9c13bd45eb94571f0a66c8e468', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1729.743861] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5a53c3-004e-4d6d-9ed7-5e2444f946ad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.752828] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf37c847-5c9b-4196-b574-03cbd4722052 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.785096] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297a3bd6-35bf-4071-9d5f-28b8e187c402 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.793852] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486d128c-e51d-436a-9edc-9c7741f25274 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.810450] env[62522]: DEBUG nova.compute.provider_tree [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.897909] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "bcfa3a0b-913e-405f-882d-df550c0ebe14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.898258] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "bcfa3a0b-913e-405f-882d-df550c0ebe14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.960625] env[62522]: DEBUG nova.compute.manager [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1730.038583] env[62522]: DEBUG nova.compute.manager [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1730.099213] env[62522]: DEBUG nova.network.neutron [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Successfully created port: ba52f689-9b3c-4c36-ad75-b8d707f43014 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1730.314184] env[62522]: DEBUG nova.scheduler.client.report [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1730.400959] env[62522]: DEBUG nova.compute.manager [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1730.495714] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.600105] env[62522]: DEBUG nova.compute.manager [req-13420f02-0460-4fd4-99f0-13e85f2987b8 req-6ef6db47-1b44-483c-983f-67093fd4a33b service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Received event network-changed-d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1730.600321] env[62522]: DEBUG nova.compute.manager [req-13420f02-0460-4fd4-99f0-13e85f2987b8 req-6ef6db47-1b44-483c-983f-67093fd4a33b service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Refreshing instance network info cache due to event network-changed-d37eee07-d9a9-4e9b-b2e4-556a623b796e. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1730.600549] env[62522]: DEBUG oslo_concurrency.lockutils [req-13420f02-0460-4fd4-99f0-13e85f2987b8 req-6ef6db47-1b44-483c-983f-67093fd4a33b service nova] Acquiring lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.600697] env[62522]: DEBUG oslo_concurrency.lockutils [req-13420f02-0460-4fd4-99f0-13e85f2987b8 req-6ef6db47-1b44-483c-983f-67093fd4a33b service nova] Acquired lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.600859] env[62522]: DEBUG nova.network.neutron [req-13420f02-0460-4fd4-99f0-13e85f2987b8 req-6ef6db47-1b44-483c-983f-67093fd4a33b service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Refreshing network info cache for port d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1730.827070] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.827635] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.972s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.829383] env[62522]: INFO nova.compute.claims [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1730.857022] env[62522]: INFO nova.scheduler.client.report [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleted allocations for instance 5e637bf4-543b-4a0e-be2a-9782b9005e56 [ 1730.922617] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.049100] env[62522]: DEBUG nova.compute.manager [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1731.076077] env[62522]: DEBUG nova.virt.hardware [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1731.076335] env[62522]: DEBUG nova.virt.hardware [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1731.076490] env[62522]: DEBUG nova.virt.hardware [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1731.076673] env[62522]: DEBUG nova.virt.hardware [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1731.076904] env[62522]: DEBUG nova.virt.hardware [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1731.077144] env[62522]: DEBUG nova.virt.hardware [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1731.077431] env[62522]: DEBUG nova.virt.hardware [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1731.077677] env[62522]: DEBUG nova.virt.hardware [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1731.077908] env[62522]: DEBUG nova.virt.hardware [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1731.078145] env[62522]: DEBUG nova.virt.hardware [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1731.078423] env[62522]: DEBUG nova.virt.hardware [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1731.079370] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de033be-0801-4072-a79d-74b08cfd0729 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.088663] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603449c4-de65-40be-ac34-f8a70cb0db6e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.320351] env[62522]: DEBUG nova.network.neutron [req-13420f02-0460-4fd4-99f0-13e85f2987b8 req-6ef6db47-1b44-483c-983f-67093fd4a33b service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updated VIF entry in instance network info cache for port d37eee07-d9a9-4e9b-b2e4-556a623b796e. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1731.320782] env[62522]: DEBUG nova.network.neutron [req-13420f02-0460-4fd4-99f0-13e85f2987b8 req-6ef6db47-1b44-483c-983f-67093fd4a33b service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updating instance_info_cache with network_info: [{"id": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "address": "fa:16:3e:4a:74:22", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37eee07-d9", "ovs_interfaceid": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.366998] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8484911f-ecd3-4c8c-950c-13293667303f tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "5e637bf4-543b-4a0e-be2a-9782b9005e56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.213s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.824232] env[62522]: DEBUG oslo_concurrency.lockutils [req-13420f02-0460-4fd4-99f0-13e85f2987b8 req-6ef6db47-1b44-483c-983f-67093fd4a33b service nova] Releasing lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.981233] env[62522]: DEBUG nova.network.neutron [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Successfully updated port: ba52f689-9b3c-4c36-ad75-b8d707f43014 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1732.061829] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc60710e-03ba-4c6b-84f1-2323a22ad4a1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.070579] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4aa47d-fad6-40b3-8f89-28cbd88fe770 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.109199] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8ddcf6-4a0e-4fc3-8a5b-4c1026e90c47 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.118301] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6add9f6c-894a-4dbb-a2ef-228c3866a448 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.134636] env[62522]: DEBUG nova.compute.provider_tree [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.484158] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "refresh_cache-108fbb7d-aa90-4e37-83d2-6553236ef79b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.484471] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "refresh_cache-108fbb7d-aa90-4e37-83d2-6553236ef79b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.484742] env[62522]: DEBUG nova.network.neutron [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1732.632533] env[62522]: DEBUG nova.compute.manager [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Received event network-changed-1adb24b4-1852-4561-9382-811432712e32 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1732.632876] env[62522]: DEBUG nova.compute.manager [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Refreshing instance network info cache due to event network-changed-1adb24b4-1852-4561-9382-811432712e32. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1732.633010] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Acquiring lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.636809] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Acquired lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.637012] env[62522]: DEBUG nova.network.neutron [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Refreshing network info cache for port 1adb24b4-1852-4561-9382-811432712e32 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1732.644022] env[62522]: DEBUG nova.scheduler.client.report [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1732.881439] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.881729] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.018809] env[62522]: DEBUG nova.network.neutron [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1733.151415] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.151975] env[62522]: DEBUG nova.compute.manager [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1733.154885] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.659s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.159120] env[62522]: INFO nova.compute.claims [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1733.182028] env[62522]: DEBUG nova.network.neutron [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Updating instance_info_cache with network_info: [{"id": "ba52f689-9b3c-4c36-ad75-b8d707f43014", "address": "fa:16:3e:a8:3a:53", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba52f689-9b", "ovs_interfaceid": "ba52f689-9b3c-4c36-ad75-b8d707f43014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.384536] env[62522]: DEBUG nova.compute.manager [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1733.403596] env[62522]: DEBUG nova.network.neutron [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Updated VIF entry in instance network info cache for port 1adb24b4-1852-4561-9382-811432712e32. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.404023] env[62522]: DEBUG nova.network.neutron [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Updating instance_info_cache with network_info: [{"id": "1adb24b4-1852-4561-9382-811432712e32", "address": "fa:16:3e:80:ac:c2", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adb24b4-18", "ovs_interfaceid": "1adb24b4-1852-4561-9382-811432712e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.663678] env[62522]: DEBUG nova.compute.utils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1733.668351] env[62522]: DEBUG nova.compute.manager [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1733.668351] env[62522]: DEBUG nova.network.neutron [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1733.684517] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "refresh_cache-108fbb7d-aa90-4e37-83d2-6553236ef79b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.684868] env[62522]: DEBUG nova.compute.manager [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Instance network_info: |[{"id": "ba52f689-9b3c-4c36-ad75-b8d707f43014", "address": "fa:16:3e:a8:3a:53", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba52f689-9b", "ovs_interfaceid": "ba52f689-9b3c-4c36-ad75-b8d707f43014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1733.685323] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:3a:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba52f689-9b3c-4c36-ad75-b8d707f43014', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1733.692774] env[62522]: DEBUG oslo.service.loopingcall [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.693279] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1733.693519] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f392484-be7b-4452-af02-bbbda13adfb4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.710671] env[62522]: DEBUG nova.policy [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9eb14dfb5044341ae8df17e69259a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e0fb452d8c04cf08e37a228e2496465', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1733.719439] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1733.719439] env[62522]: value = "task-1703488" [ 1733.719439] env[62522]: _type = "Task" [ 1733.719439] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.728498] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703488, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.847988] env[62522]: DEBUG oslo_vmware.rw_handles [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d4be3-c3c1-8f10-af85-2b3cfc18439e/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1733.848947] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c2c4b8-af1e-4f8e-b477-67968cd13b13 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.855762] env[62522]: DEBUG oslo_vmware.rw_handles [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d4be3-c3c1-8f10-af85-2b3cfc18439e/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1733.855939] env[62522]: ERROR oslo_vmware.rw_handles [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d4be3-c3c1-8f10-af85-2b3cfc18439e/disk-0.vmdk due to incomplete transfer. [ 1733.856186] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6f779f34-c7ee-46ab-af9b-2ca8ab79548c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.863352] env[62522]: DEBUG oslo_vmware.rw_handles [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d4be3-c3c1-8f10-af85-2b3cfc18439e/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1733.863596] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Uploaded image d6ae043a-91d8-48b8-9426-4265a26aaeef to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1733.866009] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1733.866292] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a4f8c6ad-6222-411a-b886-9e09226f4e03 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.872469] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1733.872469] env[62522]: value = "task-1703489" [ 1733.872469] env[62522]: _type = "Task" [ 1733.872469] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.881616] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703489, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.907186] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Releasing lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.907612] env[62522]: DEBUG nova.compute.manager [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Received event network-changed-1adb24b4-1852-4561-9382-811432712e32 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1733.907911] env[62522]: DEBUG nova.compute.manager [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Refreshing instance network info cache due to event network-changed-1adb24b4-1852-4561-9382-811432712e32. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1733.908244] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Acquiring lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.908948] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Acquired lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.908948] env[62522]: DEBUG nova.network.neutron [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Refreshing network info cache for port 1adb24b4-1852-4561-9382-811432712e32 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.912024] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.020937] env[62522]: DEBUG nova.network.neutron [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Successfully created port: 498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1734.168527] env[62522]: DEBUG nova.compute.manager [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1734.233060] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703488, 'name': CreateVM_Task, 'duration_secs': 0.423674} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.233284] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1734.233979] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.234182] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.234490] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1734.234766] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38092313-d497-42f2-b34b-6bcdff16df7d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.240120] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1734.240120] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5234341f-9136-4c62-12e5-34e377be6cb0" [ 1734.240120] env[62522]: _type = "Task" [ 1734.240120] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.249898] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5234341f-9136-4c62-12e5-34e377be6cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.372931] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2733268f-d852-4457-a445-74a0a0794cd1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.386350] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f7a078-73b2-4ce4-8ed4-ef89c6d7f490 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.389880] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703489, 'name': Destroy_Task, 'duration_secs': 0.404598} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.390154] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Destroyed the VM [ 1734.390386] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1734.390935] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4294a687-fa87-4248-a97b-b40dd8bde55b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.424321] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6fffe9-090f-4028-9241-9b298b88ad0e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.426689] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1734.426689] env[62522]: value = "task-1703490" [ 1734.426689] env[62522]: _type = "Task" [ 1734.426689] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.433696] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af197cb-977f-489c-aa0c-6c006c56bd90 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.440451] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703490, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.450816] env[62522]: DEBUG nova.compute.provider_tree [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.644168] env[62522]: DEBUG nova.network.neutron [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Updated VIF entry in instance network info cache for port 1adb24b4-1852-4561-9382-811432712e32. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1734.644544] env[62522]: DEBUG nova.network.neutron [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Updating instance_info_cache with network_info: [{"id": "1adb24b4-1852-4561-9382-811432712e32", "address": "fa:16:3e:80:ac:c2", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adb24b4-18", "ovs_interfaceid": "1adb24b4-1852-4561-9382-811432712e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.645912] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "fc3d065c-b839-4397-ae07-33e283e08a69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.646268] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "fc3d065c-b839-4397-ae07-33e283e08a69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.646517] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "fc3d065c-b839-4397-ae07-33e283e08a69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.646715] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "fc3d065c-b839-4397-ae07-33e283e08a69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.646883] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "fc3d065c-b839-4397-ae07-33e283e08a69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.649079] env[62522]: INFO nova.compute.manager [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Terminating instance [ 1734.751504] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5234341f-9136-4c62-12e5-34e377be6cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.012626} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.751814] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.752090] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1734.752379] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.752558] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.752748] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1734.753014] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a72a9db7-52c0-4b03-a3a2-b2332813c8eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.761688] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1734.761867] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1734.762599] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8026ac0-cd92-4281-991e-797c17f8a181 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.768124] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1734.768124] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524633c3-a753-79a8-4912-bcedc01c536d" [ 1734.768124] env[62522]: _type = "Task" [ 1734.768124] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.776242] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524633c3-a753-79a8-4912-bcedc01c536d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.937989] env[62522]: DEBUG oslo_vmware.api [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703490, 'name': RemoveSnapshot_Task, 'duration_secs': 0.536003} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.937989] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1734.937989] env[62522]: INFO nova.compute.manager [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Took 12.10 seconds to snapshot the instance on the hypervisor. [ 1734.953628] env[62522]: DEBUG nova.scheduler.client.report [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1735.150027] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Releasing lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.150027] env[62522]: DEBUG nova.compute.manager [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Received event network-changed-d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1735.150154] env[62522]: DEBUG nova.compute.manager [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Refreshing instance network info cache due to event network-changed-d37eee07-d9a9-4e9b-b2e4-556a623b796e. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1735.150399] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Acquiring lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.150550] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Acquired lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.150717] env[62522]: DEBUG nova.network.neutron [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Refreshing network info cache for port d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1735.152229] env[62522]: DEBUG nova.compute.manager [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1735.152486] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1735.153573] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a35901a-f001-4faa-b3e4-d9515a3467ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.160791] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "4769028c-0d14-4f37-a304-33f013d973de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.160994] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "4769028c-0d14-4f37-a304-33f013d973de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.165941] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1735.166179] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d971f70-2294-4f3a-8371-b2c9b834c6d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.181630] env[62522]: DEBUG nova.compute.manager [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1735.207729] env[62522]: DEBUG nova.virt.hardware [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1735.207973] env[62522]: DEBUG nova.virt.hardware [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1735.208143] env[62522]: DEBUG nova.virt.hardware [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.208327] env[62522]: DEBUG nova.virt.hardware [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1735.208472] env[62522]: DEBUG nova.virt.hardware [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.208617] env[62522]: DEBUG nova.virt.hardware [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1735.208835] env[62522]: DEBUG nova.virt.hardware [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1735.209069] env[62522]: DEBUG nova.virt.hardware [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1735.209258] env[62522]: DEBUG nova.virt.hardware [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1735.209417] env[62522]: DEBUG nova.virt.hardware [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1735.209633] env[62522]: DEBUG nova.virt.hardware [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1735.210828] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f4644b-fbf2-4065-8c4d-bb9d20817761 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.218896] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7364012f-043f-43e6-8298-6ad05b1df539 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.280064] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524633c3-a753-79a8-4912-bcedc01c536d, 'name': SearchDatastore_Task, 'duration_secs': 0.011546} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.280846] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe5eb7b1-96f5-4016-9702-e12448ce3049 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.287100] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1735.287100] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522e583c-a7ad-5cc5-b8a7-3e0b7d6e959e" [ 1735.287100] env[62522]: _type = "Task" [ 1735.287100] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.295093] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522e583c-a7ad-5cc5-b8a7-3e0b7d6e959e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.443331] env[62522]: DEBUG nova.compute.manager [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Instance disappeared during snapshot {{(pid=62522) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1735.453681] env[62522]: DEBUG nova.compute.manager [None req-c7a0473d-afb3-40ce-9734-2a39dba5112a tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Image not found during clean up d6ae043a-91d8-48b8-9426-4265a26aaeef {{(pid=62522) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1735.459556] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.460135] env[62522]: DEBUG nova.compute.manager [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1735.464226] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.542s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.466402] env[62522]: INFO nova.compute.claims [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.477568] env[62522]: DEBUG nova.compute.manager [req-d1e8c441-d4c9-4571-9408-ba12b6bf2e5a req-284c4326-8626-4ef8-822c-aa0252ee4fe8 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Received event network-vif-plugged-498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1735.478196] env[62522]: DEBUG oslo_concurrency.lockutils [req-d1e8c441-d4c9-4571-9408-ba12b6bf2e5a req-284c4326-8626-4ef8-822c-aa0252ee4fe8 service nova] Acquiring lock "df99de73-b778-40c7-955f-7b89f3480438-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.478447] env[62522]: DEBUG oslo_concurrency.lockutils [req-d1e8c441-d4c9-4571-9408-ba12b6bf2e5a req-284c4326-8626-4ef8-822c-aa0252ee4fe8 service nova] Lock "df99de73-b778-40c7-955f-7b89f3480438-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.479338] env[62522]: DEBUG oslo_concurrency.lockutils [req-d1e8c441-d4c9-4571-9408-ba12b6bf2e5a req-284c4326-8626-4ef8-822c-aa0252ee4fe8 service nova] Lock "df99de73-b778-40c7-955f-7b89f3480438-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.479440] env[62522]: DEBUG nova.compute.manager [req-d1e8c441-d4c9-4571-9408-ba12b6bf2e5a req-284c4326-8626-4ef8-822c-aa0252ee4fe8 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] No waiting events found dispatching network-vif-plugged-498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1735.479807] env[62522]: WARNING nova.compute.manager [req-d1e8c441-d4c9-4571-9408-ba12b6bf2e5a req-284c4326-8626-4ef8-822c-aa0252ee4fe8 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Received unexpected event network-vif-plugged-498d5378-f89b-482a-8082-49d266f0959c for instance with vm_state building and task_state spawning. [ 1735.573632] env[62522]: DEBUG nova.network.neutron [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Successfully updated port: 498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1735.663787] env[62522]: DEBUG nova.compute.manager [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1735.798065] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522e583c-a7ad-5cc5-b8a7-3e0b7d6e959e, 'name': SearchDatastore_Task, 'duration_secs': 0.039947} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.798359] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.798617] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 108fbb7d-aa90-4e37-83d2-6553236ef79b/108fbb7d-aa90-4e37-83d2-6553236ef79b.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1735.801168] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19805f28-0826-416f-a636-8967a0af89e6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.808453] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1735.808453] env[62522]: value = "task-1703492" [ 1735.808453] env[62522]: _type = "Task" [ 1735.808453] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.816480] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.872049] env[62522]: DEBUG nova.network.neutron [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updated VIF entry in instance network info cache for port d37eee07-d9a9-4e9b-b2e4-556a623b796e. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1735.872632] env[62522]: DEBUG nova.network.neutron [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updating instance_info_cache with network_info: [{"id": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "address": "fa:16:3e:4a:74:22", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37eee07-d9", "ovs_interfaceid": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.972870] env[62522]: DEBUG nova.compute.utils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1735.976200] env[62522]: DEBUG nova.compute.manager [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1735.976368] env[62522]: DEBUG nova.network.neutron [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1736.049575] env[62522]: DEBUG nova.policy [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cedc2eab290441bb1b99af587a98c16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '692b371532294aa6bb9658ddd895f0fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1736.082734] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.082734] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.082734] env[62522]: DEBUG nova.network.neutron [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1736.187210] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.319606] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703492, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.373084] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1736.373339] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1736.373652] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleting the datastore file [datastore1] fc3d065c-b839-4397-ae07-33e283e08a69 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1736.373962] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91750b7f-722f-4b1c-93bd-3d3009189b25 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.376367] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Releasing lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.376642] env[62522]: DEBUG nova.compute.manager [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Received event network-vif-plugged-ba52f689-9b3c-4c36-ad75-b8d707f43014 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1736.376846] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Acquiring lock "108fbb7d-aa90-4e37-83d2-6553236ef79b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.377149] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Lock "108fbb7d-aa90-4e37-83d2-6553236ef79b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.377436] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Lock "108fbb7d-aa90-4e37-83d2-6553236ef79b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.377608] env[62522]: DEBUG nova.compute.manager [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] No waiting events found dispatching network-vif-plugged-ba52f689-9b3c-4c36-ad75-b8d707f43014 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1736.377842] env[62522]: WARNING nova.compute.manager [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Received unexpected event network-vif-plugged-ba52f689-9b3c-4c36-ad75-b8d707f43014 for instance with vm_state building and task_state spawning. [ 1736.378133] env[62522]: DEBUG nova.compute.manager [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Received event network-changed-ba52f689-9b3c-4c36-ad75-b8d707f43014 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1736.378355] env[62522]: DEBUG nova.compute.manager [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Refreshing instance network info cache due to event network-changed-ba52f689-9b3c-4c36-ad75-b8d707f43014. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1736.378604] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Acquiring lock "refresh_cache-108fbb7d-aa90-4e37-83d2-6553236ef79b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.378800] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Acquired lock "refresh_cache-108fbb7d-aa90-4e37-83d2-6553236ef79b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.379042] env[62522]: DEBUG nova.network.neutron [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Refreshing network info cache for port ba52f689-9b3c-4c36-ad75-b8d707f43014 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1736.386154] env[62522]: DEBUG oslo_vmware.api [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1736.386154] env[62522]: value = "task-1703493" [ 1736.386154] env[62522]: _type = "Task" [ 1736.386154] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.391867] env[62522]: DEBUG nova.network.neutron [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Successfully created port: 5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1736.398188] env[62522]: DEBUG oslo_vmware.api [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.479514] env[62522]: DEBUG nova.compute.manager [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1736.617633] env[62522]: DEBUG nova.network.neutron [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1736.698364] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef32b37-673a-4889-81c7-ce1f20595185 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.705920] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c517db-6208-4d97-99f7-7884a32d6d51 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.740750] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79586ab-67a7-46cb-891a-82b96d60e164 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.749042] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8299f55e-a091-4854-95e5-b07d6bbf8ab3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.764446] env[62522]: DEBUG nova.compute.provider_tree [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.781754] env[62522]: DEBUG nova.network.neutron [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Updating instance_info_cache with network_info: [{"id": "498d5378-f89b-482a-8082-49d266f0959c", "address": "fa:16:3e:92:05:8e", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498d5378-f8", "ovs_interfaceid": "498d5378-f89b-482a-8082-49d266f0959c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.820804] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544992} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.821078] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 108fbb7d-aa90-4e37-83d2-6553236ef79b/108fbb7d-aa90-4e37-83d2-6553236ef79b.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1736.821293] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1736.821539] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c376447f-b83e-43e6-b61d-14bdbb71789b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.829223] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1736.829223] env[62522]: value = "task-1703494" [ 1736.829223] env[62522]: _type = "Task" [ 1736.829223] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.837879] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.897698] env[62522]: DEBUG oslo_vmware.api [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177337} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.897820] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1736.897940] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1736.898093] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1736.898279] env[62522]: INFO nova.compute.manager [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1736.898522] env[62522]: DEBUG oslo.service.loopingcall [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.898712] env[62522]: DEBUG nova.compute.manager [-] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1736.898807] env[62522]: DEBUG nova.network.neutron [-] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1737.214242] env[62522]: DEBUG nova.network.neutron [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Updated VIF entry in instance network info cache for port ba52f689-9b3c-4c36-ad75-b8d707f43014. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1737.214622] env[62522]: DEBUG nova.network.neutron [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Updating instance_info_cache with network_info: [{"id": "ba52f689-9b3c-4c36-ad75-b8d707f43014", "address": "fa:16:3e:a8:3a:53", "network": {"id": "c0edc4df-f2c7-4b3b-9098-0f82b549a81e", "bridge": "br-int", "label": "tempest-ServersTestJSON-2036801473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab5ba9c13bd45eb94571f0a66c8e468", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba52f689-9b", "ovs_interfaceid": "ba52f689-9b3c-4c36-ad75-b8d707f43014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.270134] env[62522]: DEBUG nova.scheduler.client.report [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1737.281703] env[62522]: DEBUG nova.compute.manager [req-68806517-2f03-4ddc-a883-d2a6542f00e1 req-f6f17d57-d09e-4dce-84a4-053dee8f1804 service nova] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Received event network-vif-deleted-a139f756-a7c8-4f47-bd02-b90c2d91153f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1737.281703] env[62522]: INFO nova.compute.manager [req-68806517-2f03-4ddc-a883-d2a6542f00e1 req-f6f17d57-d09e-4dce-84a4-053dee8f1804 service nova] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Neutron deleted interface a139f756-a7c8-4f47-bd02-b90c2d91153f; detaching it from the instance and deleting it from the info cache [ 1737.281864] env[62522]: DEBUG nova.network.neutron [req-68806517-2f03-4ddc-a883-d2a6542f00e1 req-f6f17d57-d09e-4dce-84a4-053dee8f1804 service nova] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.284351] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.284601] env[62522]: DEBUG nova.compute.manager [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Instance network_info: |[{"id": "498d5378-f89b-482a-8082-49d266f0959c", "address": "fa:16:3e:92:05:8e", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498d5378-f8", "ovs_interfaceid": "498d5378-f89b-482a-8082-49d266f0959c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1737.285333] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:05:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '498d5378-f89b-482a-8082-49d266f0959c', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1737.292926] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Creating folder: Project (7e0fb452d8c04cf08e37a228e2496465). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1737.294861] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73d338a0-dde2-4eeb-b8bb-5189b21e2a98 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.308970] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Created folder: Project (7e0fb452d8c04cf08e37a228e2496465) in parent group-v354730. [ 1737.309187] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Creating folder: Instances. Parent ref: group-v355001. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1737.309423] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61e642ea-68cf-4fac-880e-23b6888b0908 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.318725] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Created folder: Instances in parent group-v355001. [ 1737.318949] env[62522]: DEBUG oslo.service.loopingcall [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.319146] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df99de73-b778-40c7-955f-7b89f3480438] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1737.319348] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27e1b39b-9b44-41ef-8a2f-9fe023b45f45 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.342140] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.343451] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1737.343715] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1737.343715] env[62522]: value = "task-1703497" [ 1737.343715] env[62522]: _type = "Task" [ 1737.343715] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.344472] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d970a7da-5843-4a30-b739-111c8f608d6c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.354798] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703497, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.374313] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 108fbb7d-aa90-4e37-83d2-6553236ef79b/108fbb7d-aa90-4e37-83d2-6553236ef79b.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1737.375318] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98cc8554-4909-4984-81ed-f418d16d10ab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.398131] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1737.398131] env[62522]: value = "task-1703498" [ 1737.398131] env[62522]: _type = "Task" [ 1737.398131] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.408581] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.498529] env[62522]: DEBUG nova.compute.manager [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1737.509601] env[62522]: DEBUG nova.compute.manager [req-9c84f86f-09aa-4ed3-bcde-b9e250e22a0b req-8983129b-ca4b-4e8b-b7ac-9734a89b623a service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Received event network-changed-498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1737.509819] env[62522]: DEBUG nova.compute.manager [req-9c84f86f-09aa-4ed3-bcde-b9e250e22a0b req-8983129b-ca4b-4e8b-b7ac-9734a89b623a service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Refreshing instance network info cache due to event network-changed-498d5378-f89b-482a-8082-49d266f0959c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1737.510063] env[62522]: DEBUG oslo_concurrency.lockutils [req-9c84f86f-09aa-4ed3-bcde-b9e250e22a0b req-8983129b-ca4b-4e8b-b7ac-9734a89b623a service nova] Acquiring lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.510211] env[62522]: DEBUG oslo_concurrency.lockutils [req-9c84f86f-09aa-4ed3-bcde-b9e250e22a0b req-8983129b-ca4b-4e8b-b7ac-9734a89b623a service nova] Acquired lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.510392] env[62522]: DEBUG nova.network.neutron [req-9c84f86f-09aa-4ed3-bcde-b9e250e22a0b req-8983129b-ca4b-4e8b-b7ac-9734a89b623a service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Refreshing network info cache for port 498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1737.523266] env[62522]: DEBUG nova.virt.hardware [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1737.523538] env[62522]: DEBUG nova.virt.hardware [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1737.523703] env[62522]: DEBUG nova.virt.hardware [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1737.523900] env[62522]: DEBUG nova.virt.hardware [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1737.524022] env[62522]: DEBUG nova.virt.hardware [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1737.524190] env[62522]: DEBUG nova.virt.hardware [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1737.524398] env[62522]: DEBUG nova.virt.hardware [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1737.524565] env[62522]: DEBUG nova.virt.hardware [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1737.524724] env[62522]: DEBUG nova.virt.hardware [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1737.524918] env[62522]: DEBUG nova.virt.hardware [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1737.525061] env[62522]: DEBUG nova.virt.hardware [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1737.526400] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0bc90e-bd4a-4181-a26b-7869ac281d39 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.535331] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66007d58-8ca9-4e91-9d1b-ae7546568751 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.717710] env[62522]: DEBUG oslo_concurrency.lockutils [req-71fd5f21-de15-4001-b9d8-2258f4d4850d req-20190928-d7b5-4e58-a17f-a90fa713c932 service nova] Releasing lock "refresh_cache-108fbb7d-aa90-4e37-83d2-6553236ef79b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.761903] env[62522]: DEBUG nova.network.neutron [-] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.774717] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.775295] env[62522]: DEBUG nova.compute.manager [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1737.777877] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.866s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.779432] env[62522]: INFO nova.compute.claims [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1737.784419] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42ba5790-56a0-49ab-aca2-4a6d80ee12e6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.794486] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ce9180-c87d-4174-8304-33ec592b96c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.831838] env[62522]: DEBUG nova.compute.manager [req-68806517-2f03-4ddc-a883-d2a6542f00e1 req-f6f17d57-d09e-4dce-84a4-053dee8f1804 service nova] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Detach interface failed, port_id=a139f756-a7c8-4f47-bd02-b90c2d91153f, reason: Instance fc3d065c-b839-4397-ae07-33e283e08a69 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1737.857748] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703497, 'name': CreateVM_Task, 'duration_secs': 0.444509} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.857975] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df99de73-b778-40c7-955f-7b89f3480438] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1737.858754] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.859154] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.859498] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1737.859793] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23744cb4-9d58-40ad-95da-e08f5b73fc73 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.865617] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1737.865617] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5202983f-99dc-eb3b-096e-a597e0519795" [ 1737.865617] env[62522]: _type = "Task" [ 1737.865617] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.873557] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5202983f-99dc-eb3b-096e-a597e0519795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.907780] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703498, 'name': ReconfigVM_Task, 'duration_secs': 0.450291} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.908096] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 108fbb7d-aa90-4e37-83d2-6553236ef79b/108fbb7d-aa90-4e37-83d2-6553236ef79b.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1737.908707] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d46ec8b-28a5-402c-9cd0-8bd1c29d7719 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.915531] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1737.915531] env[62522]: value = "task-1703499" [ 1737.915531] env[62522]: _type = "Task" [ 1737.915531] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.926781] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703499, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.951415] env[62522]: DEBUG nova.network.neutron [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Successfully updated port: 5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1738.211252] env[62522]: DEBUG nova.network.neutron [req-9c84f86f-09aa-4ed3-bcde-b9e250e22a0b req-8983129b-ca4b-4e8b-b7ac-9734a89b623a service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Updated VIF entry in instance network info cache for port 498d5378-f89b-482a-8082-49d266f0959c. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1738.211642] env[62522]: DEBUG nova.network.neutron [req-9c84f86f-09aa-4ed3-bcde-b9e250e22a0b req-8983129b-ca4b-4e8b-b7ac-9734a89b623a service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Updating instance_info_cache with network_info: [{"id": "498d5378-f89b-482a-8082-49d266f0959c", "address": "fa:16:3e:92:05:8e", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498d5378-f8", "ovs_interfaceid": "498d5378-f89b-482a-8082-49d266f0959c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.264824] env[62522]: INFO nova.compute.manager [-] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Took 1.37 seconds to deallocate network for instance. [ 1738.285688] env[62522]: DEBUG nova.compute.utils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1738.287105] env[62522]: DEBUG nova.compute.manager [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1738.287274] env[62522]: DEBUG nova.network.neutron [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1738.330412] env[62522]: DEBUG nova.policy [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f4d82fdbbdc4c2f8b7a3d3f10007c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef0a7ad2e8ad45dabf507ec57738c7f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1738.382216] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5202983f-99dc-eb3b-096e-a597e0519795, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.382756] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.383159] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1738.383565] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.383830] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.384167] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1738.384563] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84575d0d-6d75-4232-8c41-97bf180edb59 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.394213] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1738.394393] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1738.395126] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c795599-b03a-4efc-9b92-814975ca25f2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.401257] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1738.401257] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5255b400-044c-b676-1576-79ae53fee022" [ 1738.401257] env[62522]: _type = "Task" [ 1738.401257] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.409287] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5255b400-044c-b676-1576-79ae53fee022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.425403] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703499, 'name': Rename_Task, 'duration_secs': 0.138507} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.425677] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1738.425913] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00791805-0dd6-427d-aa0d-30b295a18506 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.433213] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1738.433213] env[62522]: value = "task-1703500" [ 1738.433213] env[62522]: _type = "Task" [ 1738.433213] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.440868] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.453704] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "refresh_cache-dfce32f7-8a2c-4503-b9f7-e3a6a045217f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.453833] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "refresh_cache-dfce32f7-8a2c-4503-b9f7-e3a6a045217f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.453987] env[62522]: DEBUG nova.network.neutron [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.714535] env[62522]: DEBUG oslo_concurrency.lockutils [req-9c84f86f-09aa-4ed3-bcde-b9e250e22a0b req-8983129b-ca4b-4e8b-b7ac-9734a89b623a service nova] Releasing lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.772057] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.791120] env[62522]: DEBUG nova.compute.manager [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1738.903074] env[62522]: DEBUG nova.network.neutron [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Successfully created port: bad6175a-2636-423c-b399-78838b0a3054 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1738.918613] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5255b400-044c-b676-1576-79ae53fee022, 'name': SearchDatastore_Task, 'duration_secs': 0.008766} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.919662] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e249884-105f-4a01-8448-56e7d65280a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.927819] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1738.927819] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522bcc6c-c99d-db5a-8713-d8121f2beeb5" [ 1738.927819] env[62522]: _type = "Task" [ 1738.927819] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.939929] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522bcc6c-c99d-db5a-8713-d8121f2beeb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.948670] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703500, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.041257] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c050eaea-003a-4e95-aa6f-ab00b3da072f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.049381] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebea3d6c-4e9e-4f00-ae9a-a804fcfa9124 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.082921] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5b8827-4ac8-4528-8571-9daae030c8a2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.092088] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31961cef-6880-45ec-a82d-d03df61e145c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.109687] env[62522]: DEBUG nova.compute.provider_tree [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.233071] env[62522]: DEBUG nova.network.neutron [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1739.380836] env[62522]: DEBUG nova.network.neutron [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Updating instance_info_cache with network_info: [{"id": "5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8", "address": "fa:16:3e:25:16:31", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1f9760-8d", "ovs_interfaceid": "5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.440704] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522bcc6c-c99d-db5a-8713-d8121f2beeb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010531} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.441476] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.441751] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] df99de73-b778-40c7-955f-7b89f3480438/df99de73-b778-40c7-955f-7b89f3480438.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1739.442046] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a47a59a-e745-4f13-a4e3-a90a0792cc39 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.447295] env[62522]: DEBUG oslo_vmware.api [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703500, 'name': PowerOnVM_Task, 'duration_secs': 0.56051} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.447988] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1739.448220] env[62522]: INFO nova.compute.manager [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1739.448433] env[62522]: DEBUG nova.compute.manager [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1739.449266] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670a2b87-9751-4159-8fdc-c25d1e784269 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.454712] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1739.454712] env[62522]: value = "task-1703501" [ 1739.454712] env[62522]: _type = "Task" [ 1739.454712] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.469118] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.537839] env[62522]: DEBUG nova.compute.manager [req-1b6782cf-f28b-49fb-8956-0d2e1211e52a req-772c10be-177c-4785-840c-b1fd14c045fc service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Received event network-vif-plugged-5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1739.538017] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b6782cf-f28b-49fb-8956-0d2e1211e52a req-772c10be-177c-4785-840c-b1fd14c045fc service nova] Acquiring lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.538269] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b6782cf-f28b-49fb-8956-0d2e1211e52a req-772c10be-177c-4785-840c-b1fd14c045fc service nova] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.538511] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b6782cf-f28b-49fb-8956-0d2e1211e52a req-772c10be-177c-4785-840c-b1fd14c045fc service nova] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.538703] env[62522]: DEBUG nova.compute.manager [req-1b6782cf-f28b-49fb-8956-0d2e1211e52a req-772c10be-177c-4785-840c-b1fd14c045fc service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] No waiting events found dispatching network-vif-plugged-5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1739.538897] env[62522]: WARNING nova.compute.manager [req-1b6782cf-f28b-49fb-8956-0d2e1211e52a req-772c10be-177c-4785-840c-b1fd14c045fc service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Received unexpected event network-vif-plugged-5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8 for instance with vm_state building and task_state spawning. [ 1739.539051] env[62522]: DEBUG nova.compute.manager [req-1b6782cf-f28b-49fb-8956-0d2e1211e52a req-772c10be-177c-4785-840c-b1fd14c045fc service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Received event network-changed-5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1739.539205] env[62522]: DEBUG nova.compute.manager [req-1b6782cf-f28b-49fb-8956-0d2e1211e52a req-772c10be-177c-4785-840c-b1fd14c045fc service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Refreshing instance network info cache due to event network-changed-5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1739.539378] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b6782cf-f28b-49fb-8956-0d2e1211e52a req-772c10be-177c-4785-840c-b1fd14c045fc service nova] Acquiring lock "refresh_cache-dfce32f7-8a2c-4503-b9f7-e3a6a045217f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.612055] env[62522]: DEBUG nova.scheduler.client.report [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1739.801802] env[62522]: DEBUG nova.compute.manager [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1739.842298] env[62522]: DEBUG nova.virt.hardware [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1739.842728] env[62522]: DEBUG nova.virt.hardware [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1739.843016] env[62522]: DEBUG nova.virt.hardware [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1739.843324] env[62522]: DEBUG nova.virt.hardware [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1739.843572] env[62522]: DEBUG nova.virt.hardware [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1739.843826] env[62522]: DEBUG nova.virt.hardware [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1739.844189] env[62522]: DEBUG nova.virt.hardware [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1739.844461] env[62522]: DEBUG nova.virt.hardware [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1739.844754] env[62522]: DEBUG nova.virt.hardware [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1739.845046] env[62522]: DEBUG nova.virt.hardware [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1739.845348] env[62522]: DEBUG nova.virt.hardware [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1739.846740] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ebc461-3555-4c6d-be74-8d4695af2daf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.863202] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7c59c7-4a03-4595-9585-ad6a51834ecd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.887454] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "refresh_cache-dfce32f7-8a2c-4503-b9f7-e3a6a045217f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.887974] env[62522]: DEBUG nova.compute.manager [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Instance network_info: |[{"id": "5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8", "address": "fa:16:3e:25:16:31", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1f9760-8d", "ovs_interfaceid": "5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1739.889267] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b6782cf-f28b-49fb-8956-0d2e1211e52a req-772c10be-177c-4785-840c-b1fd14c045fc service nova] Acquired lock "refresh_cache-dfce32f7-8a2c-4503-b9f7-e3a6a045217f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.889590] env[62522]: DEBUG nova.network.neutron [req-1b6782cf-f28b-49fb-8956-0d2e1211e52a req-772c10be-177c-4785-840c-b1fd14c045fc service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Refreshing network info cache for port 5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1739.891454] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:16:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1739.906091] env[62522]: DEBUG oslo.service.loopingcall [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.910673] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1739.911502] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85447c23-1037-41ee-8002-89c145fe2696 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.948083] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1739.948083] env[62522]: value = "task-1703502" [ 1739.948083] env[62522]: _type = "Task" [ 1739.948083] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.967904] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703502, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.973393] env[62522]: INFO nova.compute.manager [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Took 13.31 seconds to build instance. [ 1739.981393] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703501, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.117229] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.117767] env[62522]: DEBUG nova.compute.manager [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1740.120781] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.934s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.122718] env[62522]: INFO nova.compute.claims [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1740.181906] env[62522]: DEBUG nova.network.neutron [req-1b6782cf-f28b-49fb-8956-0d2e1211e52a req-772c10be-177c-4785-840c-b1fd14c045fc service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Updated VIF entry in instance network info cache for port 5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1740.182542] env[62522]: DEBUG nova.network.neutron [req-1b6782cf-f28b-49fb-8956-0d2e1211e52a req-772c10be-177c-4785-840c-b1fd14c045fc service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Updating instance_info_cache with network_info: [{"id": "5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8", "address": "fa:16:3e:25:16:31", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1f9760-8d", "ovs_interfaceid": "5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.443791] env[62522]: DEBUG nova.network.neutron [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Successfully updated port: bad6175a-2636-423c-b399-78838b0a3054 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1740.460248] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703502, 'name': CreateVM_Task, 'duration_secs': 0.400119} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.463735] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1740.464729] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.464988] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.465461] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1740.466135] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70068e92-b82b-419d-86d0-8c06e0ab9276 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.472339] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569669} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.473779] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] df99de73-b778-40c7-955f-7b89f3480438/df99de73-b778-40c7-955f-7b89f3480438.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1740.473928] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1740.474257] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1740.474257] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e8a4ba-e644-dc5c-3b7c-356ccd2131cb" [ 1740.474257] env[62522]: _type = "Task" [ 1740.474257] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.474490] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac3b8550-58af-4785-8b86-f523fd598149 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.477079] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9cc7ef00-cf80-4e6d-822c-0dbb91810f76 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "108fbb7d-aa90-4e37-83d2-6553236ef79b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.821s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.487565] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e8a4ba-e644-dc5c-3b7c-356ccd2131cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010492} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.489051] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.489321] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1740.489559] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.490285] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.490553] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1740.491712] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1740.491712] env[62522]: value = "task-1703503" [ 1740.491712] env[62522]: _type = "Task" [ 1740.491712] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.491712] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c3273bd-46d8-41fe-8720-356ade1561f4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.504258] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.505923] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.505923] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1740.506147] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08d99b8-d110-4ffb-b6a9-85141f167f7c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.512117] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1740.512117] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520c59cb-a5c6-7f90-b6cc-6480fe807e07" [ 1740.512117] env[62522]: _type = "Task" [ 1740.512117] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.522866] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520c59cb-a5c6-7f90-b6cc-6480fe807e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.627846] env[62522]: DEBUG nova.compute.utils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1740.633029] env[62522]: DEBUG nova.compute.manager [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1740.633029] env[62522]: DEBUG nova.network.neutron [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1740.684676] env[62522]: DEBUG nova.policy [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75c86f49cc84c71a007af2179aef67d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15c8b345a1664daea713d60e9d51307d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1740.686547] env[62522]: DEBUG oslo_concurrency.lockutils [req-1b6782cf-f28b-49fb-8956-0d2e1211e52a req-772c10be-177c-4785-840c-b1fd14c045fc service nova] Releasing lock "refresh_cache-dfce32f7-8a2c-4503-b9f7-e3a6a045217f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.945219] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "refresh_cache-bcfa3a0b-913e-405f-882d-df550c0ebe14" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.945373] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired lock "refresh_cache-bcfa3a0b-913e-405f-882d-df550c0ebe14" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.945527] env[62522]: DEBUG nova.network.neutron [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1740.974231] env[62522]: DEBUG nova.network.neutron [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Successfully created port: 3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1741.004093] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237094} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.004366] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1741.005462] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b3ed74-e214-4774-bdaf-0d33c89c2bcc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.027968] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] df99de73-b778-40c7-955f-7b89f3480438/df99de73-b778-40c7-955f-7b89f3480438.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1741.031134] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf1c0dd-5263-4d0a-b6b8-78db5e49e385 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.052493] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520c59cb-a5c6-7f90-b6cc-6480fe807e07, 'name': SearchDatastore_Task, 'duration_secs': 0.014682} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.054264] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1741.054264] env[62522]: value = "task-1703504" [ 1741.054264] env[62522]: _type = "Task" [ 1741.054264] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.054530] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4685b95-1b8b-40a4-9293-1e27df05d18f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.068241] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703504, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.068802] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1741.068802] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52426e30-2e50-4143-8e92-091bafa85c99" [ 1741.068802] env[62522]: _type = "Task" [ 1741.068802] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.080530] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52426e30-2e50-4143-8e92-091bafa85c99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.132815] env[62522]: DEBUG nova.compute.manager [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1741.359309] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fcf972-ec40-4043-b57e-ce579055940e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.368033] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5314a95b-66b6-4204-85c4-ba306317859b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.401649] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0551d4-89f7-4f98-a6ea-100bbceb8c9c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.410531] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274f3524-a299-40ec-92ed-f6a51857ecdd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.424880] env[62522]: DEBUG nova.compute.provider_tree [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.470812] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6ae08-2fab-4f00-bac5-77a9d827da3f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "108fbb7d-aa90-4e37-83d2-6553236ef79b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.471102] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6ae08-2fab-4f00-bac5-77a9d827da3f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "108fbb7d-aa90-4e37-83d2-6553236ef79b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.471251] env[62522]: DEBUG nova.compute.manager [None req-0bb6ae08-2fab-4f00-bac5-77a9d827da3f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1741.472215] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e61b41-888e-4ab9-ad85-7e0428b94936 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.480623] env[62522]: DEBUG nova.compute.manager [None req-0bb6ae08-2fab-4f00-bac5-77a9d827da3f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62522) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1741.481317] env[62522]: DEBUG nova.objects.instance [None req-0bb6ae08-2fab-4f00-bac5-77a9d827da3f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lazy-loading 'flavor' on Instance uuid 108fbb7d-aa90-4e37-83d2-6553236ef79b {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1741.483325] env[62522]: DEBUG nova.network.neutron [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1741.566035] env[62522]: DEBUG nova.compute.manager [req-55b4493d-ec52-452b-9256-d4590a65c409 req-12ed234b-53c8-49e0-b241-a18ad0938d3b service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Received event network-vif-plugged-bad6175a-2636-423c-b399-78838b0a3054 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1741.566452] env[62522]: DEBUG oslo_concurrency.lockutils [req-55b4493d-ec52-452b-9256-d4590a65c409 req-12ed234b-53c8-49e0-b241-a18ad0938d3b service nova] Acquiring lock "bcfa3a0b-913e-405f-882d-df550c0ebe14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.566517] env[62522]: DEBUG oslo_concurrency.lockutils [req-55b4493d-ec52-452b-9256-d4590a65c409 req-12ed234b-53c8-49e0-b241-a18ad0938d3b service nova] Lock "bcfa3a0b-913e-405f-882d-df550c0ebe14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.566627] env[62522]: DEBUG oslo_concurrency.lockutils [req-55b4493d-ec52-452b-9256-d4590a65c409 req-12ed234b-53c8-49e0-b241-a18ad0938d3b service nova] Lock "bcfa3a0b-913e-405f-882d-df550c0ebe14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.566803] env[62522]: DEBUG nova.compute.manager [req-55b4493d-ec52-452b-9256-d4590a65c409 req-12ed234b-53c8-49e0-b241-a18ad0938d3b service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] No waiting events found dispatching network-vif-plugged-bad6175a-2636-423c-b399-78838b0a3054 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1741.566950] env[62522]: WARNING nova.compute.manager [req-55b4493d-ec52-452b-9256-d4590a65c409 req-12ed234b-53c8-49e0-b241-a18ad0938d3b service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Received unexpected event network-vif-plugged-bad6175a-2636-423c-b399-78838b0a3054 for instance with vm_state building and task_state spawning. [ 1741.567119] env[62522]: DEBUG nova.compute.manager [req-55b4493d-ec52-452b-9256-d4590a65c409 req-12ed234b-53c8-49e0-b241-a18ad0938d3b service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Received event network-changed-bad6175a-2636-423c-b399-78838b0a3054 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1741.567269] env[62522]: DEBUG nova.compute.manager [req-55b4493d-ec52-452b-9256-d4590a65c409 req-12ed234b-53c8-49e0-b241-a18ad0938d3b service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Refreshing instance network info cache due to event network-changed-bad6175a-2636-423c-b399-78838b0a3054. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1741.567434] env[62522]: DEBUG oslo_concurrency.lockutils [req-55b4493d-ec52-452b-9256-d4590a65c409 req-12ed234b-53c8-49e0-b241-a18ad0938d3b service nova] Acquiring lock "refresh_cache-bcfa3a0b-913e-405f-882d-df550c0ebe14" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.571298] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.581058] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52426e30-2e50-4143-8e92-091bafa85c99, 'name': SearchDatastore_Task, 'duration_secs': 0.020754} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.581330] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.581586] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] dfce32f7-8a2c-4503-b9f7-e3a6a045217f/dfce32f7-8a2c-4503-b9f7-e3a6a045217f.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.581843] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2041e3b1-879e-431f-b48b-24ecbc79f638 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.590405] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1741.590405] env[62522]: value = "task-1703505" [ 1741.590405] env[62522]: _type = "Task" [ 1741.590405] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.599321] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.645882] env[62522]: DEBUG nova.network.neutron [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Updating instance_info_cache with network_info: [{"id": "bad6175a-2636-423c-b399-78838b0a3054", "address": "fa:16:3e:2f:d9:24", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad6175a-26", "ovs_interfaceid": "bad6175a-2636-423c-b399-78838b0a3054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.928311] env[62522]: DEBUG nova.scheduler.client.report [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1742.068752] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703504, 'name': ReconfigVM_Task, 'duration_secs': 0.603204} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.069135] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Reconfigured VM instance instance-00000068 to attach disk [datastore1] df99de73-b778-40c7-955f-7b89f3480438/df99de73-b778-40c7-955f-7b89f3480438.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.069917] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5a012fa-c9a5-4d5f-880a-9cbd43ab4175 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.079454] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1742.079454] env[62522]: value = "task-1703506" [ 1742.079454] env[62522]: _type = "Task" [ 1742.079454] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.091129] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703506, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.100682] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.149341] env[62522]: DEBUG nova.compute.manager [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1742.151830] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Releasing lock "refresh_cache-bcfa3a0b-913e-405f-882d-df550c0ebe14" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.152151] env[62522]: DEBUG nova.compute.manager [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Instance network_info: |[{"id": "bad6175a-2636-423c-b399-78838b0a3054", "address": "fa:16:3e:2f:d9:24", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad6175a-26", "ovs_interfaceid": "bad6175a-2636-423c-b399-78838b0a3054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1742.152710] env[62522]: DEBUG oslo_concurrency.lockutils [req-55b4493d-ec52-452b-9256-d4590a65c409 req-12ed234b-53c8-49e0-b241-a18ad0938d3b service nova] Acquired lock "refresh_cache-bcfa3a0b-913e-405f-882d-df550c0ebe14" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.152890] env[62522]: DEBUG nova.network.neutron [req-55b4493d-ec52-452b-9256-d4590a65c409 req-12ed234b-53c8-49e0-b241-a18ad0938d3b service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Refreshing network info cache for port bad6175a-2636-423c-b399-78838b0a3054 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1742.154183] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:d9:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bad6175a-2636-423c-b399-78838b0a3054', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1742.162064] env[62522]: DEBUG oslo.service.loopingcall [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.165182] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1742.165742] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a5b8231-2a05-4d2d-b143-1410f8bd41c2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.191236] env[62522]: DEBUG nova.virt.hardware [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1742.191615] env[62522]: DEBUG nova.virt.hardware [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1742.191688] env[62522]: DEBUG nova.virt.hardware [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1742.191834] env[62522]: DEBUG nova.virt.hardware [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1742.191980] env[62522]: DEBUG nova.virt.hardware [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1742.192183] env[62522]: DEBUG nova.virt.hardware [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1742.192639] env[62522]: DEBUG nova.virt.hardware [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1742.192639] env[62522]: DEBUG nova.virt.hardware [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1742.192845] env[62522]: DEBUG nova.virt.hardware [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1742.192936] env[62522]: DEBUG nova.virt.hardware [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1742.193135] env[62522]: DEBUG nova.virt.hardware [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1742.194172] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fff7f83-5e2c-4338-b095-6ed2ecdcd508 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.198490] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1742.198490] env[62522]: value = "task-1703507" [ 1742.198490] env[62522]: _type = "Task" [ 1742.198490] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.206051] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3e32a4-849f-4048-bbad-933961f85944 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.214443] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703507, 'name': CreateVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.432886] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.433355] env[62522]: DEBUG nova.compute.manager [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1742.436120] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.664s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.436354] env[62522]: DEBUG nova.objects.instance [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lazy-loading 'resources' on Instance uuid fc3d065c-b839-4397-ae07-33e283e08a69 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.461800] env[62522]: DEBUG nova.network.neutron [req-55b4493d-ec52-452b-9256-d4590a65c409 req-12ed234b-53c8-49e0-b241-a18ad0938d3b service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Updated VIF entry in instance network info cache for port bad6175a-2636-423c-b399-78838b0a3054. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1742.462510] env[62522]: DEBUG nova.network.neutron [req-55b4493d-ec52-452b-9256-d4590a65c409 req-12ed234b-53c8-49e0-b241-a18ad0938d3b service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Updating instance_info_cache with network_info: [{"id": "bad6175a-2636-423c-b399-78838b0a3054", "address": "fa:16:3e:2f:d9:24", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad6175a-26", "ovs_interfaceid": "bad6175a-2636-423c-b399-78838b0a3054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.490741] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb6ae08-2fab-4f00-bac5-77a9d827da3f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1742.491073] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a4761ba-ebb8-4560-9c6f-c58fb8ff4590 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.499507] env[62522]: DEBUG oslo_vmware.api [None req-0bb6ae08-2fab-4f00-bac5-77a9d827da3f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1742.499507] env[62522]: value = "task-1703508" [ 1742.499507] env[62522]: _type = "Task" [ 1742.499507] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.509152] env[62522]: DEBUG oslo_vmware.api [None req-0bb6ae08-2fab-4f00-bac5-77a9d827da3f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.589928] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703506, 'name': Rename_Task, 'duration_secs': 0.359043} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.590239] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1742.590497] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40d661d7-6dd2-4b5e-a36b-87f6599c2f69 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.597476] env[62522]: DEBUG nova.network.neutron [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Successfully updated port: 3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1742.601818] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747213} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.603318] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] dfce32f7-8a2c-4503-b9f7-e3a6a045217f/dfce32f7-8a2c-4503-b9f7-e3a6a045217f.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.603576] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.604430] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1742.604430] env[62522]: value = "task-1703509" [ 1742.604430] env[62522]: _type = "Task" [ 1742.604430] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.604611] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cab2ba95-0da1-4a35-bc46-fc5e57a0ae0c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.618017] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1742.618017] env[62522]: value = "task-1703510" [ 1742.618017] env[62522]: _type = "Task" [ 1742.618017] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.621130] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.632586] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.709790] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703507, 'name': CreateVM_Task, 'duration_secs': 0.397105} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.709975] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1742.710689] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.710854] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.711200] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1742.711576] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d7a84d4-e537-40f2-a982-be5308111b87 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.716499] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1742.716499] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52739ed9-551b-470c-08d0-e37d79211799" [ 1742.716499] env[62522]: _type = "Task" [ 1742.716499] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.725440] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52739ed9-551b-470c-08d0-e37d79211799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.939452] env[62522]: DEBUG nova.compute.utils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1742.943809] env[62522]: DEBUG nova.compute.manager [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1742.943809] env[62522]: DEBUG nova.network.neutron [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1742.965039] env[62522]: DEBUG oslo_concurrency.lockutils [req-55b4493d-ec52-452b-9256-d4590a65c409 req-12ed234b-53c8-49e0-b241-a18ad0938d3b service nova] Releasing lock "refresh_cache-bcfa3a0b-913e-405f-882d-df550c0ebe14" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.986333] env[62522]: DEBUG nova.policy [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daea36e4aefb42f0b12289a936479181', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c04f539dea447998a923b099014c4d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1743.011347] env[62522]: DEBUG oslo_vmware.api [None req-0bb6ae08-2fab-4f00-bac5-77a9d827da3f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703508, 'name': PowerOffVM_Task, 'duration_secs': 0.155548} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.011629] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb6ae08-2fab-4f00-bac5-77a9d827da3f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1743.011816] env[62522]: DEBUG nova.compute.manager [None req-0bb6ae08-2fab-4f00-bac5-77a9d827da3f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1743.012721] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202ae1d2-247c-4503-bcfe-7420dcf5e820 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.105553] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.105553] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.105553] env[62522]: DEBUG nova.network.neutron [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1743.119418] env[62522]: DEBUG oslo_vmware.api [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703509, 'name': PowerOnVM_Task, 'duration_secs': 0.470763} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.121941] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1743.122168] env[62522]: INFO nova.compute.manager [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1743.122349] env[62522]: DEBUG nova.compute.manager [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1743.123419] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1c0176-5f1b-49d3-88e0-81102e7a6d1e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.142341] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067523} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.142854] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1743.143764] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae02844f-9db8-4e3d-8639-c4450d7e9fee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.168378] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] dfce32f7-8a2c-4503-b9f7-e3a6a045217f/dfce32f7-8a2c-4503-b9f7-e3a6a045217f.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1743.171802] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-961d4c65-2349-4b1c-8b1b-b20859671afe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.193632] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1743.193632] env[62522]: value = "task-1703511" [ 1743.193632] env[62522]: _type = "Task" [ 1743.193632] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.202392] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.204028] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd11d4eb-599a-469a-89b4-69cbc5f6d12e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.211247] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaf9257-805f-42ee-a853-9ea372e12e1f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.247321] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87c8921-5c76-4faa-b180-3952e4e8c0f8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.252976] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52739ed9-551b-470c-08d0-e37d79211799, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.253668] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.253911] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1743.254164] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.254313] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.254487] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1743.255731] env[62522]: DEBUG nova.network.neutron [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Successfully created port: ca06e723-8b47-4bfb-99ae-2994c00e88fb {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1743.258615] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13cc7b67-0658-4972-8071-dc861ee97e7a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.262552] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34912aac-6adc-48e9-a80c-5dc4c984ffaa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.275946] env[62522]: DEBUG nova.compute.provider_tree [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.278421] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1743.278596] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1743.279474] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc460bb-b3c8-4cba-9874-08ab55b72557 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.285227] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1743.285227] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526cfc0c-e2eb-1873-5332-cb4534427dbb" [ 1743.285227] env[62522]: _type = "Task" [ 1743.285227] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.293703] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526cfc0c-e2eb-1873-5332-cb4534427dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.444349] env[62522]: DEBUG nova.compute.manager [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1743.531219] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0bb6ae08-2fab-4f00-bac5-77a9d827da3f tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "108fbb7d-aa90-4e37-83d2-6553236ef79b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.590454] env[62522]: DEBUG nova.compute.manager [req-7c6bbb21-d5bb-437e-8716-245f7e433332 req-0505ea94-e2c0-4c63-800f-1e3af673f033 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Received event network-vif-plugged-3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1743.590642] env[62522]: DEBUG oslo_concurrency.lockutils [req-7c6bbb21-d5bb-437e-8716-245f7e433332 req-0505ea94-e2c0-4c63-800f-1e3af673f033 service nova] Acquiring lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.590942] env[62522]: DEBUG oslo_concurrency.lockutils [req-7c6bbb21-d5bb-437e-8716-245f7e433332 req-0505ea94-e2c0-4c63-800f-1e3af673f033 service nova] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.591180] env[62522]: DEBUG oslo_concurrency.lockutils [req-7c6bbb21-d5bb-437e-8716-245f7e433332 req-0505ea94-e2c0-4c63-800f-1e3af673f033 service nova] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.591359] env[62522]: DEBUG nova.compute.manager [req-7c6bbb21-d5bb-437e-8716-245f7e433332 req-0505ea94-e2c0-4c63-800f-1e3af673f033 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] No waiting events found dispatching network-vif-plugged-3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1743.591525] env[62522]: WARNING nova.compute.manager [req-7c6bbb21-d5bb-437e-8716-245f7e433332 req-0505ea94-e2c0-4c63-800f-1e3af673f033 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Received unexpected event network-vif-plugged-3ddfe922-fa65-4651-b539-35d4cda2cdb6 for instance with vm_state building and task_state spawning. [ 1743.591686] env[62522]: DEBUG nova.compute.manager [req-7c6bbb21-d5bb-437e-8716-245f7e433332 req-0505ea94-e2c0-4c63-800f-1e3af673f033 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Received event network-changed-3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1743.591838] env[62522]: DEBUG nova.compute.manager [req-7c6bbb21-d5bb-437e-8716-245f7e433332 req-0505ea94-e2c0-4c63-800f-1e3af673f033 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Refreshing instance network info cache due to event network-changed-3ddfe922-fa65-4651-b539-35d4cda2cdb6. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1743.592008] env[62522]: DEBUG oslo_concurrency.lockutils [req-7c6bbb21-d5bb-437e-8716-245f7e433332 req-0505ea94-e2c0-4c63-800f-1e3af673f033 service nova] Acquiring lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.638979] env[62522]: DEBUG nova.network.neutron [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1743.652557] env[62522]: INFO nova.compute.manager [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Took 15.81 seconds to build instance. [ 1743.706178] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.782563] env[62522]: DEBUG nova.scheduler.client.report [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1743.801022] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526cfc0c-e2eb-1873-5332-cb4534427dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.087464} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.801022] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf56c21-b856-4691-84c6-02555b8724aa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.808828] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1743.808828] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cae6c4-e9a5-9582-33ed-7c3218a97fb6" [ 1743.808828] env[62522]: _type = "Task" [ 1743.808828] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.818982] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52cae6c4-e9a5-9582-33ed-7c3218a97fb6, 'name': SearchDatastore_Task} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.819257] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.819543] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] bcfa3a0b-913e-405f-882d-df550c0ebe14/bcfa3a0b-913e-405f-882d-df550c0ebe14.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1743.823032] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3d3d90e-0d9b-4988-8e54-781a17c3fe05 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.823353] env[62522]: DEBUG nova.network.neutron [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Updating instance_info_cache with network_info: [{"id": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "address": "fa:16:3e:00:f8:e1", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddfe922-fa", "ovs_interfaceid": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.829012] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1743.829012] env[62522]: value = "task-1703512" [ 1743.829012] env[62522]: _type = "Task" [ 1743.829012] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.839412] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.154983] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aea89589-bb43-44a1-8668-c3700907679b tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "df99de73-b778-40c7-955f-7b89f3480438" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.325s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.211026] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703511, 'name': ReconfigVM_Task, 'duration_secs': 0.712071} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.211026] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] dfce32f7-8a2c-4503-b9f7-e3a6a045217f/dfce32f7-8a2c-4503-b9f7-e3a6a045217f.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1744.211515] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccaf1c99-45fe-4612-97df-52457aa5fb27 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.222433] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1744.222433] env[62522]: value = "task-1703513" [ 1744.222433] env[62522]: _type = "Task" [ 1744.222433] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.234262] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703513, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.290826] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.308598] env[62522]: INFO nova.scheduler.client.report [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleted allocations for instance fc3d065c-b839-4397-ae07-33e283e08a69 [ 1744.328223] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.328223] env[62522]: DEBUG nova.compute.manager [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Instance network_info: |[{"id": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "address": "fa:16:3e:00:f8:e1", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddfe922-fa", "ovs_interfaceid": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1744.328223] env[62522]: DEBUG oslo_concurrency.lockutils [req-7c6bbb21-d5bb-437e-8716-245f7e433332 req-0505ea94-e2c0-4c63-800f-1e3af673f033 service nova] Acquired lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.328223] env[62522]: DEBUG nova.network.neutron [req-7c6bbb21-d5bb-437e-8716-245f7e433332 req-0505ea94-e2c0-4c63-800f-1e3af673f033 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Refreshing network info cache for port 3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1744.330418] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:f8:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ddfe922-fa65-4651-b539-35d4cda2cdb6', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1744.340806] env[62522]: DEBUG oslo.service.loopingcall [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.342194] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "108fbb7d-aa90-4e37-83d2-6553236ef79b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.342533] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "108fbb7d-aa90-4e37-83d2-6553236ef79b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.342789] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "108fbb7d-aa90-4e37-83d2-6553236ef79b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.343049] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "108fbb7d-aa90-4e37-83d2-6553236ef79b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.343288] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "108fbb7d-aa90-4e37-83d2-6553236ef79b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.344809] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1744.345343] env[62522]: INFO nova.compute.manager [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Terminating instance [ 1744.351042] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6a0625b-02b1-46b5-a6e9-75fd05c577af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.374955] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442441} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.376731] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] bcfa3a0b-913e-405f-882d-df550c0ebe14/bcfa3a0b-913e-405f-882d-df550c0ebe14.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1744.377274] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1744.377646] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1744.377646] env[62522]: value = "task-1703514" [ 1744.377646] env[62522]: _type = "Task" [ 1744.377646] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.378515] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87d968f2-dce0-40d4-a614-56b10e99efa4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.394038] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1744.394038] env[62522]: value = "task-1703515" [ 1744.394038] env[62522]: _type = "Task" [ 1744.394038] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.394467] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703514, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.406978] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.454596] env[62522]: DEBUG nova.compute.manager [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1744.480925] env[62522]: DEBUG nova.virt.hardware [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1744.481187] env[62522]: DEBUG nova.virt.hardware [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1744.481345] env[62522]: DEBUG nova.virt.hardware [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.481529] env[62522]: DEBUG nova.virt.hardware [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1744.481677] env[62522]: DEBUG nova.virt.hardware [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.481818] env[62522]: DEBUG nova.virt.hardware [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1744.482034] env[62522]: DEBUG nova.virt.hardware [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1744.482198] env[62522]: DEBUG nova.virt.hardware [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1744.482362] env[62522]: DEBUG nova.virt.hardware [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1744.482554] env[62522]: DEBUG nova.virt.hardware [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1744.482800] env[62522]: DEBUG nova.virt.hardware [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1744.483738] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f73301-c718-48dd-bd90-d94aed45da67 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.494197] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d7675a-9394-4ef1-9488-634b05bcea19 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.736173] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703513, 'name': Rename_Task, 'duration_secs': 0.159469} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.736790] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1744.738940] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1611508-e42f-4f2b-8ab3-aafa52ce57e8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.747040] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1744.747040] env[62522]: value = "task-1703516" [ 1744.747040] env[62522]: _type = "Task" [ 1744.747040] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.754763] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.818069] env[62522]: DEBUG oslo_concurrency.lockutils [None req-be369394-b662-42e7-8b91-6000f43d8734 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "fc3d065c-b839-4397-ae07-33e283e08a69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.171s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.873034] env[62522]: DEBUG nova.compute.manager [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1744.873034] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.873034] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bf620a-f06d-456f-ac30-e1243216d612 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.880741] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1744.881454] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c402399-5cac-406f-b2fb-ff0805796e13 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.904414] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703514, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.914287] env[62522]: DEBUG nova.network.neutron [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Successfully updated port: ca06e723-8b47-4bfb-99ae-2994c00e88fb {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1744.924456] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070917} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.924884] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1744.927018] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f24e9f-fed7-4190-ae55-714fe71ea000 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.952497] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] bcfa3a0b-913e-405f-882d-df550c0ebe14/bcfa3a0b-913e-405f-882d-df550c0ebe14.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1744.955969] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8615a4c-52f7-4b04-84e3-7777cf22078b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.979614] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1744.979614] env[62522]: value = "task-1703518" [ 1744.979614] env[62522]: _type = "Task" [ 1744.979614] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.990561] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.995609] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1744.995609] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1744.995609] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleting the datastore file [datastore1] 108fbb7d-aa90-4e37-83d2-6553236ef79b {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1744.995609] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40f56142-8bd9-43d8-a9b6-4f527b269722 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.010051] env[62522]: DEBUG oslo_vmware.api [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1745.010051] env[62522]: value = "task-1703519" [ 1745.010051] env[62522]: _type = "Task" [ 1745.010051] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.022265] env[62522]: DEBUG oslo_vmware.api [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.138823] env[62522]: DEBUG nova.network.neutron [req-7c6bbb21-d5bb-437e-8716-245f7e433332 req-0505ea94-e2c0-4c63-800f-1e3af673f033 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Updated VIF entry in instance network info cache for port 3ddfe922-fa65-4651-b539-35d4cda2cdb6. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1745.139256] env[62522]: DEBUG nova.network.neutron [req-7c6bbb21-d5bb-437e-8716-245f7e433332 req-0505ea94-e2c0-4c63-800f-1e3af673f033 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Updating instance_info_cache with network_info: [{"id": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "address": "fa:16:3e:00:f8:e1", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddfe922-fa", "ovs_interfaceid": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.257577] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.391725] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703514, 'name': CreateVM_Task, 'duration_secs': 0.668043} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.391990] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1745.392812] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.393058] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.393396] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1745.393663] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56bf5ed3-09d0-4175-bb19-dc4e0040ebb9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.399329] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1745.399329] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c20b75-767e-2182-ef36-515691d70781" [ 1745.399329] env[62522]: _type = "Task" [ 1745.399329] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.407736] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c20b75-767e-2182-ef36-515691d70781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.424751] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.425047] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.426546] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "refresh_cache-4769028c-0d14-4f37-a304-33f013d973de" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.426677] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "refresh_cache-4769028c-0d14-4f37-a304-33f013d973de" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.426824] env[62522]: DEBUG nova.network.neutron [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.490101] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703518, 'name': ReconfigVM_Task, 'duration_secs': 0.328412} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.490400] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Reconfigured VM instance instance-0000006a to attach disk [datastore1] bcfa3a0b-913e-405f-882d-df550c0ebe14/bcfa3a0b-913e-405f-882d-df550c0ebe14.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1745.491063] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e395ba9c-a96a-4d21-a931-e326780c23e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.499079] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1745.499079] env[62522]: value = "task-1703520" [ 1745.499079] env[62522]: _type = "Task" [ 1745.499079] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.508422] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703520, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.518832] env[62522]: DEBUG oslo_vmware.api [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396025} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.518984] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.519148] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.519262] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.519443] env[62522]: INFO nova.compute.manager [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1745.519676] env[62522]: DEBUG oslo.service.loopingcall [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.519855] env[62522]: DEBUG nova.compute.manager [-] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1745.519950] env[62522]: DEBUG nova.network.neutron [-] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1745.622931] env[62522]: DEBUG nova.compute.manager [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Received event network-changed-498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1745.623232] env[62522]: DEBUG nova.compute.manager [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Refreshing instance network info cache due to event network-changed-498d5378-f89b-482a-8082-49d266f0959c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1745.623452] env[62522]: DEBUG oslo_concurrency.lockutils [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] Acquiring lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.623712] env[62522]: DEBUG oslo_concurrency.lockutils [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] Acquired lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.623969] env[62522]: DEBUG nova.network.neutron [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Refreshing network info cache for port 498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1745.642359] env[62522]: DEBUG oslo_concurrency.lockutils [req-7c6bbb21-d5bb-437e-8716-245f7e433332 req-0505ea94-e2c0-4c63-800f-1e3af673f033 service nova] Releasing lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.756715] env[62522]: DEBUG oslo_vmware.api [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703516, 'name': PowerOnVM_Task, 'duration_secs': 0.985267} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.757502] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1745.757502] env[62522]: INFO nova.compute.manager [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1745.758304] env[62522]: DEBUG nova.compute.manager [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.759144] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2c0276-2b05-4de1-b1b2-0f8f374a15be {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.824608] env[62522]: DEBUG nova.compute.manager [req-de92baa6-0004-4d10-879c-e966cfa24272 req-08bb3269-4fbe-43ae-9531-7beda0acc7e5 service nova] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Received event network-vif-deleted-ba52f689-9b3c-4c36-ad75-b8d707f43014 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1745.824886] env[62522]: INFO nova.compute.manager [req-de92baa6-0004-4d10-879c-e966cfa24272 req-08bb3269-4fbe-43ae-9531-7beda0acc7e5 service nova] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Neutron deleted interface ba52f689-9b3c-4c36-ad75-b8d707f43014; detaching it from the instance and deleting it from the info cache [ 1745.825053] env[62522]: DEBUG nova.network.neutron [req-de92baa6-0004-4d10-879c-e966cfa24272 req-08bb3269-4fbe-43ae-9531-7beda0acc7e5 service nova] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.913051] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c20b75-767e-2182-ef36-515691d70781, 'name': SearchDatastore_Task, 'duration_secs': 0.028181} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.913358] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.913594] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1745.913863] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.914032] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.914218] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1745.914483] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7d67884-4f91-45fa-9cc9-be5cd667df86 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.925131] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1745.925311] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1745.926011] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31da1d2-4fbc-4b24-a6a2-72e49fada53c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.928947] env[62522]: INFO nova.compute.manager [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Detaching volume 05c9a05e-214c-4760-8b3b-0fe8092cc215 [ 1745.936452] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1745.936452] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5219adf3-deee-092b-58c0-8ec81b34717f" [ 1745.936452] env[62522]: _type = "Task" [ 1745.936452] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.947911] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5219adf3-deee-092b-58c0-8ec81b34717f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.963724] env[62522]: DEBUG nova.network.neutron [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1745.968659] env[62522]: INFO nova.virt.block_device [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Attempting to driver detach volume 05c9a05e-214c-4760-8b3b-0fe8092cc215 from mountpoint /dev/sdb [ 1745.968890] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1745.969092] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354982', 'volume_id': '05c9a05e-214c-4760-8b3b-0fe8092cc215', 'name': 'volume-05c9a05e-214c-4760-8b3b-0fe8092cc215', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8c2c7fe-7eb5-4517-b6ce-865fe677731a', 'attached_at': '', 'detached_at': '', 'volume_id': '05c9a05e-214c-4760-8b3b-0fe8092cc215', 'serial': '05c9a05e-214c-4760-8b3b-0fe8092cc215'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1745.970458] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e33b9a-5374-418f-9b1b-e85801ca41b5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.995097] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15abd9ec-6c9b-4461-94a4-cef4578792e6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.006260] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd7bbed-0bc5-4d3f-928e-4c6e00987dab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.011344] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703520, 'name': Rename_Task, 'duration_secs': 0.211021} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.011944] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1746.012222] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c23f15c6-5489-449c-8d60-43a0279a42e2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.033333] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1c3b86-7820-4fb3-a92e-65dadcbb0f1e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.036144] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1746.036144] env[62522]: value = "task-1703521" [ 1746.036144] env[62522]: _type = "Task" [ 1746.036144] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.050549] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] The volume has not been displaced from its original location: [datastore1] volume-05c9a05e-214c-4760-8b3b-0fe8092cc215/volume-05c9a05e-214c-4760-8b3b-0fe8092cc215.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1746.056068] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1746.056794] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dceda1b-b866-482a-b621-40629a00719c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.074605] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.083331] env[62522]: DEBUG oslo_vmware.api [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1746.083331] env[62522]: value = "task-1703522" [ 1746.083331] env[62522]: _type = "Task" [ 1746.083331] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.091621] env[62522]: DEBUG oslo_vmware.api [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.150214] env[62522]: DEBUG nova.network.neutron [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Updating instance_info_cache with network_info: [{"id": "ca06e723-8b47-4bfb-99ae-2994c00e88fb", "address": "fa:16:3e:1a:9e:77", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca06e723-8b", "ovs_interfaceid": "ca06e723-8b47-4bfb-99ae-2994c00e88fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.158976] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "interface-e27e30b4-8f47-42a4-b89c-494c1803d609-5b128f83-0cbb-4f4e-a841-4de8e114fd13" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.159243] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-e27e30b4-8f47-42a4-b89c-494c1803d609-5b128f83-0cbb-4f4e-a841-4de8e114fd13" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.159585] env[62522]: DEBUG nova.objects.instance [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'flavor' on Instance uuid e27e30b4-8f47-42a4-b89c-494c1803d609 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.279239] env[62522]: INFO nova.compute.manager [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Took 15.81 seconds to build instance. [ 1746.300911] env[62522]: DEBUG nova.network.neutron [-] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.328119] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f3b0aeb-0bb8-4820-bd18-7d9bf02845dd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.339758] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c2c240-aa4a-4e18-bd6d-66e4af33dceb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.377197] env[62522]: DEBUG nova.compute.manager [req-de92baa6-0004-4d10-879c-e966cfa24272 req-08bb3269-4fbe-43ae-9531-7beda0acc7e5 service nova] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Detach interface failed, port_id=ba52f689-9b3c-4c36-ad75-b8d707f43014, reason: Instance 108fbb7d-aa90-4e37-83d2-6553236ef79b could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1746.378438] env[62522]: DEBUG nova.network.neutron [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Updated VIF entry in instance network info cache for port 498d5378-f89b-482a-8082-49d266f0959c. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.378788] env[62522]: DEBUG nova.network.neutron [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Updating instance_info_cache with network_info: [{"id": "498d5378-f89b-482a-8082-49d266f0959c", "address": "fa:16:3e:92:05:8e", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498d5378-f8", "ovs_interfaceid": "498d5378-f89b-482a-8082-49d266f0959c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.450030] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5219adf3-deee-092b-58c0-8ec81b34717f, 'name': SearchDatastore_Task, 'duration_secs': 0.013567} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.450740] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83bb7de3-b4bf-43ea-b160-3ce44042c81f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.458082] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1746.458082] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ac17e3-9983-8cb4-709e-d821a6ff1ec5" [ 1746.458082] env[62522]: _type = "Task" [ 1746.458082] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.467361] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ac17e3-9983-8cb4-709e-d821a6ff1ec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.547528] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703521, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.593780] env[62522]: DEBUG oslo_vmware.api [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703522, 'name': ReconfigVM_Task, 'duration_secs': 0.329348} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.594095] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1746.598601] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9910fdf-3f70-44d2-a6b8-cea646fe0757 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.614512] env[62522]: DEBUG oslo_vmware.api [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1746.614512] env[62522]: value = "task-1703523" [ 1746.614512] env[62522]: _type = "Task" [ 1746.614512] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.625258] env[62522]: DEBUG oslo_vmware.api [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.653155] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "refresh_cache-4769028c-0d14-4f37-a304-33f013d973de" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.653564] env[62522]: DEBUG nova.compute.manager [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Instance network_info: |[{"id": "ca06e723-8b47-4bfb-99ae-2994c00e88fb", "address": "fa:16:3e:1a:9e:77", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca06e723-8b", "ovs_interfaceid": "ca06e723-8b47-4bfb-99ae-2994c00e88fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1746.653934] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:9e:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca06e723-8b47-4bfb-99ae-2994c00e88fb', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.661777] env[62522]: DEBUG oslo.service.loopingcall [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.662377] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.665592] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-805c1235-8601-4a58-b98c-242e2c1f5fa5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.686959] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.686959] env[62522]: value = "task-1703524" [ 1746.686959] env[62522]: _type = "Task" [ 1746.686959] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.696199] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703524, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.781541] env[62522]: DEBUG oslo_concurrency.lockutils [None req-7fd1842c-e93f-4a3b-ad7c-664966c5a8a1 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.323s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.793351] env[62522]: DEBUG nova.objects.instance [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'pci_requests' on Instance uuid e27e30b4-8f47-42a4-b89c-494c1803d609 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.804641] env[62522]: INFO nova.compute.manager [-] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Took 1.28 seconds to deallocate network for instance. [ 1746.881698] env[62522]: DEBUG oslo_concurrency.lockutils [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] Releasing lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.881980] env[62522]: DEBUG nova.compute.manager [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Received event network-vif-plugged-ca06e723-8b47-4bfb-99ae-2994c00e88fb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1746.882195] env[62522]: DEBUG oslo_concurrency.lockutils [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] Acquiring lock "4769028c-0d14-4f37-a304-33f013d973de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.882411] env[62522]: DEBUG oslo_concurrency.lockutils [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] Lock "4769028c-0d14-4f37-a304-33f013d973de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.882603] env[62522]: DEBUG oslo_concurrency.lockutils [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] Lock "4769028c-0d14-4f37-a304-33f013d973de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.882777] env[62522]: DEBUG nova.compute.manager [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] [instance: 4769028c-0d14-4f37-a304-33f013d973de] No waiting events found dispatching network-vif-plugged-ca06e723-8b47-4bfb-99ae-2994c00e88fb {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1746.882943] env[62522]: WARNING nova.compute.manager [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Received unexpected event network-vif-plugged-ca06e723-8b47-4bfb-99ae-2994c00e88fb for instance with vm_state building and task_state spawning. [ 1746.883187] env[62522]: DEBUG nova.compute.manager [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Received event network-changed-ca06e723-8b47-4bfb-99ae-2994c00e88fb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1746.883265] env[62522]: DEBUG nova.compute.manager [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Refreshing instance network info cache due to event network-changed-ca06e723-8b47-4bfb-99ae-2994c00e88fb. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1746.883441] env[62522]: DEBUG oslo_concurrency.lockutils [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] Acquiring lock "refresh_cache-4769028c-0d14-4f37-a304-33f013d973de" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.883597] env[62522]: DEBUG oslo_concurrency.lockutils [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] Acquired lock "refresh_cache-4769028c-0d14-4f37-a304-33f013d973de" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.883764] env[62522]: DEBUG nova.network.neutron [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Refreshing network info cache for port ca06e723-8b47-4bfb-99ae-2994c00e88fb {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1746.969205] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52ac17e3-9983-8cb4-709e-d821a6ff1ec5, 'name': SearchDatastore_Task, 'duration_secs': 0.017368} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.969485] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.969748] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9/bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1746.970017] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6df2065-9404-4bfd-9d52-d508dc0e8a04 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.978109] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1746.978109] env[62522]: value = "task-1703525" [ 1746.978109] env[62522]: _type = "Task" [ 1746.978109] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.986935] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.046973] env[62522]: DEBUG oslo_vmware.api [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703521, 'name': PowerOnVM_Task, 'duration_secs': 0.536304} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.047285] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1747.047533] env[62522]: INFO nova.compute.manager [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1747.047726] env[62522]: DEBUG nova.compute.manager [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.048568] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42becb0f-9070-4fe8-ac1b-749b79d243cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.124480] env[62522]: DEBUG oslo_vmware.api [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703523, 'name': ReconfigVM_Task, 'duration_secs': 0.207039} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.124796] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354982', 'volume_id': '05c9a05e-214c-4760-8b3b-0fe8092cc215', 'name': 'volume-05c9a05e-214c-4760-8b3b-0fe8092cc215', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8c2c7fe-7eb5-4517-b6ce-865fe677731a', 'attached_at': '', 'detached_at': '', 'volume_id': '05c9a05e-214c-4760-8b3b-0fe8092cc215', 'serial': '05c9a05e-214c-4760-8b3b-0fe8092cc215'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1747.197632] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703524, 'name': CreateVM_Task, 'duration_secs': 0.398881} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.197803] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.198475] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.198636] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.199018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.199300] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c073ad9-415e-4476-87ab-846071095565 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.204697] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1747.204697] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d1527e-482c-7fc0-d888-c01b20799e54" [ 1747.204697] env[62522]: _type = "Task" [ 1747.204697] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.212956] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d1527e-482c-7fc0-d888-c01b20799e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.296296] env[62522]: DEBUG nova.objects.base [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1747.296526] env[62522]: DEBUG nova.network.neutron [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1747.309731] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.309990] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.310216] env[62522]: DEBUG nova.objects.instance [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lazy-loading 'resources' on Instance uuid 108fbb7d-aa90-4e37-83d2-6553236ef79b {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.405641] env[62522]: DEBUG nova.policy [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cf3b85db35c421abb861146c6a099e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1575a5ca5245b997c0559bcb677670', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1747.488563] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703525, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.571187] env[62522]: INFO nova.compute.manager [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Took 16.66 seconds to build instance. [ 1747.592584] env[62522]: DEBUG nova.network.neutron [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Updated VIF entry in instance network info cache for port ca06e723-8b47-4bfb-99ae-2994c00e88fb. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1747.592997] env[62522]: DEBUG nova.network.neutron [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Updating instance_info_cache with network_info: [{"id": "ca06e723-8b47-4bfb-99ae-2994c00e88fb", "address": "fa:16:3e:1a:9e:77", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca06e723-8b", "ovs_interfaceid": "ca06e723-8b47-4bfb-99ae-2994c00e88fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.681518] env[62522]: DEBUG nova.objects.instance [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lazy-loading 'flavor' on Instance uuid c8c2c7fe-7eb5-4517-b6ce-865fe677731a {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.717159] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d1527e-482c-7fc0-d888-c01b20799e54, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.717579] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.717725] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1747.717962] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.718120] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.718301] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1747.718917] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f767154-25ae-4db8-9eb6-3531a102e7ef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.736530] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1747.736819] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1747.737515] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6942c6b9-52c9-4933-aac5-a0d6fd441bdb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.747057] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1747.747057] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c02039-7399-e3ac-e8d0-3082c6cd80f1" [ 1747.747057] env[62522]: _type = "Task" [ 1747.747057] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.759170] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c02039-7399-e3ac-e8d0-3082c6cd80f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.824158] env[62522]: DEBUG nova.compute.manager [req-e5337a2b-9c10-40fc-baac-239e3de96ddd req-40acecb1-3204-4bed-adbe-0407ffa6f943 service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Received event network-changed-5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1747.824395] env[62522]: DEBUG nova.compute.manager [req-e5337a2b-9c10-40fc-baac-239e3de96ddd req-40acecb1-3204-4bed-adbe-0407ffa6f943 service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Refreshing instance network info cache due to event network-changed-5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1747.824629] env[62522]: DEBUG oslo_concurrency.lockutils [req-e5337a2b-9c10-40fc-baac-239e3de96ddd req-40acecb1-3204-4bed-adbe-0407ffa6f943 service nova] Acquiring lock "refresh_cache-dfce32f7-8a2c-4503-b9f7-e3a6a045217f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.824843] env[62522]: DEBUG oslo_concurrency.lockutils [req-e5337a2b-9c10-40fc-baac-239e3de96ddd req-40acecb1-3204-4bed-adbe-0407ffa6f943 service nova] Acquired lock "refresh_cache-dfce32f7-8a2c-4503-b9f7-e3a6a045217f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.824973] env[62522]: DEBUG nova.network.neutron [req-e5337a2b-9c10-40fc-baac-239e3de96ddd req-40acecb1-3204-4bed-adbe-0407ffa6f943 service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Refreshing network info cache for port 5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.989027] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.974357} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.989450] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9/bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1747.989678] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1747.989937] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd8e91a6-a2fe-4e10-aea5-9b2d2bce5dfb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.999821] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1747.999821] env[62522]: value = "task-1703526" [ 1747.999821] env[62522]: _type = "Task" [ 1747.999821] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.009910] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.032628] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63458c03-478f-4de0-9512-b89664c2cdc4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.040790] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d281c9f-d142-4c39-a533-858f7fb2db1b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.071089] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6e86da-9f4b-4ae4-89b1-d19a04f712cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.074166] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fad008c6-9422-4a72-9c6d-f0cd238f2eb2 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "bcfa3a0b-913e-405f-882d-df550c0ebe14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.176s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.079555] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac05ea36-0159-4679-bb9f-ea8fcaaa02a8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.095342] env[62522]: DEBUG oslo_concurrency.lockutils [req-47cb05d0-078a-437a-a42e-c281aed1e77a req-48dabc10-3a8a-4617-928e-f37e91245d01 service nova] Releasing lock "refresh_cache-4769028c-0d14-4f37-a304-33f013d973de" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.095894] env[62522]: DEBUG nova.compute.provider_tree [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.259062] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c02039-7399-e3ac-e8d0-3082c6cd80f1, 'name': SearchDatastore_Task, 'duration_secs': 0.049556} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.260371] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ecf8b3a-1001-4651-acad-d7e46352960f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.267649] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1748.267649] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52314189-e4b6-428e-69c5-ddb7b5389d0a" [ 1748.267649] env[62522]: _type = "Task" [ 1748.267649] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.277422] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52314189-e4b6-428e-69c5-ddb7b5389d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.509182] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276805} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.509476] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1748.510273] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0c1bd3-7b0c-4057-a546-a1ba1013c689 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.533268] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9/bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1748.533599] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad69bdbc-eac8-44bd-989d-f532da0caadb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.556860] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1748.556860] env[62522]: value = "task-1703527" [ 1748.556860] env[62522]: _type = "Task" [ 1748.556860] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.565780] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.593541] env[62522]: DEBUG nova.network.neutron [req-e5337a2b-9c10-40fc-baac-239e3de96ddd req-40acecb1-3204-4bed-adbe-0407ffa6f943 service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Updated VIF entry in instance network info cache for port 5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.593870] env[62522]: DEBUG nova.network.neutron [req-e5337a2b-9c10-40fc-baac-239e3de96ddd req-40acecb1-3204-4bed-adbe-0407ffa6f943 service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Updating instance_info_cache with network_info: [{"id": "5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8", "address": "fa:16:3e:25:16:31", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1f9760-8d", "ovs_interfaceid": "5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.600114] env[62522]: DEBUG nova.scheduler.client.report [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1748.692677] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a39f8261-ea43-4d50-8ff8-b5cd4a726309 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.778801] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52314189-e4b6-428e-69c5-ddb7b5389d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.038413} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.779108] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.779362] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4769028c-0d14-4f37-a304-33f013d973de/4769028c-0d14-4f37-a304-33f013d973de.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1748.779632] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7205fb68-11bf-40f7-bc6d-465bf6dc5a3b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.788074] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1748.788074] env[62522]: value = "task-1703528" [ 1748.788074] env[62522]: _type = "Task" [ 1748.788074] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.796846] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.069831] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703527, 'name': ReconfigVM_Task, 'duration_secs': 0.299639} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.070342] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Reconfigured VM instance instance-0000006b to attach disk [datastore1] bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9/bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1749.070712] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7707cb04-756f-4624-8b29-86b3bffc9415 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.079858] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1749.079858] env[62522]: value = "task-1703529" [ 1749.079858] env[62522]: _type = "Task" [ 1749.079858] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.099057] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.099057] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.099057] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.099057] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.099057] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.100293] env[62522]: DEBUG oslo_concurrency.lockutils [req-e5337a2b-9c10-40fc-baac-239e3de96ddd req-40acecb1-3204-4bed-adbe-0407ffa6f943 service nova] Releasing lock "refresh_cache-dfce32f7-8a2c-4503-b9f7-e3a6a045217f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.100398] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703529, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.101039] env[62522]: INFO nova.compute.manager [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Terminating instance [ 1749.103946] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.131204] env[62522]: INFO nova.scheduler.client.report [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleted allocations for instance 108fbb7d-aa90-4e37-83d2-6553236ef79b [ 1749.301569] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703528, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.591030] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703529, 'name': Rename_Task, 'duration_secs': 0.306457} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.591951] env[62522]: DEBUG nova.network.neutron [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Successfully updated port: 5b128f83-0cbb-4f4e-a841-4de8e114fd13 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1749.593288] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1749.593654] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-772db290-b180-4f48-871b-8f23f46c775c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.601350] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1749.601350] env[62522]: value = "task-1703530" [ 1749.601350] env[62522]: _type = "Task" [ 1749.601350] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.607453] env[62522]: DEBUG nova.compute.manager [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1749.608402] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1749.611734] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddd7bdc-2a94-45fb-a7e8-27f39552e76b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.614916] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.621253] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1749.621567] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c21d4b9a-2b42-40b7-81c6-53502bf346ec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.638301] env[62522]: DEBUG oslo_vmware.api [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1749.638301] env[62522]: value = "task-1703531" [ 1749.638301] env[62522]: _type = "Task" [ 1749.638301] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.638818] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56fd77d2-6233-44ed-af72-7afd2d8585eb tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "108fbb7d-aa90-4e37-83d2-6553236ef79b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.296s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.651653] env[62522]: DEBUG oslo_vmware.api [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.800967] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717271} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.801290] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4769028c-0d14-4f37-a304-33f013d973de/4769028c-0d14-4f37-a304-33f013d973de.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1749.801526] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1749.801818] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b9bc8ed-e008-41cd-86db-b1d3c52f7435 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.811029] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1749.811029] env[62522]: value = "task-1703532" [ 1749.811029] env[62522]: _type = "Task" [ 1749.811029] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.820673] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.858072] env[62522]: DEBUG nova.compute.manager [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Received event network-vif-plugged-5b128f83-0cbb-4f4e-a841-4de8e114fd13 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1749.858318] env[62522]: DEBUG oslo_concurrency.lockutils [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] Acquiring lock "e27e30b4-8f47-42a4-b89c-494c1803d609-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.858527] env[62522]: DEBUG oslo_concurrency.lockutils [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] Lock "e27e30b4-8f47-42a4-b89c-494c1803d609-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.858714] env[62522]: DEBUG oslo_concurrency.lockutils [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] Lock "e27e30b4-8f47-42a4-b89c-494c1803d609-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.858896] env[62522]: DEBUG nova.compute.manager [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] No waiting events found dispatching network-vif-plugged-5b128f83-0cbb-4f4e-a841-4de8e114fd13 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1749.859079] env[62522]: WARNING nova.compute.manager [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Received unexpected event network-vif-plugged-5b128f83-0cbb-4f4e-a841-4de8e114fd13 for instance with vm_state active and task_state None. [ 1749.859245] env[62522]: DEBUG nova.compute.manager [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Received event network-changed-bad6175a-2636-423c-b399-78838b0a3054 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1749.859401] env[62522]: DEBUG nova.compute.manager [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Refreshing instance network info cache due to event network-changed-bad6175a-2636-423c-b399-78838b0a3054. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1749.859622] env[62522]: DEBUG oslo_concurrency.lockutils [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] Acquiring lock "refresh_cache-bcfa3a0b-913e-405f-882d-df550c0ebe14" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.859766] env[62522]: DEBUG oslo_concurrency.lockutils [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] Acquired lock "refresh_cache-bcfa3a0b-913e-405f-882d-df550c0ebe14" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.859923] env[62522]: DEBUG nova.network.neutron [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Refreshing network info cache for port bad6175a-2636-423c-b399-78838b0a3054 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1750.096962] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.097268] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.097483] env[62522]: DEBUG nova.network.neutron [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1750.113405] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703530, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.523779] env[62522]: DEBUG oslo_vmware.api [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703531, 'name': PowerOffVM_Task, 'duration_secs': 0.321703} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.523779] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1750.523779] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1750.523779] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21156d90-a95e-43c8-892b-a0f00ec4c18b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.523779] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099759} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.523779] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.523779] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a906bcc-d120-4346-89e8-c8c1a1e0b66e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.523779] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 4769028c-0d14-4f37-a304-33f013d973de/4769028c-0d14-4f37-a304-33f013d973de.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.523779] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17e7d44c-9e5f-4bcc-9522-64996f4d2da6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.523779] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1750.523779] env[62522]: value = "task-1703534" [ 1750.523779] env[62522]: _type = "Task" [ 1750.523779] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.523779] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.523779] env[62522]: DEBUG oslo_concurrency.lockutils [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.523779] env[62522]: DEBUG oslo_concurrency.lockutils [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.525340] env[62522]: DEBUG oslo_concurrency.lockutils [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.525340] env[62522]: DEBUG oslo_concurrency.lockutils [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.525340] env[62522]: DEBUG oslo_concurrency.lockutils [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.525340] env[62522]: INFO nova.compute.manager [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Terminating instance [ 1750.531463] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1750.531463] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1750.531463] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Deleting the datastore file [datastore1] c8c2c7fe-7eb5-4517-b6ce-865fe677731a {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1750.531463] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43a22df4-5a30-4b8d-844a-22b8cf9161fd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.543089] env[62522]: DEBUG oslo_vmware.api [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1750.543089] env[62522]: value = "task-1703535" [ 1750.543089] env[62522]: _type = "Task" [ 1750.543089] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.563561] env[62522]: DEBUG oslo_vmware.api [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.614299] env[62522]: DEBUG oslo_vmware.api [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703530, 'name': PowerOnVM_Task, 'duration_secs': 0.523512} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.614555] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1750.614754] env[62522]: INFO nova.compute.manager [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1750.614976] env[62522]: DEBUG nova.compute.manager [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.615768] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f004742f-5e1d-40a0-a5c7-5a6cbcfdf284 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.643923] env[62522]: WARNING nova.network.neutron [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] 163893b4-500f-41e6-9c52-4b1ea0a2187e already exists in list: networks containing: ['163893b4-500f-41e6-9c52-4b1ea0a2187e']. ignoring it [ 1750.840099] env[62522]: DEBUG nova.network.neutron [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Updated VIF entry in instance network info cache for port bad6175a-2636-423c-b399-78838b0a3054. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1750.840483] env[62522]: DEBUG nova.network.neutron [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Updating instance_info_cache with network_info: [{"id": "bad6175a-2636-423c-b399-78838b0a3054", "address": "fa:16:3e:2f:d9:24", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad6175a-26", "ovs_interfaceid": "bad6175a-2636-423c-b399-78838b0a3054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.876813] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.933885] env[62522]: DEBUG nova.compute.manager [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1750.934198] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1750.935185] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab911d4-7481-4656-a93d-86f7e850d455 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.943928] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1750.944198] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6572b27e-e4d4-4d56-a7e9-0a4ec90f7872 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.951371] env[62522]: DEBUG oslo_vmware.api [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1750.951371] env[62522]: value = "task-1703536" [ 1750.951371] env[62522]: _type = "Task" [ 1750.951371] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.957039] env[62522]: DEBUG nova.network.neutron [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updating instance_info_cache with network_info: [{"id": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "address": "fa:16:3e:4a:74:22", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37eee07-d9", "ovs_interfaceid": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b128f83-0cbb-4f4e-a841-4de8e114fd13", "address": "fa:16:3e:fa:6b:51", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b128f83-0c", "ovs_interfaceid": "5b128f83-0cbb-4f4e-a841-4de8e114fd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.962270] env[62522]: DEBUG oslo_vmware.api [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.057403] env[62522]: DEBUG oslo_vmware.api [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346641} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.057790] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1751.058127] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1751.058450] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1751.058766] env[62522]: INFO nova.compute.manager [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Took 1.45 seconds to destroy the instance on the hypervisor. [ 1751.059175] env[62522]: DEBUG oslo.service.loopingcall [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1751.059495] env[62522]: DEBUG nova.compute.manager [-] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1751.059668] env[62522]: DEBUG nova.network.neutron [-] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1751.141249] env[62522]: INFO nova.compute.manager [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Took 17.25 seconds to build instance. [ 1751.343352] env[62522]: DEBUG oslo_concurrency.lockutils [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] Releasing lock "refresh_cache-bcfa3a0b-913e-405f-882d-df550c0ebe14" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.343678] env[62522]: DEBUG nova.compute.manager [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Received event network-changed-5b128f83-0cbb-4f4e-a841-4de8e114fd13 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1751.343826] env[62522]: DEBUG nova.compute.manager [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Refreshing instance network info cache due to event network-changed-5b128f83-0cbb-4f4e-a841-4de8e114fd13. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1751.344048] env[62522]: DEBUG oslo_concurrency.lockutils [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] Acquiring lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.376214] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703534, 'name': ReconfigVM_Task, 'duration_secs': 0.722101} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.376488] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 4769028c-0d14-4f37-a304-33f013d973de/4769028c-0d14-4f37-a304-33f013d973de.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.377231] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-384e8fb5-e83f-443b-a665-49941048be0a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.385036] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1751.385036] env[62522]: value = "task-1703537" [ 1751.385036] env[62522]: _type = "Task" [ 1751.385036] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.393866] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703537, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.461955] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.462662] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.462828] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.463122] env[62522]: DEBUG oslo_vmware.api [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703536, 'name': PowerOffVM_Task, 'duration_secs': 0.313406} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.463345] env[62522]: DEBUG oslo_concurrency.lockutils [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] Acquired lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.463545] env[62522]: DEBUG nova.network.neutron [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Refreshing network info cache for port 5b128f83-0cbb-4f4e-a841-4de8e114fd13 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1751.465213] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2c0fdd-a819-48d2-8453-ac0b5fb8a89a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.468490] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1751.468710] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1751.469320] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd4e8e65-33ca-40d9-9f64-aa22e084ee92 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.488116] env[62522]: DEBUG nova.virt.hardware [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1751.488388] env[62522]: DEBUG nova.virt.hardware [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1751.488492] env[62522]: DEBUG nova.virt.hardware [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1751.488707] env[62522]: DEBUG nova.virt.hardware [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1751.488818] env[62522]: DEBUG nova.virt.hardware [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1751.488951] env[62522]: DEBUG nova.virt.hardware [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1751.489170] env[62522]: DEBUG nova.virt.hardware [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1751.489327] env[62522]: DEBUG nova.virt.hardware [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1751.489491] env[62522]: DEBUG nova.virt.hardware [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1751.489654] env[62522]: DEBUG nova.virt.hardware [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1751.489849] env[62522]: DEBUG nova.virt.hardware [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1751.496381] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Reconfiguring VM to attach interface {{(pid=62522) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1751.497091] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d69fa8-7930-4298-a7db-b32e77d5db77 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.515331] env[62522]: DEBUG oslo_vmware.api [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1751.515331] env[62522]: value = "task-1703539" [ 1751.515331] env[62522]: _type = "Task" [ 1751.515331] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.524237] env[62522]: DEBUG oslo_vmware.api [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703539, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.558293] env[62522]: DEBUG nova.compute.manager [req-47e5acf5-c8c3-49b0-a1d5-02e5b204f088 req-ed165d56-f7c3-4b5e-91e1-e79b53328453 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Received event network-vif-deleted-fd8c2a2d-74b2-4172-ac12-e7759d975bf6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1751.558947] env[62522]: INFO nova.compute.manager [req-47e5acf5-c8c3-49b0-a1d5-02e5b204f088 req-ed165d56-f7c3-4b5e-91e1-e79b53328453 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Neutron deleted interface fd8c2a2d-74b2-4172-ac12-e7759d975bf6; detaching it from the instance and deleting it from the info cache [ 1751.558947] env[62522]: DEBUG nova.network.neutron [req-47e5acf5-c8c3-49b0-a1d5-02e5b204f088 req-ed165d56-f7c3-4b5e-91e1-e79b53328453 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.645767] env[62522]: DEBUG oslo_concurrency.lockutils [None req-651ca90a-aa43-4948-8418-078cbd97cf16 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.764s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.693324] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1751.693324] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1751.693324] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleting the datastore file [datastore1] 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1751.693324] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e134fce0-db36-4c72-9731-9fa1e2f8426d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.701332] env[62522]: DEBUG oslo_vmware.api [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for the task: (returnval){ [ 1751.701332] env[62522]: value = "task-1703540" [ 1751.701332] env[62522]: _type = "Task" [ 1751.701332] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.710403] env[62522]: DEBUG oslo_vmware.api [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.896234] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703537, 'name': Rename_Task, 'duration_secs': 0.285598} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.896568] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.896866] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da24f96a-0cec-431f-9b5c-b707ada440fd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.903965] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1751.903965] env[62522]: value = "task-1703541" [ 1751.903965] env[62522]: _type = "Task" [ 1751.903965] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.913764] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.029557] env[62522]: DEBUG oslo_vmware.api [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.031109] env[62522]: DEBUG nova.network.neutron [-] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.060911] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89eded71-190c-4936-b8ba-7c44111328a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.071086] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62559c60-2b83-48e2-90aa-d7379a968ff3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.106181] env[62522]: DEBUG nova.compute.manager [req-47e5acf5-c8c3-49b0-a1d5-02e5b204f088 req-ed165d56-f7c3-4b5e-91e1-e79b53328453 service nova] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Detach interface failed, port_id=fd8c2a2d-74b2-4172-ac12-e7759d975bf6, reason: Instance c8c2c7fe-7eb5-4517-b6ce-865fe677731a could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1752.201184] env[62522]: DEBUG nova.network.neutron [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updated VIF entry in instance network info cache for port 5b128f83-0cbb-4f4e-a841-4de8e114fd13. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1752.201629] env[62522]: DEBUG nova.network.neutron [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updating instance_info_cache with network_info: [{"id": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "address": "fa:16:3e:4a:74:22", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37eee07-d9", "ovs_interfaceid": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b128f83-0cbb-4f4e-a841-4de8e114fd13", "address": "fa:16:3e:fa:6b:51", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b128f83-0c", "ovs_interfaceid": "5b128f83-0cbb-4f4e-a841-4de8e114fd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.213725] env[62522]: DEBUG oslo_vmware.api [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Task: {'id': task-1703540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244456} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.214556] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1752.214753] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1752.214938] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1752.215120] env[62522]: INFO nova.compute.manager [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1752.215365] env[62522]: DEBUG oslo.service.loopingcall [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.215555] env[62522]: DEBUG nova.compute.manager [-] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1752.215649] env[62522]: DEBUG nova.network.neutron [-] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1752.415895] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.528835] env[62522]: DEBUG oslo_vmware.api [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703539, 'name': ReconfigVM_Task, 'duration_secs': 0.889691} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.529368] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.529641] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Reconfigured VM to attach interface {{(pid=62522) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1752.536021] env[62522]: INFO nova.compute.manager [-] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Took 1.48 seconds to deallocate network for instance. [ 1752.601779] env[62522]: DEBUG nova.compute.manager [req-411d87d5-2b3f-483b-9a95-4c70f103d10f req-0d0b7e64-540b-443c-bf75-69c6dee373af service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Received event network-changed-3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1752.602048] env[62522]: DEBUG nova.compute.manager [req-411d87d5-2b3f-483b-9a95-4c70f103d10f req-0d0b7e64-540b-443c-bf75-69c6dee373af service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Refreshing instance network info cache due to event network-changed-3ddfe922-fa65-4651-b539-35d4cda2cdb6. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1752.602257] env[62522]: DEBUG oslo_concurrency.lockutils [req-411d87d5-2b3f-483b-9a95-4c70f103d10f req-0d0b7e64-540b-443c-bf75-69c6dee373af service nova] Acquiring lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.602403] env[62522]: DEBUG oslo_concurrency.lockutils [req-411d87d5-2b3f-483b-9a95-4c70f103d10f req-0d0b7e64-540b-443c-bf75-69c6dee373af service nova] Acquired lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.602611] env[62522]: DEBUG nova.network.neutron [req-411d87d5-2b3f-483b-9a95-4c70f103d10f req-0d0b7e64-540b-443c-bf75-69c6dee373af service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Refreshing network info cache for port 3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1752.708154] env[62522]: DEBUG oslo_concurrency.lockutils [req-f1543142-81f2-4b50-80e6-ca80e1fa5f52 req-72127b23-29af-4746-a6a7-d4a879cd1114 service nova] Releasing lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.915367] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703541, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.983332] env[62522]: DEBUG nova.network.neutron [-] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.033949] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c00827dd-e124-4e30-be61-41a080d22ce8 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-e27e30b4-8f47-42a4-b89c-494c1803d609-5b128f83-0cbb-4f4e-a841-4de8e114fd13" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.875s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.041167] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.041415] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.041637] env[62522]: DEBUG nova.objects.instance [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lazy-loading 'resources' on Instance uuid c8c2c7fe-7eb5-4517-b6ce-865fe677731a {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.325939] env[62522]: DEBUG nova.network.neutron [req-411d87d5-2b3f-483b-9a95-4c70f103d10f req-0d0b7e64-540b-443c-bf75-69c6dee373af service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Updated VIF entry in instance network info cache for port 3ddfe922-fa65-4651-b539-35d4cda2cdb6. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1753.326331] env[62522]: DEBUG nova.network.neutron [req-411d87d5-2b3f-483b-9a95-4c70f103d10f req-0d0b7e64-540b-443c-bf75-69c6dee373af service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Updating instance_info_cache with network_info: [{"id": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "address": "fa:16:3e:00:f8:e1", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddfe922-fa", "ovs_interfaceid": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.415943] env[62522]: DEBUG oslo_vmware.api [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703541, 'name': PowerOnVM_Task, 'duration_secs': 1.09647} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.416930] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1753.416930] env[62522]: INFO nova.compute.manager [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1753.416930] env[62522]: DEBUG nova.compute.manager [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.417343] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb53f45-7103-4014-b1f3-71acee5402ac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.488773] env[62522]: INFO nova.compute.manager [-] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Took 1.27 seconds to deallocate network for instance. [ 1753.587951] env[62522]: DEBUG nova.compute.manager [req-371f7e6e-e39c-443d-a486-bafcda06292d req-77422ed5-19ca-4d60-9794-1345a97b175c service nova] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Received event network-vif-deleted-6973f8be-2123-4843-8c42-3629b919366f {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1753.755211] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c5d0da-9d91-4328-9977-f02eb6a5d6ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.763801] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158e7d0b-c75e-4f15-abb5-08fd22a651e7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.796505] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56d0d6e-20c5-41f8-bff5-be5b43157ce0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.805495] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97699a41-d835-47d4-bca0-511b8738bdb8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.821922] env[62522]: DEBUG nova.compute.provider_tree [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.829350] env[62522]: DEBUG oslo_concurrency.lockutils [req-411d87d5-2b3f-483b-9a95-4c70f103d10f req-0d0b7e64-540b-443c-bf75-69c6dee373af service nova] Releasing lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.937649] env[62522]: INFO nova.compute.manager [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Took 17.77 seconds to build instance. [ 1753.995626] env[62522]: DEBUG oslo_concurrency.lockutils [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.325079] env[62522]: DEBUG nova.scheduler.client.report [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1754.388995] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "interface-e27e30b4-8f47-42a4-b89c-494c1803d609-5b128f83-0cbb-4f4e-a841-4de8e114fd13" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.389399] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-e27e30b4-8f47-42a4-b89c-494c1803d609-5b128f83-0cbb-4f4e-a841-4de8e114fd13" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.439863] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d5bee526-ebb2-4abf-b496-914a0cc800b0 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "4769028c-0d14-4f37-a304-33f013d973de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.278s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.741830] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d75110-f3cd-4dfc-9a2d-38c28fffbf89 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.749474] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7c0a07-7ecd-4f4d-a5f9-06bbe44fac73 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Suspending the VM {{(pid=62522) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1754.749752] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-97dbcd78-7c91-4533-a008-45443bbdf3e8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.757298] env[62522]: DEBUG oslo_vmware.api [None req-5c7c0a07-7ecd-4f4d-a5f9-06bbe44fac73 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1754.757298] env[62522]: value = "task-1703542" [ 1754.757298] env[62522]: _type = "Task" [ 1754.757298] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.766812] env[62522]: DEBUG oslo_vmware.api [None req-5c7c0a07-7ecd-4f4d-a5f9-06bbe44fac73 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703542, 'name': SuspendVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.830971] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.833701] env[62522]: DEBUG oslo_concurrency.lockutils [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.838s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.833701] env[62522]: DEBUG nova.objects.instance [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lazy-loading 'resources' on Instance uuid 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1754.849614] env[62522]: INFO nova.scheduler.client.report [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Deleted allocations for instance c8c2c7fe-7eb5-4517-b6ce-865fe677731a [ 1754.892245] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.892422] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.893364] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8473f009-4e2d-4cce-a666-2619cf118529 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.914398] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802dc904-fe19-4ec5-b88a-21cc53d5d4cd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.941858] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Reconfiguring VM to detach interface {{(pid=62522) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1754.942197] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb230979-a239-4220-87e6-e38a51082a35 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.962941] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1754.962941] env[62522]: value = "task-1703543" [ 1754.962941] env[62522]: _type = "Task" [ 1754.962941] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.972261] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.267374] env[62522]: DEBUG oslo_vmware.api [None req-5c7c0a07-7ecd-4f4d-a5f9-06bbe44fac73 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703542, 'name': SuspendVM_Task} progress is 62%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.358925] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4d263205-1267-4355-b281-8ace5cce7fb3 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "c8c2c7fe-7eb5-4517-b6ce-865fe677731a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.261s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.474736] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.509240] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1efa9b-27ae-4a20-a2d8-8cb2899ec009 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.517096] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bb3719-7d92-46f9-9639-592816c49518 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.550235] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169a206a-f8ae-4893-aa04-f16670939793 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.558215] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e1c5a1-44f6-4081-97ca-4dd14735fffa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.573200] env[62522]: DEBUG nova.compute.provider_tree [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.767977] env[62522]: DEBUG oslo_vmware.api [None req-5c7c0a07-7ecd-4f4d-a5f9-06bbe44fac73 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703542, 'name': SuspendVM_Task} progress is 62%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.973763] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.077046] env[62522]: DEBUG nova.scheduler.client.report [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1756.268689] env[62522]: DEBUG oslo_vmware.api [None req-5c7c0a07-7ecd-4f4d-a5f9-06bbe44fac73 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703542, 'name': SuspendVM_Task, 'duration_secs': 1.088696} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.269036] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7c0a07-7ecd-4f4d-a5f9-06bbe44fac73 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Suspended the VM {{(pid=62522) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1756.269236] env[62522]: DEBUG nova.compute.manager [None req-5c7c0a07-7ecd-4f4d-a5f9-06bbe44fac73 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1756.269987] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43178c44-ea13-4ccc-b6a1-a0feb51a17d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.475771] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.583993] env[62522]: DEBUG oslo_concurrency.lockutils [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.606266] env[62522]: INFO nova.scheduler.client.report [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Deleted allocations for instance 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc [ 1756.976614] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.113933] env[62522]: DEBUG oslo_concurrency.lockutils [None req-db552713-fbb2-42f3-8cea-e803f4bcbb15 tempest-ServersTestJSON-232279458 tempest-ServersTestJSON-232279458-project-member] Lock "1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.686s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.477877] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.931475] env[62522]: DEBUG nova.compute.manager [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.932653] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04eef6c-6cab-4d60-a234-2510511cbbe2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.979362] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.202778] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.203070] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.203292] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.203478] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.203674] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.205787] env[62522]: INFO nova.compute.manager [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Terminating instance [ 1758.443941] env[62522]: INFO nova.compute.manager [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] instance snapshotting [ 1758.444214] env[62522]: WARNING nova.compute.manager [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1758.446770] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3c50a8-e1aa-47e7-a9f0-9f5e57009b55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.465891] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbb750f-c917-470f-bdf2-8f5d0ff6c26b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.480611] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.709859] env[62522]: DEBUG nova.compute.manager [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1758.709859] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1758.710674] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f48a24e-0788-4e17-b118-50117925ce4c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.718718] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.718972] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0524d66-cb46-4c9a-bfbe-a4864135c873 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.725846] env[62522]: DEBUG oslo_vmware.api [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1758.725846] env[62522]: value = "task-1703545" [ 1758.725846] env[62522]: _type = "Task" [ 1758.725846] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.734074] env[62522]: DEBUG oslo_vmware.api [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.980018] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1758.980246] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.980519] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef4e6573-fc02-4311-a446-fc80605ca50d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.990302] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1758.990302] env[62522]: value = "task-1703546" [ 1758.990302] env[62522]: _type = "Task" [ 1758.990302] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.999218] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703546, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.236553] env[62522]: DEBUG oslo_vmware.api [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703545, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.479725] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.499290] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703546, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.737367] env[62522]: DEBUG oslo_vmware.api [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703545, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.980777] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.001145] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703546, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.237557] env[62522]: DEBUG oslo_vmware.api [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703545, 'name': PowerOffVM_Task, 'duration_secs': 1.339951} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.237817] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1760.237968] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1760.238232] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a5a45bd-fd3f-4b19-a526-c8e5da3b3d10 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.483128] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703543, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.500251] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703546, 'name': CreateSnapshot_Task, 'duration_secs': 1.062407} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.500635] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1760.501215] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96691460-8f42-4069-8870-439bc6dc042d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.658827] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "d69fc5a5-8b1d-4aaa-bc46-960034b768f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.659114] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "d69fc5a5-8b1d-4aaa-bc46-960034b768f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.659319] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "d69fc5a5-8b1d-4aaa-bc46-960034b768f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.659499] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "d69fc5a5-8b1d-4aaa-bc46-960034b768f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.659666] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "d69fc5a5-8b1d-4aaa-bc46-960034b768f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.661673] env[62522]: INFO nova.compute.manager [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Terminating instance [ 1760.945131] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1760.945394] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1760.945552] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Deleting the datastore file [datastore1] 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1760.945825] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab7359c0-1625-4fbe-8936-bacad808dcf9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.952710] env[62522]: DEBUG oslo_vmware.api [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1760.952710] env[62522]: value = "task-1703548" [ 1760.952710] env[62522]: _type = "Task" [ 1760.952710] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.960508] env[62522]: DEBUG oslo_vmware.api [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.980661] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703543, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.018176] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1761.018515] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-589fc20b-9997-4f8e-94e6-6cc80da44d74 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.029286] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1761.029286] env[62522]: value = "task-1703549" [ 1761.029286] env[62522]: _type = "Task" [ 1761.029286] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.037134] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703549, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.165784] env[62522]: DEBUG nova.compute.manager [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1761.165784] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1761.166386] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7057982f-ff99-4857-bf8c-3ce72f85908d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.174634] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.174937] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7280d3f-f1f3-4131-934e-4d4b61ba07cd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.181290] env[62522]: DEBUG oslo_vmware.api [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1761.181290] env[62522]: value = "task-1703550" [ 1761.181290] env[62522]: _type = "Task" [ 1761.181290] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.189764] env[62522]: DEBUG oslo_vmware.api [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.462766] env[62522]: DEBUG oslo_vmware.api [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142153} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.463059] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.463270] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.463460] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.463670] env[62522]: INFO nova.compute.manager [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1761.463951] env[62522]: DEBUG oslo.service.loopingcall [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.464177] env[62522]: DEBUG nova.compute.manager [-] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1761.464274] env[62522]: DEBUG nova.network.neutron [-] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1761.482635] env[62522]: DEBUG oslo_vmware.api [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703543, 'name': ReconfigVM_Task, 'duration_secs': 6.137928} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.482635] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.482823] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Reconfigured VM to detach interface {{(pid=62522) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1761.540944] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703549, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.691281] env[62522]: DEBUG oslo_vmware.api [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703550, 'name': PowerOffVM_Task, 'duration_secs': 0.367179} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.691569] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1761.691752] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1761.692034] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-846a5288-34c0-4362-ba0e-9d13e1fdbeff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.800164] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.800545] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.800827] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Deleting the datastore file [datastore1] d69fc5a5-8b1d-4aaa-bc46-960034b768f9 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.801213] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc96274d-5571-4405-a87b-e3e639c967bd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.808745] env[62522]: DEBUG oslo_vmware.api [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1761.808745] env[62522]: value = "task-1703552" [ 1761.808745] env[62522]: _type = "Task" [ 1761.808745] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.819281] env[62522]: DEBUG oslo_vmware.api [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.003523] env[62522]: DEBUG nova.compute.manager [req-a8c331a5-19ed-45a8-a8ca-133da9a6d65f req-8d58c32c-7e69-4730-9860-64844df00489 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Received event network-vif-deleted-7cc403b7-4a0b-4096-87aa-aeba9b2ee447 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1762.003738] env[62522]: INFO nova.compute.manager [req-a8c331a5-19ed-45a8-a8ca-133da9a6d65f req-8d58c32c-7e69-4730-9860-64844df00489 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Neutron deleted interface 7cc403b7-4a0b-4096-87aa-aeba9b2ee447; detaching it from the instance and deleting it from the info cache [ 1762.003949] env[62522]: DEBUG nova.network.neutron [req-a8c331a5-19ed-45a8-a8ca-133da9a6d65f req-8d58c32c-7e69-4730-9860-64844df00489 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.041637] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703549, 'name': CloneVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.322679] env[62522]: DEBUG oslo_vmware.api [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309338} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.323195] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1762.323440] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1762.323747] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1762.324045] env[62522]: INFO nova.compute.manager [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1762.324430] env[62522]: DEBUG oslo.service.loopingcall [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.324760] env[62522]: DEBUG nova.compute.manager [-] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1762.324946] env[62522]: DEBUG nova.network.neutron [-] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1762.480106] env[62522]: DEBUG nova.network.neutron [-] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.506609] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4014bca6-5e9b-4d81-bc5e-40323c6a1f20 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.517419] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0b2946-d8df-4757-823c-70700bc6a3e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.546460] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703549, 'name': CloneVM_Task, 'duration_secs': 1.026283} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.558301] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Created linked-clone VM from snapshot [ 1762.558690] env[62522]: DEBUG nova.compute.manager [req-a8c331a5-19ed-45a8-a8ca-133da9a6d65f req-8d58c32c-7e69-4730-9860-64844df00489 service nova] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Detach interface failed, port_id=7cc403b7-4a0b-4096-87aa-aeba9b2ee447, reason: Instance 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1762.560265] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6731c26f-dd93-4c33-b98e-2e2743776d4d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.570193] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Uploading image 1e0ab259-1d02-4fff-8c2e-d0bf6cad0e1c {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1762.594608] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1762.594608] env[62522]: value = "vm-355009" [ 1762.594608] env[62522]: _type = "VirtualMachine" [ 1762.594608] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1762.594897] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-727a723d-8634-42b6-8155-09e075e84344 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.602314] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lease: (returnval){ [ 1762.602314] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528f2516-f9c3-7818-3090-1764c5680524" [ 1762.602314] env[62522]: _type = "HttpNfcLease" [ 1762.602314] env[62522]: } obtained for exporting VM: (result){ [ 1762.602314] env[62522]: value = "vm-355009" [ 1762.602314] env[62522]: _type = "VirtualMachine" [ 1762.602314] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1762.602828] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the lease: (returnval){ [ 1762.602828] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528f2516-f9c3-7818-3090-1764c5680524" [ 1762.602828] env[62522]: _type = "HttpNfcLease" [ 1762.602828] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1762.609432] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1762.609432] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528f2516-f9c3-7818-3090-1764c5680524" [ 1762.609432] env[62522]: _type = "HttpNfcLease" [ 1762.609432] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1762.889210] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.889415] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.889597] env[62522]: DEBUG nova.network.neutron [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.984530] env[62522]: INFO nova.compute.manager [-] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Took 1.52 seconds to deallocate network for instance. [ 1763.048552] env[62522]: DEBUG nova.network.neutron [-] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.082644] env[62522]: DEBUG nova.compute.manager [req-13d51563-7a1e-4028-8151-34b3fd67639b req-5183e904-7714-4746-afae-ec953e68f812 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Received event network-changed-d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1763.082644] env[62522]: DEBUG nova.compute.manager [req-13d51563-7a1e-4028-8151-34b3fd67639b req-5183e904-7714-4746-afae-ec953e68f812 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Refreshing instance network info cache due to event network-changed-d37eee07-d9a9-4e9b-b2e4-556a623b796e. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1763.082739] env[62522]: DEBUG oslo_concurrency.lockutils [req-13d51563-7a1e-4028-8151-34b3fd67639b req-5183e904-7714-4746-afae-ec953e68f812 service nova] Acquiring lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.115129] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1763.115129] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528f2516-f9c3-7818-3090-1764c5680524" [ 1763.115129] env[62522]: _type = "HttpNfcLease" [ 1763.115129] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1763.115526] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1763.115526] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528f2516-f9c3-7818-3090-1764c5680524" [ 1763.115526] env[62522]: _type = "HttpNfcLease" [ 1763.115526] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1763.116898] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4a81e5-4669-47dd-b26f-36644a0f2b20 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.128229] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52587472-b360-98ff-a47d-92ff0af17a7a/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1763.128525] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52587472-b360-98ff-a47d-92ff0af17a7a/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1763.267395] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-502ba6c5-195e-42e2-9904-a199f6c0d08c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.490459] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.490848] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.491297] env[62522]: DEBUG nova.objects.instance [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lazy-loading 'resources' on Instance uuid 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.550861] env[62522]: INFO nova.compute.manager [-] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Took 1.23 seconds to deallocate network for instance. [ 1763.602598] env[62522]: INFO nova.network.neutron [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Port 5b128f83-0cbb-4f4e-a841-4de8e114fd13 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1763.603299] env[62522]: DEBUG nova.network.neutron [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updating instance_info_cache with network_info: [{"id": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "address": "fa:16:3e:4a:74:22", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37eee07-d9", "ovs_interfaceid": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.767951] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "interface-f44f9352-33cb-4ee0-9a8c-de8733ad67d2-5b128f83-0cbb-4f4e-a841-4de8e114fd13" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.768265] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-f44f9352-33cb-4ee0-9a8c-de8733ad67d2-5b128f83-0cbb-4f4e-a841-4de8e114fd13" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.768632] env[62522]: DEBUG nova.objects.instance [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'flavor' on Instance uuid f44f9352-33cb-4ee0-9a8c-de8733ad67d2 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.029695] env[62522]: DEBUG nova.compute.manager [req-c46c72da-1c41-4149-835f-1bccb15341a9 req-f716ca79-523e-499e-8593-086d15abe92f service nova] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Received event network-vif-deleted-bf7a9003-f206-426a-9596-8134f5bc7eb5 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1764.058162] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.106836] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.109992] env[62522]: DEBUG oslo_concurrency.lockutils [req-13d51563-7a1e-4028-8151-34b3fd67639b req-5183e904-7714-4746-afae-ec953e68f812 service nova] Acquired lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.110471] env[62522]: DEBUG nova.network.neutron [req-13d51563-7a1e-4028-8151-34b3fd67639b req-5183e904-7714-4746-afae-ec953e68f812 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Refreshing network info cache for port d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1764.176721] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52666f18-fbe8-437b-ae74-25218a2cf9d1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.186094] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf03085f-cbf0-408e-b8a4-80c264cca6e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.218195] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72ae210-9051-4a85-a266-849b6997ded0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.227974] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02b5116-ce55-4831-a838-d399c47ab2d5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.243367] env[62522]: DEBUG nova.compute.provider_tree [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.372106] env[62522]: DEBUG nova.objects.instance [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'pci_requests' on Instance uuid f44f9352-33cb-4ee0-9a8c-de8733ad67d2 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.611852] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b8a37569-7562-43af-b882-79b6753787c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-e27e30b4-8f47-42a4-b89c-494c1803d609-5b128f83-0cbb-4f4e-a841-4de8e114fd13" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.222s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.746590] env[62522]: DEBUG nova.scheduler.client.report [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1764.824035] env[62522]: DEBUG nova.network.neutron [req-13d51563-7a1e-4028-8151-34b3fd67639b req-5183e904-7714-4746-afae-ec953e68f812 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updated VIF entry in instance network info cache for port d37eee07-d9a9-4e9b-b2e4-556a623b796e. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.824400] env[62522]: DEBUG nova.network.neutron [req-13d51563-7a1e-4028-8151-34b3fd67639b req-5183e904-7714-4746-afae-ec953e68f812 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updating instance_info_cache with network_info: [{"id": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "address": "fa:16:3e:4a:74:22", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37eee07-d9", "ovs_interfaceid": "d37eee07-d9a9-4e9b-b2e4-556a623b796e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.875473] env[62522]: DEBUG nova.objects.base [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1764.875708] env[62522]: DEBUG nova.network.neutron [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1764.940862] env[62522]: DEBUG nova.policy [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cf3b85db35c421abb861146c6a099e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1575a5ca5245b997c0559bcb677670', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1765.110569] env[62522]: DEBUG nova.compute.manager [req-b2831f82-5062-4d81-90a7-af1186a250db req-59812802-ec0d-4ca4-b5ee-3d7879fc164a service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Received event network-changed-1adb24b4-1852-4561-9382-811432712e32 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1765.110569] env[62522]: DEBUG nova.compute.manager [req-b2831f82-5062-4d81-90a7-af1186a250db req-59812802-ec0d-4ca4-b5ee-3d7879fc164a service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Refreshing instance network info cache due to event network-changed-1adb24b4-1852-4561-9382-811432712e32. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1765.110569] env[62522]: DEBUG oslo_concurrency.lockutils [req-b2831f82-5062-4d81-90a7-af1186a250db req-59812802-ec0d-4ca4-b5ee-3d7879fc164a service nova] Acquiring lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.110569] env[62522]: DEBUG oslo_concurrency.lockutils [req-b2831f82-5062-4d81-90a7-af1186a250db req-59812802-ec0d-4ca4-b5ee-3d7879fc164a service nova] Acquired lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.110569] env[62522]: DEBUG nova.network.neutron [req-b2831f82-5062-4d81-90a7-af1186a250db req-59812802-ec0d-4ca4-b5ee-3d7879fc164a service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Refreshing network info cache for port 1adb24b4-1852-4561-9382-811432712e32 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.252454] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.254819] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.197s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.255161] env[62522]: DEBUG nova.objects.instance [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lazy-loading 'resources' on Instance uuid d69fc5a5-8b1d-4aaa-bc46-960034b768f9 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.276614] env[62522]: INFO nova.scheduler.client.report [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Deleted allocations for instance 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657 [ 1765.327037] env[62522]: DEBUG oslo_concurrency.lockutils [req-13d51563-7a1e-4028-8151-34b3fd67639b req-5183e904-7714-4746-afae-ec953e68f812 service nova] Releasing lock "refresh_cache-e27e30b4-8f47-42a4-b89c-494c1803d609" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.785098] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e6ebd775-4720-4aa4-87c6-d65792888de5 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "85ce0a63-2ff7-45dc-8daa-e8e7e69f1657" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.581s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.857456] env[62522]: DEBUG nova.network.neutron [req-b2831f82-5062-4d81-90a7-af1186a250db req-59812802-ec0d-4ca4-b5ee-3d7879fc164a service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Updated VIF entry in instance network info cache for port 1adb24b4-1852-4561-9382-811432712e32. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1765.857950] env[62522]: DEBUG nova.network.neutron [req-b2831f82-5062-4d81-90a7-af1186a250db req-59812802-ec0d-4ca4-b5ee-3d7879fc164a service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Updating instance_info_cache with network_info: [{"id": "1adb24b4-1852-4561-9382-811432712e32", "address": "fa:16:3e:80:ac:c2", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adb24b4-18", "ovs_interfaceid": "1adb24b4-1852-4561-9382-811432712e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.923507] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea401e4b-c834-4889-8f5b-3a3e98cee767 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.931807] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfde4fa-7ac3-42cb-bdb2-c67eed05015b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.966398] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a09cf3-1593-43b1-a00b-1436b7872dad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.974633] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d6720f-5659-4fb8-8ddd-cf37e06b4cb2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.989302] env[62522]: DEBUG nova.compute.provider_tree [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.360367] env[62522]: DEBUG oslo_concurrency.lockutils [req-b2831f82-5062-4d81-90a7-af1186a250db req-59812802-ec0d-4ca4-b5ee-3d7879fc164a service nova] Releasing lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.492818] env[62522]: DEBUG nova.scheduler.client.report [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1766.660199] env[62522]: DEBUG nova.network.neutron [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Successfully updated port: 5b128f83-0cbb-4f4e-a841-4de8e114fd13 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1766.835514] env[62522]: DEBUG nova.compute.manager [req-8bb17cd7-902f-4458-99bf-1b84cb7ba0c3 req-2d62fbe0-ec92-4449-b23a-5d79b1dc46db service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Received event network-vif-plugged-5b128f83-0cbb-4f4e-a841-4de8e114fd13 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1766.836765] env[62522]: DEBUG oslo_concurrency.lockutils [req-8bb17cd7-902f-4458-99bf-1b84cb7ba0c3 req-2d62fbe0-ec92-4449-b23a-5d79b1dc46db service nova] Acquiring lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.836988] env[62522]: DEBUG oslo_concurrency.lockutils [req-8bb17cd7-902f-4458-99bf-1b84cb7ba0c3 req-2d62fbe0-ec92-4449-b23a-5d79b1dc46db service nova] Lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.837229] env[62522]: DEBUG oslo_concurrency.lockutils [req-8bb17cd7-902f-4458-99bf-1b84cb7ba0c3 req-2d62fbe0-ec92-4449-b23a-5d79b1dc46db service nova] Lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.837537] env[62522]: DEBUG nova.compute.manager [req-8bb17cd7-902f-4458-99bf-1b84cb7ba0c3 req-2d62fbe0-ec92-4449-b23a-5d79b1dc46db service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] No waiting events found dispatching network-vif-plugged-5b128f83-0cbb-4f4e-a841-4de8e114fd13 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1766.838257] env[62522]: WARNING nova.compute.manager [req-8bb17cd7-902f-4458-99bf-1b84cb7ba0c3 req-2d62fbe0-ec92-4449-b23a-5d79b1dc46db service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Received unexpected event network-vif-plugged-5b128f83-0cbb-4f4e-a841-4de8e114fd13 for instance with vm_state active and task_state None. [ 1766.998262] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.016731] env[62522]: INFO nova.scheduler.client.report [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Deleted allocations for instance d69fc5a5-8b1d-4aaa-bc46-960034b768f9 [ 1767.163466] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.163680] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.163827] env[62522]: DEBUG nova.network.neutron [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1767.417341] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.417511] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.525284] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6d1a78c8-17b9-4afa-9dc6-255e84a06dcc tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "d69fc5a5-8b1d-4aaa-bc46-960034b768f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.866s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.705666] env[62522]: WARNING nova.network.neutron [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] 163893b4-500f-41e6-9c52-4b1ea0a2187e already exists in list: networks containing: ['163893b4-500f-41e6-9c52-4b1ea0a2187e']. ignoring it [ 1767.920035] env[62522]: DEBUG nova.compute.manager [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1768.020113] env[62522]: DEBUG nova.network.neutron [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Updating instance_info_cache with network_info: [{"id": "1adb24b4-1852-4561-9382-811432712e32", "address": "fa:16:3e:80:ac:c2", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adb24b4-18", "ovs_interfaceid": "1adb24b4-1852-4561-9382-811432712e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b128f83-0cbb-4f4e-a841-4de8e114fd13", "address": "fa:16:3e:fa:6b:51", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b128f83-0c", "ovs_interfaceid": "5b128f83-0cbb-4f4e-a841-4de8e114fd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.439691] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.443400] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.443666] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.445282] env[62522]: INFO nova.compute.claims [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.502683] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "243ffaf4-8afa-4ed0-95ce-e5b3869888cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.502946] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "243ffaf4-8afa-4ed0-95ce-e5b3869888cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.503176] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "243ffaf4-8afa-4ed0-95ce-e5b3869888cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.503378] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "243ffaf4-8afa-4ed0-95ce-e5b3869888cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.503553] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "243ffaf4-8afa-4ed0-95ce-e5b3869888cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.505727] env[62522]: INFO nova.compute.manager [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Terminating instance [ 1768.523148] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.523808] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.523972] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.525083] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d070dae-292f-4bf3-99aa-7341888ed424 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.543272] env[62522]: DEBUG nova.virt.hardware [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1768.543514] env[62522]: DEBUG nova.virt.hardware [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1768.543720] env[62522]: DEBUG nova.virt.hardware [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1768.543902] env[62522]: DEBUG nova.virt.hardware [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1768.544073] env[62522]: DEBUG nova.virt.hardware [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1768.544225] env[62522]: DEBUG nova.virt.hardware [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1768.544428] env[62522]: DEBUG nova.virt.hardware [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1768.544586] env[62522]: DEBUG nova.virt.hardware [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1768.544769] env[62522]: DEBUG nova.virt.hardware [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1768.544936] env[62522]: DEBUG nova.virt.hardware [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1768.545257] env[62522]: DEBUG nova.virt.hardware [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1768.551520] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Reconfiguring VM to attach interface {{(pid=62522) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1768.551856] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-544ce104-6a49-431c-bcd6-bc2871119814 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.569980] env[62522]: DEBUG oslo_vmware.api [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1768.569980] env[62522]: value = "task-1703554" [ 1768.569980] env[62522]: _type = "Task" [ 1768.569980] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.578369] env[62522]: DEBUG oslo_vmware.api [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703554, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.860848] env[62522]: DEBUG nova.compute.manager [req-b2aa59fb-694f-48c4-96a7-ee936e6544a3 req-0283ebda-8036-41ba-8b63-0cb4d5087617 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Received event network-changed-5b128f83-0cbb-4f4e-a841-4de8e114fd13 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1768.861093] env[62522]: DEBUG nova.compute.manager [req-b2aa59fb-694f-48c4-96a7-ee936e6544a3 req-0283ebda-8036-41ba-8b63-0cb4d5087617 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Refreshing instance network info cache due to event network-changed-5b128f83-0cbb-4f4e-a841-4de8e114fd13. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1768.861314] env[62522]: DEBUG oslo_concurrency.lockutils [req-b2aa59fb-694f-48c4-96a7-ee936e6544a3 req-0283ebda-8036-41ba-8b63-0cb4d5087617 service nova] Acquiring lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.861458] env[62522]: DEBUG oslo_concurrency.lockutils [req-b2aa59fb-694f-48c4-96a7-ee936e6544a3 req-0283ebda-8036-41ba-8b63-0cb4d5087617 service nova] Acquired lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.861638] env[62522]: DEBUG nova.network.neutron [req-b2aa59fb-694f-48c4-96a7-ee936e6544a3 req-0283ebda-8036-41ba-8b63-0cb4d5087617 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Refreshing network info cache for port 5b128f83-0cbb-4f4e-a841-4de8e114fd13 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.009292] env[62522]: DEBUG nova.compute.manager [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1769.009647] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1769.010863] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77db68b3-708b-4080-9b76-e9a03f4eaef2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.020613] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1769.020890] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66f413f3-a1bb-44e9-932f-b19083707ed8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.028201] env[62522]: DEBUG oslo_vmware.api [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1769.028201] env[62522]: value = "task-1703555" [ 1769.028201] env[62522]: _type = "Task" [ 1769.028201] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.032221] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1769.032455] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1769.039755] env[62522]: DEBUG oslo_vmware.api [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.082979] env[62522]: DEBUG oslo_vmware.api [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.540192] env[62522]: DEBUG oslo_vmware.api [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703555, 'name': PowerOffVM_Task, 'duration_secs': 0.259702} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.540683] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1769.540855] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1769.541116] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b6561ed-045a-4f19-a62f-30de0f7a6199 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.580468] env[62522]: DEBUG oslo_vmware.api [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703554, 'name': ReconfigVM_Task, 'duration_secs': 0.725705} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.583185] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.583406] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Reconfigured VM to attach interface {{(pid=62522) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1769.591190] env[62522]: DEBUG nova.network.neutron [req-b2aa59fb-694f-48c4-96a7-ee936e6544a3 req-0283ebda-8036-41ba-8b63-0cb4d5087617 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Updated VIF entry in instance network info cache for port 5b128f83-0cbb-4f4e-a841-4de8e114fd13. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1769.591602] env[62522]: DEBUG nova.network.neutron [req-b2aa59fb-694f-48c4-96a7-ee936e6544a3 req-0283ebda-8036-41ba-8b63-0cb4d5087617 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Updating instance_info_cache with network_info: [{"id": "1adb24b4-1852-4561-9382-811432712e32", "address": "fa:16:3e:80:ac:c2", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adb24b4-18", "ovs_interfaceid": "1adb24b4-1852-4561-9382-811432712e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b128f83-0cbb-4f4e-a841-4de8e114fd13", "address": "fa:16:3e:fa:6b:51", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b128f83-0c", "ovs_interfaceid": "5b128f83-0cbb-4f4e-a841-4de8e114fd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.611102] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e64197-0c48-4e5a-b09f-692b6fdd2968 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.615243] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1769.615521] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1769.615721] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Deleting the datastore file [datastore1] 243ffaf4-8afa-4ed0-95ce-e5b3869888cc {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1769.616408] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66244d53-6952-443e-8a9f-7fe00105bf04 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.622153] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04436e35-a7a6-429e-bacc-a8a3292900d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.629029] env[62522]: DEBUG oslo_vmware.api [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for the task: (returnval){ [ 1769.629029] env[62522]: value = "task-1703557" [ 1769.629029] env[62522]: _type = "Task" [ 1769.629029] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.655991] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f540083a-5db7-4df4-89af-a338538e303e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.666748] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd61b5b-8de9-467a-852e-6606866c8ed9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.671050] env[62522]: DEBUG oslo_vmware.api [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.681547] env[62522]: DEBUG nova.compute.provider_tree [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.088574] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2c7cd03b-85ff-487c-b6c9-483ca13fa7f0 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-f44f9352-33cb-4ee0-9a8c-de8733ad67d2-5b128f83-0cbb-4f4e-a841-4de8e114fd13" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.320s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.094659] env[62522]: DEBUG oslo_concurrency.lockutils [req-b2aa59fb-694f-48c4-96a7-ee936e6544a3 req-0283ebda-8036-41ba-8b63-0cb4d5087617 service nova] Releasing lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.137260] env[62522]: DEBUG oslo_vmware.api [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Task: {'id': task-1703557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172027} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.137843] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1770.138056] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1770.138239] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1770.138409] env[62522]: INFO nova.compute.manager [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1770.138662] env[62522]: DEBUG oslo.service.loopingcall [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1770.138860] env[62522]: DEBUG nova.compute.manager [-] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1770.138956] env[62522]: DEBUG nova.network.neutron [-] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1770.185146] env[62522]: DEBUG nova.scheduler.client.report [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1770.689539] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.690164] env[62522]: DEBUG nova.compute.manager [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1770.880428] env[62522]: DEBUG nova.network.neutron [-] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.885730] env[62522]: DEBUG nova.compute.manager [req-eea338f3-a956-4f66-a56b-20f8778ff8cc req-d1f7f4d2-dc95-4e2e-964d-36cb7e6b4570 service nova] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Received event network-vif-deleted-28160999-7f58-4af7-bb64-58d0e4067713 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1770.885943] env[62522]: INFO nova.compute.manager [req-eea338f3-a956-4f66-a56b-20f8778ff8cc req-d1f7f4d2-dc95-4e2e-964d-36cb7e6b4570 service nova] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Neutron deleted interface 28160999-7f58-4af7-bb64-58d0e4067713; detaching it from the instance and deleting it from the info cache [ 1770.886124] env[62522]: DEBUG nova.network.neutron [req-eea338f3-a956-4f66-a56b-20f8778ff8cc req-d1f7f4d2-dc95-4e2e-964d-36cb7e6b4570 service nova] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.047143] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Skipping network cache update for instance because it is being deleted. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10332}} [ 1771.195336] env[62522]: DEBUG nova.compute.utils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.196663] env[62522]: DEBUG nova.compute.manager [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1771.196837] env[62522]: DEBUG nova.network.neutron [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1771.251407] env[62522]: DEBUG nova.policy [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11e3456c82574201ac8d4c7a37bd3e2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbf0c352ef7c4a498f6d85f3ae86fbf5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1771.262994] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52587472-b360-98ff-a47d-92ff0af17a7a/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1771.263570] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e249f31-5fd1-4db5-aa05-e3220db70f8c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.271468] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52587472-b360-98ff-a47d-92ff0af17a7a/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1771.271468] env[62522]: ERROR oslo_vmware.rw_handles [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52587472-b360-98ff-a47d-92ff0af17a7a/disk-0.vmdk due to incomplete transfer. [ 1771.271540] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd9e0cb9-9a1e-4888-90d9-74ea474c33b3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.280017] env[62522]: DEBUG oslo_vmware.rw_handles [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52587472-b360-98ff-a47d-92ff0af17a7a/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1771.280017] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Uploaded image 1e0ab259-1d02-4fff-8c2e-d0bf6cad0e1c to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1771.281645] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1771.281893] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5c4b7506-4c72-407b-a828-ef40be35aaa1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.287392] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1771.287392] env[62522]: value = "task-1703558" [ 1771.287392] env[62522]: _type = "Task" [ 1771.287392] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.297400] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703558, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.383733] env[62522]: INFO nova.compute.manager [-] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Took 1.24 seconds to deallocate network for instance. [ 1771.388733] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9015adcf-0d58-4dd8-aa18-8cc1c0955397 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.397886] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1296449-7a1a-4782-b52a-578c430ce3e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.432029] env[62522]: DEBUG nova.compute.manager [req-eea338f3-a956-4f66-a56b-20f8778ff8cc req-d1f7f4d2-dc95-4e2e-964d-36cb7e6b4570 service nova] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Detach interface failed, port_id=28160999-7f58-4af7-bb64-58d0e4067713, reason: Instance 243ffaf4-8afa-4ed0-95ce-e5b3869888cc could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1771.458860] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "interface-f44f9352-33cb-4ee0-9a8c-de8733ad67d2-5b128f83-0cbb-4f4e-a841-4de8e114fd13" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.459227] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-f44f9352-33cb-4ee0-9a8c-de8733ad67d2-5b128f83-0cbb-4f4e-a841-4de8e114fd13" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.535022] env[62522]: DEBUG nova.network.neutron [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Successfully created port: 60da703f-3cf3-48fe-a111-904d0edbb163 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.701145] env[62522]: DEBUG nova.compute.manager [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1771.797425] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703558, 'name': Destroy_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.889785] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.890061] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.890286] env[62522]: DEBUG nova.objects.instance [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lazy-loading 'resources' on Instance uuid 243ffaf4-8afa-4ed0-95ce-e5b3869888cc {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1771.961975] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.962199] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.963407] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c051ef-e264-402b-b589-bb50e09277fa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.982063] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf2b459-1a7d-45a8-84ba-433864d9cd56 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.007198] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Reconfiguring VM to detach interface {{(pid=62522) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1772.007499] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d3ed6a2-e164-412b-8970-8913ff562652 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.029492] env[62522]: DEBUG oslo_vmware.api [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1772.029492] env[62522]: value = "task-1703559" [ 1772.029492] env[62522]: _type = "Task" [ 1772.029492] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.037890] env[62522]: DEBUG oslo_vmware.api [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.299738] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703558, 'name': Destroy_Task, 'duration_secs': 0.76377} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.300613] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Destroyed the VM [ 1772.300850] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1772.301120] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5b5326a-7f3b-449c-af32-4986edec1b1e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.308298] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1772.308298] env[62522]: value = "task-1703560" [ 1772.308298] env[62522]: _type = "Task" [ 1772.308298] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.317517] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703560, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.355323] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "4769028c-0d14-4f37-a304-33f013d973de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.355323] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "4769028c-0d14-4f37-a304-33f013d973de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.355323] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "4769028c-0d14-4f37-a304-33f013d973de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.355323] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "4769028c-0d14-4f37-a304-33f013d973de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.355323] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "4769028c-0d14-4f37-a304-33f013d973de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.357702] env[62522]: INFO nova.compute.manager [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Terminating instance [ 1772.535414] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c331bdc7-1823-4d6d-9936-224b51565cf2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.543586] env[62522]: DEBUG oslo_vmware.api [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.546344] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9282aab2-29e7-4719-b41a-56501812d920 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.580479] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085976f7-87f6-473f-a39f-1b45613ce43a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.588392] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a016f7-e07e-45e8-a714-867df9f0e106 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.602064] env[62522]: DEBUG nova.compute.provider_tree [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.617076] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "refresh_cache-f86a7f96-f927-4ddc-a9c8-4a37df73722e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.617254] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquired lock "refresh_cache-f86a7f96-f927-4ddc-a9c8-4a37df73722e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.617425] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Forcefully refreshing network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1772.714364] env[62522]: DEBUG nova.compute.manager [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1772.740357] env[62522]: DEBUG nova.virt.hardware [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1772.740517] env[62522]: DEBUG nova.virt.hardware [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1772.740698] env[62522]: DEBUG nova.virt.hardware [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.741032] env[62522]: DEBUG nova.virt.hardware [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1772.741178] env[62522]: DEBUG nova.virt.hardware [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.741330] env[62522]: DEBUG nova.virt.hardware [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1772.741543] env[62522]: DEBUG nova.virt.hardware [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1772.741702] env[62522]: DEBUG nova.virt.hardware [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1772.741869] env[62522]: DEBUG nova.virt.hardware [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1772.742048] env[62522]: DEBUG nova.virt.hardware [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1772.742225] env[62522]: DEBUG nova.virt.hardware [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1772.743179] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f0f61e-b60c-4f04-84c3-ca83775db976 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.750962] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1a1320-9f5c-46cd-aba3-2d153b92f0b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.817104] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.817353] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.821662] env[62522]: DEBUG oslo_vmware.api [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703560, 'name': RemoveSnapshot_Task, 'duration_secs': 0.495495} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.822121] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1772.822352] env[62522]: INFO nova.compute.manager [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Took 14.38 seconds to snapshot the instance on the hypervisor. [ 1772.861869] env[62522]: DEBUG nova.compute.manager [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1772.861966] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1772.862897] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aa0f48-b7c3-4c72-ab49-34798bcc18c0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.870438] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1772.870673] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f741b85-e652-415d-8ca8-76b805483527 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.947135] env[62522]: DEBUG nova.compute.manager [req-d4e70c96-8e45-4c57-a1ab-f58c05265b91 req-2481890c-f359-401e-8001-d440e2906a20 service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Received event network-vif-plugged-60da703f-3cf3-48fe-a111-904d0edbb163 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1772.947506] env[62522]: DEBUG oslo_concurrency.lockutils [req-d4e70c96-8e45-4c57-a1ab-f58c05265b91 req-2481890c-f359-401e-8001-d440e2906a20 service nova] Acquiring lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.947834] env[62522]: DEBUG oslo_concurrency.lockutils [req-d4e70c96-8e45-4c57-a1ab-f58c05265b91 req-2481890c-f359-401e-8001-d440e2906a20 service nova] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.948188] env[62522]: DEBUG oslo_concurrency.lockutils [req-d4e70c96-8e45-4c57-a1ab-f58c05265b91 req-2481890c-f359-401e-8001-d440e2906a20 service nova] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.948511] env[62522]: DEBUG nova.compute.manager [req-d4e70c96-8e45-4c57-a1ab-f58c05265b91 req-2481890c-f359-401e-8001-d440e2906a20 service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] No waiting events found dispatching network-vif-plugged-60da703f-3cf3-48fe-a111-904d0edbb163 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1772.948803] env[62522]: WARNING nova.compute.manager [req-d4e70c96-8e45-4c57-a1ab-f58c05265b91 req-2481890c-f359-401e-8001-d440e2906a20 service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Received unexpected event network-vif-plugged-60da703f-3cf3-48fe-a111-904d0edbb163 for instance with vm_state building and task_state spawning. [ 1772.955932] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1772.955932] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1772.955932] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleting the datastore file [datastore1] 4769028c-0d14-4f37-a304-33f013d973de {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1772.956236] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70d45111-d044-4176-b17e-f03519e3bb0f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.963106] env[62522]: DEBUG oslo_vmware.api [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1772.963106] env[62522]: value = "task-1703562" [ 1772.963106] env[62522]: _type = "Task" [ 1772.963106] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.971135] env[62522]: DEBUG oslo_vmware.api [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.040817] env[62522]: DEBUG oslo_vmware.api [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.045296] env[62522]: DEBUG nova.network.neutron [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Successfully updated port: 60da703f-3cf3-48fe-a111-904d0edbb163 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.105617] env[62522]: DEBUG nova.scheduler.client.report [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1773.323164] env[62522]: DEBUG nova.compute.manager [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1773.326354] env[62522]: DEBUG nova.compute.manager [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Instance disappeared during snapshot {{(pid=62522) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1773.336513] env[62522]: DEBUG nova.compute.manager [None req-f3fb8fd9-e65f-4d19-9cb0-4a7efb3f1da7 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Image not found during clean up 1e0ab259-1d02-4fff-8c2e-d0bf6cad0e1c {{(pid=62522) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1773.473550] env[62522]: DEBUG oslo_vmware.api [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408471} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.473550] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1773.473550] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1773.473748] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1773.473975] env[62522]: INFO nova.compute.manager [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1773.474220] env[62522]: DEBUG oslo.service.loopingcall [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.474411] env[62522]: DEBUG nova.compute.manager [-] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1773.474509] env[62522]: DEBUG nova.network.neutron [-] [instance: 4769028c-0d14-4f37-a304-33f013d973de] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1773.540542] env[62522]: DEBUG oslo_vmware.api [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.547406] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "refresh_cache-13903b36-adc5-4e50-8a4e-8a3833cf7de3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.547556] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquired lock "refresh_cache-13903b36-adc5-4e50-8a4e-8a3833cf7de3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.547704] env[62522]: DEBUG nova.network.neutron [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1773.610209] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.631518] env[62522]: INFO nova.scheduler.client.report [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Deleted allocations for instance 243ffaf4-8afa-4ed0-95ce-e5b3869888cc [ 1773.843721] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.843992] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.845481] env[62522]: INFO nova.compute.claims [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1773.858138] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Updating instance_info_cache with network_info: [{"id": "9dee65bd-0105-4f25-b3f5-93c6e823cb15", "address": "fa:16:3e:1b:21:4a", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dee65bd-01", "ovs_interfaceid": "9dee65bd-0105-4f25-b3f5-93c6e823cb15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.042243] env[62522]: DEBUG oslo_vmware.api [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.076467] env[62522]: DEBUG nova.network.neutron [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1774.139111] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e449b82a-7df4-4472-9d12-af6884aef357 tempest-ServerRescueNegativeTestJSON-1970406661 tempest-ServerRescueNegativeTestJSON-1970406661-project-member] Lock "243ffaf4-8afa-4ed0-95ce-e5b3869888cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.636s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.203916] env[62522]: DEBUG nova.network.neutron [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Updating instance_info_cache with network_info: [{"id": "60da703f-3cf3-48fe-a111-904d0edbb163", "address": "fa:16:3e:33:8a:0c", "network": {"id": "f91beeaa-31aa-4099-bbab-f53009e27353", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1175105788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0c352ef7c4a498f6d85f3ae86fbf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60da703f-3c", "ovs_interfaceid": "60da703f-3cf3-48fe-a111-904d0edbb163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.223892] env[62522]: DEBUG nova.network.neutron [-] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.360266] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Releasing lock "refresh_cache-f86a7f96-f927-4ddc-a9c8-4a37df73722e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.360647] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Updated the network info_cache for instance {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1774.361309] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1774.361487] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1774.361636] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1774.361805] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1774.361957] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1774.362130] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1774.362256] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Cleaning up deleted instances {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 1774.544251] env[62522]: DEBUG oslo_vmware.api [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.706900] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Releasing lock "refresh_cache-13903b36-adc5-4e50-8a4e-8a3833cf7de3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.707273] env[62522]: DEBUG nova.compute.manager [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Instance network_info: |[{"id": "60da703f-3cf3-48fe-a111-904d0edbb163", "address": "fa:16:3e:33:8a:0c", "network": {"id": "f91beeaa-31aa-4099-bbab-f53009e27353", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1175105788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0c352ef7c4a498f6d85f3ae86fbf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60da703f-3c", "ovs_interfaceid": "60da703f-3cf3-48fe-a111-904d0edbb163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1774.707700] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:8a:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60da703f-3cf3-48fe-a111-904d0edbb163', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1774.715638] env[62522]: DEBUG oslo.service.loopingcall [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.715890] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1774.716128] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b66a424-9e13-4205-a977-d2bff6d80738 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.732157] env[62522]: INFO nova.compute.manager [-] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Took 1.26 seconds to deallocate network for instance. [ 1774.743232] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1774.743232] env[62522]: value = "task-1703563" [ 1774.743232] env[62522]: _type = "Task" [ 1774.743232] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.752014] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703563, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.882340] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] There are 58 instances to clean {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1774.882526] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 108fbb7d-aa90-4e37-83d2-6553236ef79b] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1774.983755] env[62522]: DEBUG nova.compute.manager [req-585f8a03-2167-48f1-98f1-b7036af7b928 req-195835a0-5f00-4f90-8589-ccb145f00a7d service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Received event network-changed-60da703f-3cf3-48fe-a111-904d0edbb163 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1774.984446] env[62522]: DEBUG nova.compute.manager [req-585f8a03-2167-48f1-98f1-b7036af7b928 req-195835a0-5f00-4f90-8589-ccb145f00a7d service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Refreshing instance network info cache due to event network-changed-60da703f-3cf3-48fe-a111-904d0edbb163. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1774.984716] env[62522]: DEBUG oslo_concurrency.lockutils [req-585f8a03-2167-48f1-98f1-b7036af7b928 req-195835a0-5f00-4f90-8589-ccb145f00a7d service nova] Acquiring lock "refresh_cache-13903b36-adc5-4e50-8a4e-8a3833cf7de3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.984876] env[62522]: DEBUG oslo_concurrency.lockutils [req-585f8a03-2167-48f1-98f1-b7036af7b928 req-195835a0-5f00-4f90-8589-ccb145f00a7d service nova] Acquired lock "refresh_cache-13903b36-adc5-4e50-8a4e-8a3833cf7de3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.985282] env[62522]: DEBUG nova.network.neutron [req-585f8a03-2167-48f1-98f1-b7036af7b928 req-195835a0-5f00-4f90-8589-ccb145f00a7d service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Refreshing network info cache for port 60da703f-3cf3-48fe-a111-904d0edbb163 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.038452] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19490719-98ec-4a7a-b90f-daf36118645a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.051174] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb1b9d2-c53f-40cc-806e-3500ea44fd15 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.055986] env[62522]: DEBUG oslo_vmware.api [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.093155] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd70933-239e-4f3a-8da4-30e28372e505 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.101212] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f28927-67d7-47fc-8989-3c9ee87ef2fb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.116499] env[62522]: DEBUG nova.compute.provider_tree [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1775.238697] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.253839] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703563, 'name': CreateVM_Task, 'duration_secs': 0.436686} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.254044] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1775.254731] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.254895] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.255227] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1775.255479] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0066e042-b045-4997-8d23-03f64015d332 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.260386] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1775.260386] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523a2765-8ec4-e8a1-fd71-4c9ea38912ab" [ 1775.260386] env[62522]: _type = "Task" [ 1775.260386] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.268473] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523a2765-8ec4-e8a1-fd71-4c9ea38912ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.388716] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: fc3d065c-b839-4397-ae07-33e283e08a69] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1775.543734] env[62522]: DEBUG oslo_vmware.api [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.642198] env[62522]: ERROR nova.scheduler.client.report [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [req-4c22869f-117e-451a-85f8-0a26c295b538] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4c22869f-117e-451a-85f8-0a26c295b538"}]} [ 1775.658539] env[62522]: DEBUG nova.scheduler.client.report [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1775.671923] env[62522]: DEBUG nova.scheduler.client.report [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1775.672175] env[62522]: DEBUG nova.compute.provider_tree [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1775.682805] env[62522]: DEBUG nova.scheduler.client.report [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1775.702127] env[62522]: DEBUG nova.scheduler.client.report [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1775.745066] env[62522]: DEBUG nova.network.neutron [req-585f8a03-2167-48f1-98f1-b7036af7b928 req-195835a0-5f00-4f90-8589-ccb145f00a7d service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Updated VIF entry in instance network info cache for port 60da703f-3cf3-48fe-a111-904d0edbb163. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1775.745374] env[62522]: DEBUG nova.network.neutron [req-585f8a03-2167-48f1-98f1-b7036af7b928 req-195835a0-5f00-4f90-8589-ccb145f00a7d service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Updating instance_info_cache with network_info: [{"id": "60da703f-3cf3-48fe-a111-904d0edbb163", "address": "fa:16:3e:33:8a:0c", "network": {"id": "f91beeaa-31aa-4099-bbab-f53009e27353", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1175105788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0c352ef7c4a498f6d85f3ae86fbf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60da703f-3c", "ovs_interfaceid": "60da703f-3cf3-48fe-a111-904d0edbb163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.771095] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523a2765-8ec4-e8a1-fd71-4c9ea38912ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.773527] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.773765] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1775.774052] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.774286] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.774343] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1775.774948] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e758b301-b676-47c5-a234-8783490ab4b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.783857] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1775.784088] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1775.787031] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f0d256-0d14-4d0a-b012-dfbdf5a9a9a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.792736] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1775.792736] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522b4851-d6ab-1701-6ff7-a89f8b934ead" [ 1775.792736] env[62522]: _type = "Task" [ 1775.792736] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.801361] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522b4851-d6ab-1701-6ff7-a89f8b934ead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.867877] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a479961-8b65-468b-a6bb-d5bdf7c93485 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.875709] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334b078c-d849-40fd-84d2-2de2c068c5ac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.905965] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 56aa8a33-44a1-4504-b2ee-8e047e1ba476] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1775.909232] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aba61b2-c00b-449e-90bc-66bbce93a795 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.916815] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2a9fbe-5f1a-4ace-9fb4-f2c15b394466 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.930567] env[62522]: DEBUG nova.compute.provider_tree [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1776.044164] env[62522]: DEBUG oslo_vmware.api [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.250267] env[62522]: DEBUG oslo_concurrency.lockutils [req-585f8a03-2167-48f1-98f1-b7036af7b928 req-195835a0-5f00-4f90-8589-ccb145f00a7d service nova] Releasing lock "refresh_cache-13903b36-adc5-4e50-8a4e-8a3833cf7de3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.250574] env[62522]: DEBUG nova.compute.manager [req-585f8a03-2167-48f1-98f1-b7036af7b928 req-195835a0-5f00-4f90-8589-ccb145f00a7d service nova] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Received event network-vif-deleted-ca06e723-8b47-4bfb-99ae-2994c00e88fb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1776.303628] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522b4851-d6ab-1701-6ff7-a89f8b934ead, 'name': SearchDatastore_Task, 'duration_secs': 0.008416} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.304543] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aea54cc-562b-4235-a049-558f11e28c4d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.309886] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1776.309886] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5207feac-755e-690a-34bc-20935349ba0a" [ 1776.309886] env[62522]: _type = "Task" [ 1776.309886] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.317285] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5207feac-755e-690a-34bc-20935349ba0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.409092] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 3ef118d3-c5a3-4777-92da-ae95397b060c] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1776.467462] env[62522]: DEBUG nova.scheduler.client.report [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1776.467718] env[62522]: DEBUG nova.compute.provider_tree [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 158 to 159 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1776.467896] env[62522]: DEBUG nova.compute.provider_tree [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1776.544196] env[62522]: DEBUG oslo_vmware.api [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.820813] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5207feac-755e-690a-34bc-20935349ba0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.821086] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.821337] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 13903b36-adc5-4e50-8a4e-8a3833cf7de3/13903b36-adc5-4e50-8a4e-8a3833cf7de3.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1776.821636] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10e1b320-296b-4aff-a35c-cdf9209402fc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.828433] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1776.828433] env[62522]: value = "task-1703564" [ 1776.828433] env[62522]: _type = "Task" [ 1776.828433] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.836554] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.912315] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: ea5cdcde-8f65-487c-8c2f-61f6aa7e5d30] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1776.973078] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.129s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.973681] env[62522]: DEBUG nova.compute.manager [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1776.976253] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.738s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.976992] env[62522]: DEBUG nova.objects.instance [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lazy-loading 'resources' on Instance uuid 4769028c-0d14-4f37-a304-33f013d973de {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1777.048809] env[62522]: DEBUG oslo_vmware.api [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.338583] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445363} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.338918] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 13903b36-adc5-4e50-8a4e-8a3833cf7de3/13903b36-adc5-4e50-8a4e-8a3833cf7de3.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1777.339146] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1777.339398] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a5d5307-84a4-40b5-b015-fe9138402c8e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.345504] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1777.345504] env[62522]: value = "task-1703565" [ 1777.345504] env[62522]: _type = "Task" [ 1777.345504] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.352615] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.416466] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 1b572eb2-7e82-4d3f-abeb-69fd34323339] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1777.479449] env[62522]: DEBUG nova.compute.utils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1777.483467] env[62522]: DEBUG nova.compute.manager [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1777.483638] env[62522]: DEBUG nova.network.neutron [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1777.531442] env[62522]: DEBUG nova.policy [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daea36e4aefb42f0b12289a936479181', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c04f539dea447998a923b099014c4d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1777.545162] env[62522]: DEBUG oslo_vmware.api [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703559, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.614722] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0106655a-012f-4b15-bc1e-5fe9ebfff6a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.622238] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e011a18f-2611-4f61-b687-fea517062fd1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.652332] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1880197f-d1db-484e-8558-94bd8e7835cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.659372] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a32a9a-d0b3-42a7-abb0-d4b338adcfcb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.672286] env[62522]: DEBUG nova.compute.provider_tree [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.786540] env[62522]: DEBUG nova.network.neutron [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Successfully created port: dab8d90b-fd40-4969-a9bb-34fe347ca8b1 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1777.856456] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064303} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.856667] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1777.857455] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca0da23-81e5-4574-a4be-4f9e170aeca8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.878962] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 13903b36-adc5-4e50-8a4e-8a3833cf7de3/13903b36-adc5-4e50-8a4e-8a3833cf7de3.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1777.879232] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f437d852-c87f-4abe-a7d3-ad780d80fa40 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.900097] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1777.900097] env[62522]: value = "task-1703566" [ 1777.900097] env[62522]: _type = "Task" [ 1777.900097] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.908311] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.919836] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: a3a555cf-303d-44fe-bcc6-108c7bc67fa8] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1777.984248] env[62522]: DEBUG nova.compute.manager [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1778.046145] env[62522]: DEBUG oslo_vmware.api [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703559, 'name': ReconfigVM_Task, 'duration_secs': 5.7886} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.046444] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.046665] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Reconfigured VM to detach interface {{(pid=62522) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1778.175778] env[62522]: DEBUG nova.scheduler.client.report [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1778.410810] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703566, 'name': ReconfigVM_Task, 'duration_secs': 0.259791} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.411164] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 13903b36-adc5-4e50-8a4e-8a3833cf7de3/13903b36-adc5-4e50-8a4e-8a3833cf7de3.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1778.411892] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-887d31a0-31b8-4829-801b-ef81cfcfe110 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.419340] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1778.419340] env[62522]: value = "task-1703567" [ 1778.419340] env[62522]: _type = "Task" [ 1778.419340] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.422870] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: d09940cf-a2a5-4e81-b19d-aba2f60c133c] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1778.429629] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703567, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.680475] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.701538] env[62522]: INFO nova.scheduler.client.report [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleted allocations for instance 4769028c-0d14-4f37-a304-33f013d973de [ 1778.926198] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: ed290e5b-6427-47f1-bb53-827b1556d264] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1778.930842] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703567, 'name': Rename_Task, 'duration_secs': 0.361843} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.931286] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1778.931729] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec85cec2-42d9-4a23-a217-130e6bd90af4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.939028] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1778.939028] env[62522]: value = "task-1703568" [ 1778.939028] env[62522]: _type = "Task" [ 1778.939028] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.947557] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.993365] env[62522]: DEBUG nova.compute.manager [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1779.018045] env[62522]: DEBUG nova.virt.hardware [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1779.018301] env[62522]: DEBUG nova.virt.hardware [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1779.018455] env[62522]: DEBUG nova.virt.hardware [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1779.018634] env[62522]: DEBUG nova.virt.hardware [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1779.018776] env[62522]: DEBUG nova.virt.hardware [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1779.018918] env[62522]: DEBUG nova.virt.hardware [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1779.019132] env[62522]: DEBUG nova.virt.hardware [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1779.019292] env[62522]: DEBUG nova.virt.hardware [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1779.019454] env[62522]: DEBUG nova.virt.hardware [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1779.019611] env[62522]: DEBUG nova.virt.hardware [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1779.019778] env[62522]: DEBUG nova.virt.hardware [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1779.020936] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc34bf2c-dc77-42fb-b5a7-e9215dd8385c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.029088] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d4b100-a4d6-4eb4-ac70-d8b85fe6f286 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.210396] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6a296571-bffd-402c-a1dc-d44eeb7007fe tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "4769028c-0d14-4f37-a304-33f013d973de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.856s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.275191] env[62522]: DEBUG nova.compute.manager [req-2b1e5904-0e5e-46da-98e4-edcd4647128e req-217e5cb6-dac3-4541-9617-d44eff3c50c1 service nova] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Received event network-vif-plugged-dab8d90b-fd40-4969-a9bb-34fe347ca8b1 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1779.275191] env[62522]: DEBUG oslo_concurrency.lockutils [req-2b1e5904-0e5e-46da-98e4-edcd4647128e req-217e5cb6-dac3-4541-9617-d44eff3c50c1 service nova] Acquiring lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.275697] env[62522]: DEBUG oslo_concurrency.lockutils [req-2b1e5904-0e5e-46da-98e4-edcd4647128e req-217e5cb6-dac3-4541-9617-d44eff3c50c1 service nova] Lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.275993] env[62522]: DEBUG oslo_concurrency.lockutils [req-2b1e5904-0e5e-46da-98e4-edcd4647128e req-217e5cb6-dac3-4541-9617-d44eff3c50c1 service nova] Lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.276292] env[62522]: DEBUG nova.compute.manager [req-2b1e5904-0e5e-46da-98e4-edcd4647128e req-217e5cb6-dac3-4541-9617-d44eff3c50c1 service nova] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] No waiting events found dispatching network-vif-plugged-dab8d90b-fd40-4969-a9bb-34fe347ca8b1 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1779.276565] env[62522]: WARNING nova.compute.manager [req-2b1e5904-0e5e-46da-98e4-edcd4647128e req-217e5cb6-dac3-4541-9617-d44eff3c50c1 service nova] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Received unexpected event network-vif-plugged-dab8d90b-fd40-4969-a9bb-34fe347ca8b1 for instance with vm_state building and task_state spawning. [ 1779.349705] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.349705] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquired lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.349705] env[62522]: DEBUG nova.network.neutron [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.368395] env[62522]: DEBUG nova.network.neutron [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Successfully updated port: dab8d90b-fd40-4969-a9bb-34fe347ca8b1 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1779.431864] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 2b66b321-265d-470d-847a-16a82d280e74] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1779.448725] env[62522]: DEBUG oslo_vmware.api [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703568, 'name': PowerOnVM_Task, 'duration_secs': 0.482921} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.448961] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1779.449251] env[62522]: INFO nova.compute.manager [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1779.449451] env[62522]: DEBUG nova.compute.manager [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1779.450218] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77782d5f-a141-4703-bc42-e4e4b136187f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.866018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.866398] env[62522]: DEBUG oslo_concurrency.lockutils [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.866625] env[62522]: DEBUG oslo_concurrency.lockutils [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.866809] env[62522]: DEBUG oslo_concurrency.lockutils [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.866974] env[62522]: DEBUG oslo_concurrency.lockutils [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.869094] env[62522]: INFO nova.compute.manager [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Terminating instance [ 1779.871855] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "refresh_cache-48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.871984] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "refresh_cache-48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.872137] env[62522]: DEBUG nova.network.neutron [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.935057] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: f1778975-0027-46d8-8763-79b89022d450] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1779.968618] env[62522]: INFO nova.compute.manager [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Took 11.54 seconds to build instance. [ 1780.058036] env[62522]: INFO nova.network.neutron [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Port 5b128f83-0cbb-4f4e-a841-4de8e114fd13 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1780.058400] env[62522]: DEBUG nova.network.neutron [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Updating instance_info_cache with network_info: [{"id": "1adb24b4-1852-4561-9382-811432712e32", "address": "fa:16:3e:80:ac:c2", "network": {"id": "163893b4-500f-41e6-9c52-4b1ea0a2187e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1283457205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1575a5ca5245b997c0559bcb677670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adb24b4-18", "ovs_interfaceid": "1adb24b4-1852-4561-9382-811432712e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.372950] env[62522]: DEBUG nova.compute.manager [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1780.373223] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1780.375933] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832e98f8-2432-49a7-bfa6-2223e482f2fb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.384742] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1780.384984] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-538f3b8c-e909-4b53-a577-f30380b2c038 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.394040] env[62522]: DEBUG oslo_vmware.api [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1780.394040] env[62522]: value = "task-1703569" [ 1780.394040] env[62522]: _type = "Task" [ 1780.394040] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.401658] env[62522]: DEBUG oslo_vmware.api [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.404790] env[62522]: DEBUG nova.network.neutron [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1780.438765] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 60a12ad6-598d-4a13-95de-09173e20663c] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1780.470225] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d2cc4086-f885-4712-8a4b-0c8854b323ff tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.052s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.544753] env[62522]: DEBUG nova.network.neutron [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Updating instance_info_cache with network_info: [{"id": "dab8d90b-fd40-4969-a9bb-34fe347ca8b1", "address": "fa:16:3e:3e:84:75", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab8d90b-fd", "ovs_interfaceid": "dab8d90b-fd40-4969-a9bb-34fe347ca8b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.561256] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Releasing lock "refresh_cache-f44f9352-33cb-4ee0-9a8c-de8733ad67d2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.856443] env[62522]: DEBUG nova.compute.manager [req-f9fef872-4a22-4da2-8044-eb9f637a10d7 req-422b5fc9-a68f-4a07-bbee-d6856b01330d service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Received event network-changed-60da703f-3cf3-48fe-a111-904d0edbb163 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1780.856647] env[62522]: DEBUG nova.compute.manager [req-f9fef872-4a22-4da2-8044-eb9f637a10d7 req-422b5fc9-a68f-4a07-bbee-d6856b01330d service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Refreshing instance network info cache due to event network-changed-60da703f-3cf3-48fe-a111-904d0edbb163. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1780.856860] env[62522]: DEBUG oslo_concurrency.lockutils [req-f9fef872-4a22-4da2-8044-eb9f637a10d7 req-422b5fc9-a68f-4a07-bbee-d6856b01330d service nova] Acquiring lock "refresh_cache-13903b36-adc5-4e50-8a4e-8a3833cf7de3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.857019] env[62522]: DEBUG oslo_concurrency.lockutils [req-f9fef872-4a22-4da2-8044-eb9f637a10d7 req-422b5fc9-a68f-4a07-bbee-d6856b01330d service nova] Acquired lock "refresh_cache-13903b36-adc5-4e50-8a4e-8a3833cf7de3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.857437] env[62522]: DEBUG nova.network.neutron [req-f9fef872-4a22-4da2-8044-eb9f637a10d7 req-422b5fc9-a68f-4a07-bbee-d6856b01330d service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Refreshing network info cache for port 60da703f-3cf3-48fe-a111-904d0edbb163 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.903896] env[62522]: DEBUG oslo_vmware.api [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703569, 'name': PowerOffVM_Task, 'duration_secs': 0.213211} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.904125] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1780.904293] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1780.904534] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98912444-d882-4ec7-9cfe-037568a53b15 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.942013] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: c8c2c7fe-7eb5-4517-b6ce-865fe677731a] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1780.977717] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1780.978061] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1780.978263] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Deleting the datastore file [datastore1] f44f9352-33cb-4ee0-9a8c-de8733ad67d2 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1780.978526] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab2d8855-9a17-4917-be1c-b211cb85e3be {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.985225] env[62522]: DEBUG oslo_vmware.api [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1780.985225] env[62522]: value = "task-1703571" [ 1780.985225] env[62522]: _type = "Task" [ 1780.985225] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.993264] env[62522]: DEBUG oslo_vmware.api [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.048161] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "refresh_cache-48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.048543] env[62522]: DEBUG nova.compute.manager [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Instance network_info: |[{"id": "dab8d90b-fd40-4969-a9bb-34fe347ca8b1", "address": "fa:16:3e:3e:84:75", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab8d90b-fd", "ovs_interfaceid": "dab8d90b-fd40-4969-a9bb-34fe347ca8b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1781.048953] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:84:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dab8d90b-fd40-4969-a9bb-34fe347ca8b1', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1781.057166] env[62522]: DEBUG oslo.service.loopingcall [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1781.057425] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1781.057710] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb72a3cd-fd70-4c97-be02-2f7b72c8242e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.073983] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f303887-2c0d-4bcb-83bf-4f67ad96021f tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "interface-f44f9352-33cb-4ee0-9a8c-de8733ad67d2-5b128f83-0cbb-4f4e-a841-4de8e114fd13" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.615s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.080669] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1781.080669] env[62522]: value = "task-1703572" [ 1781.080669] env[62522]: _type = "Task" [ 1781.080669] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.088601] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703572, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.300371] env[62522]: DEBUG nova.compute.manager [req-29736b1a-38ed-4356-a39b-0de2c983874a req-735c80c6-680c-45d9-ba0e-7c43f35ab53e service nova] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Received event network-changed-dab8d90b-fd40-4969-a9bb-34fe347ca8b1 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1781.300444] env[62522]: DEBUG nova.compute.manager [req-29736b1a-38ed-4356-a39b-0de2c983874a req-735c80c6-680c-45d9-ba0e-7c43f35ab53e service nova] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Refreshing instance network info cache due to event network-changed-dab8d90b-fd40-4969-a9bb-34fe347ca8b1. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1781.300683] env[62522]: DEBUG oslo_concurrency.lockutils [req-29736b1a-38ed-4356-a39b-0de2c983874a req-735c80c6-680c-45d9-ba0e-7c43f35ab53e service nova] Acquiring lock "refresh_cache-48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.300854] env[62522]: DEBUG oslo_concurrency.lockutils [req-29736b1a-38ed-4356-a39b-0de2c983874a req-735c80c6-680c-45d9-ba0e-7c43f35ab53e service nova] Acquired lock "refresh_cache-48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.301214] env[62522]: DEBUG nova.network.neutron [req-29736b1a-38ed-4356-a39b-0de2c983874a req-735c80c6-680c-45d9-ba0e-7c43f35ab53e service nova] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Refreshing network info cache for port dab8d90b-fd40-4969-a9bb-34fe347ca8b1 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1781.445082] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 2b15df3c-55be-41dc-acdf-9bcb2a323c33] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1781.496667] env[62522]: DEBUG oslo_vmware.api [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146179} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.496902] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1781.497093] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1781.497269] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1781.497441] env[62522]: INFO nova.compute.manager [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1781.497677] env[62522]: DEBUG oslo.service.loopingcall [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1781.497860] env[62522]: DEBUG nova.compute.manager [-] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1781.497952] env[62522]: DEBUG nova.network.neutron [-] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1781.575406] env[62522]: DEBUG nova.network.neutron [req-f9fef872-4a22-4da2-8044-eb9f637a10d7 req-422b5fc9-a68f-4a07-bbee-d6856b01330d service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Updated VIF entry in instance network info cache for port 60da703f-3cf3-48fe-a111-904d0edbb163. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.575767] env[62522]: DEBUG nova.network.neutron [req-f9fef872-4a22-4da2-8044-eb9f637a10d7 req-422b5fc9-a68f-4a07-bbee-d6856b01330d service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Updating instance_info_cache with network_info: [{"id": "60da703f-3cf3-48fe-a111-904d0edbb163", "address": "fa:16:3e:33:8a:0c", "network": {"id": "f91beeaa-31aa-4099-bbab-f53009e27353", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1175105788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf0c352ef7c4a498f6d85f3ae86fbf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60da703f-3c", "ovs_interfaceid": "60da703f-3cf3-48fe-a111-904d0edbb163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.590711] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703572, 'name': CreateVM_Task, 'duration_secs': 0.307572} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.591421] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1781.592080] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.592248] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.592571] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1781.593109] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263f8bd0-d6ea-4c50-8c93-689997c00958 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.597510] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1781.597510] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521e85d0-45d4-2286-9763-334bd91bb1b5" [ 1781.597510] env[62522]: _type = "Task" [ 1781.597510] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.608030] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521e85d0-45d4-2286-9763-334bd91bb1b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.950708] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 5dbf6edc-3ec9-4a6b-8721-d91acd9c20ef] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1782.057201] env[62522]: DEBUG nova.network.neutron [req-29736b1a-38ed-4356-a39b-0de2c983874a req-735c80c6-680c-45d9-ba0e-7c43f35ab53e service nova] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Updated VIF entry in instance network info cache for port dab8d90b-fd40-4969-a9bb-34fe347ca8b1. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.057473] env[62522]: DEBUG nova.network.neutron [req-29736b1a-38ed-4356-a39b-0de2c983874a req-735c80c6-680c-45d9-ba0e-7c43f35ab53e service nova] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Updating instance_info_cache with network_info: [{"id": "dab8d90b-fd40-4969-a9bb-34fe347ca8b1", "address": "fa:16:3e:3e:84:75", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab8d90b-fd", "ovs_interfaceid": "dab8d90b-fd40-4969-a9bb-34fe347ca8b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.078646] env[62522]: DEBUG oslo_concurrency.lockutils [req-f9fef872-4a22-4da2-8044-eb9f637a10d7 req-422b5fc9-a68f-4a07-bbee-d6856b01330d service nova] Releasing lock "refresh_cache-13903b36-adc5-4e50-8a4e-8a3833cf7de3" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.111963] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521e85d0-45d4-2286-9763-334bd91bb1b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.112311] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.112542] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1782.112846] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.113020] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.113212] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1782.113478] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a8bcdfa-b6dc-417c-ba69-5a6bc1e5f209 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.122327] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1782.122503] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1782.123321] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe533a19-067a-46b4-90dd-41bba380a56e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.129236] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1782.129236] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52443439-4591-1e74-b80e-9461dcd109b3" [ 1782.129236] env[62522]: _type = "Task" [ 1782.129236] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.136886] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52443439-4591-1e74-b80e-9461dcd109b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.453267] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 18277ee9-2af5-45b9-bc00-af547784d0d4] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1782.560753] env[62522]: DEBUG oslo_concurrency.lockutils [req-29736b1a-38ed-4356-a39b-0de2c983874a req-735c80c6-680c-45d9-ba0e-7c43f35ab53e service nova] Releasing lock "refresh_cache-48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.643888] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52443439-4591-1e74-b80e-9461dcd109b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.644241] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8712151-ea94-4f9f-8173-f60fa4056e8b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.650219] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1782.650219] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52172a79-f0ea-cb10-cd90-8a9dd849e22a" [ 1782.650219] env[62522]: _type = "Task" [ 1782.650219] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.658638] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52172a79-f0ea-cb10-cd90-8a9dd849e22a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.678303] env[62522]: DEBUG nova.network.neutron [-] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.881374] env[62522]: DEBUG nova.compute.manager [req-402204b0-2d7e-4686-af82-a2102987485f req-24deeb31-93e5-4c2e-a492-5ef0beee1cc3 service nova] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Received event network-vif-deleted-1adb24b4-1852-4561-9382-811432712e32 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1782.956504] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 3248925c-38af-4660-8782-20f78372870d] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1783.161869] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52172a79-f0ea-cb10-cd90-8a9dd849e22a, 'name': SearchDatastore_Task, 'duration_secs': 0.013825} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.161869] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.161869] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede/48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1783.161869] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79e22651-478c-4a43-ae07-74a22f55559a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.168071] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1783.168071] env[62522]: value = "task-1703573" [ 1783.168071] env[62522]: _type = "Task" [ 1783.168071] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.175779] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.180245] env[62522]: INFO nova.compute.manager [-] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Took 1.68 seconds to deallocate network for instance. [ 1783.456136] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "df99de73-b778-40c7-955f-7b89f3480438" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.456536] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "df99de73-b778-40c7-955f-7b89f3480438" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.456695] env[62522]: INFO nova.compute.manager [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Shelving [ 1783.459319] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: c277998d-9957-448d-9bee-80d9afecd6cd] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1783.680169] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703573, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.687459] env[62522]: DEBUG oslo_concurrency.lockutils [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.687727] env[62522]: DEBUG oslo_concurrency.lockutils [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.687947] env[62522]: DEBUG nova.objects.instance [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'resources' on Instance uuid f44f9352-33cb-4ee0-9a8c-de8733ad67d2 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1783.962038] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: e4b038a9-2f27-41bb-8e33-764220e9d93c] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1784.179548] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885024} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.179806] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede/48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1784.180058] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1784.180328] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-545f5d79-40e8-43ce-8774-a0547cfa4ba6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.186801] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1784.186801] env[62522]: value = "task-1703574" [ 1784.186801] env[62522]: _type = "Task" [ 1784.186801] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.197418] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.320673] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04839422-1516-44a4-8a8f-0a62dc6b381c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.327794] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feb0e29-d842-463a-af9a-a39a6d5d5f4f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.359127] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c572df9-78f8-46fa-be94-53ca243d2ef1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.366565] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7304c7-7632-4ce6-906b-42d57103288e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.379617] env[62522]: DEBUG nova.compute.provider_tree [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1784.465980] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 49a420a6-0b4a-423d-aca9-5bd13d824654] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1784.469686] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1784.469979] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f5dced1-9f86-4517-8c6a-5c7cf32a526c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.476669] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1784.476669] env[62522]: value = "task-1703575" [ 1784.476669] env[62522]: _type = "Task" [ 1784.476669] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.484993] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.698476] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08201} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.698749] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1784.699536] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ea5bfc-f6f2-4a2e-8764-d8615ba2f9da {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.721195] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede/48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1784.721450] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4c92b0d-ea4b-4be3-a2d0-4902c59b2429 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.740352] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1784.740352] env[62522]: value = "task-1703576" [ 1784.740352] env[62522]: _type = "Task" [ 1784.740352] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.747517] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.783523] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.783771] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.882935] env[62522]: DEBUG nova.scheduler.client.report [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1784.969054] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: e9ddf06b-405d-4930-89ec-3fb63d3137db] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1784.986230] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703575, 'name': PowerOffVM_Task, 'duration_secs': 0.44711} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.986513] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1784.987302] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daef143-ad9d-4c04-af80-1655abd84a1c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.989962] env[62522]: DEBUG oslo_concurrency.lockutils [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "bcfa3a0b-913e-405f-882d-df550c0ebe14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.990206] env[62522]: DEBUG oslo_concurrency.lockutils [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "bcfa3a0b-913e-405f-882d-df550c0ebe14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.990396] env[62522]: DEBUG oslo_concurrency.lockutils [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "bcfa3a0b-913e-405f-882d-df550c0ebe14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.990569] env[62522]: DEBUG oslo_concurrency.lockutils [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "bcfa3a0b-913e-405f-882d-df550c0ebe14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.990842] env[62522]: DEBUG oslo_concurrency.lockutils [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "bcfa3a0b-913e-405f-882d-df550c0ebe14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.992703] env[62522]: INFO nova.compute.manager [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Terminating instance [ 1785.009670] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fa19ba-a2b6-4b08-9ea0-e8f582b315d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.251549] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703576, 'name': ReconfigVM_Task, 'duration_secs': 0.311906} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.251923] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede/48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.252822] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-830b8349-c535-4838-8d2e-06f6e75ea169 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.260880] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1785.260880] env[62522]: value = "task-1703577" [ 1785.260880] env[62522]: _type = "Task" [ 1785.260880] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.270199] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703577, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.286490] env[62522]: DEBUG nova.compute.utils [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1785.388051] env[62522]: DEBUG oslo_concurrency.lockutils [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.414586] env[62522]: INFO nova.scheduler.client.report [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Deleted allocations for instance f44f9352-33cb-4ee0-9a8c-de8733ad67d2 [ 1785.472568] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: d69fc5a5-8b1d-4aaa-bc46-960034b768f9] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1785.512745] env[62522]: DEBUG nova.compute.manager [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1785.512986] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1785.513865] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1f43d6-e365-4a60-a8f8-14d997047c2c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.521777] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1785.522084] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1785.522304] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b9a5f970-18b0-4114-a272-bfc90bd155c2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.524494] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a987fb1b-a8b4-44cf-95e1-6a75ed962c3b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.530629] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1785.530629] env[62522]: value = "task-1703578" [ 1785.530629] env[62522]: _type = "Task" [ 1785.530629] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.531920] env[62522]: DEBUG oslo_vmware.api [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1785.531920] env[62522]: value = "task-1703579" [ 1785.531920] env[62522]: _type = "Task" [ 1785.531920] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.543891] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703578, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.546358] env[62522]: DEBUG oslo_vmware.api [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.772559] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703577, 'name': Rename_Task, 'duration_secs': 0.161986} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.772713] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1785.773028] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fae73723-1ff1-441e-abee-465a7f992afe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.780210] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1785.780210] env[62522]: value = "task-1703580" [ 1785.780210] env[62522]: _type = "Task" [ 1785.780210] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.788748] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.789313] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.922977] env[62522]: DEBUG oslo_concurrency.lockutils [None req-635155ac-9e78-4c93-bdc6-6227f7d29772 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "f44f9352-33cb-4ee0-9a8c-de8733ad67d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.057s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.976317] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 243ffaf4-8afa-4ed0-95ce-e5b3869888cc] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1786.044067] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703578, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.048871] env[62522]: DEBUG oslo_vmware.api [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703579, 'name': PowerOffVM_Task, 'duration_secs': 0.274889} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.051803] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1786.052193] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1786.052768] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-770eeb31-1ab2-41bb-8ef3-8d26914bb906 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.125718] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.125993] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.126198] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Deleting the datastore file [datastore1] bcfa3a0b-913e-405f-882d-df550c0ebe14 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.126850] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74809b75-a80c-49df-90b9-f13bfcc406ed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.133761] env[62522]: DEBUG oslo_vmware.api [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1786.133761] env[62522]: value = "task-1703582" [ 1786.133761] env[62522]: _type = "Task" [ 1786.133761] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.142720] env[62522]: DEBUG oslo_vmware.api [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.291066] env[62522]: DEBUG oslo_vmware.api [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703580, 'name': PowerOnVM_Task, 'duration_secs': 0.507153} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.291305] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.291509] env[62522]: INFO nova.compute.manager [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1786.291685] env[62522]: DEBUG nova.compute.manager [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.292465] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58589d07-a585-4c1f-9ffa-26732b62ebe1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.479335] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 0d9d2247-2579-4888-a290-2e8864b024c7] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1786.542659] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703578, 'name': CreateSnapshot_Task, 'duration_secs': 0.693745} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.542989] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1786.543737] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a0b288-9039-4601-9e76-45fe6f261c02 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.553810] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "e27e30b4-8f47-42a4-b89c-494c1803d609" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.554501] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "e27e30b4-8f47-42a4-b89c-494c1803d609" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.554501] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "e27e30b4-8f47-42a4-b89c-494c1803d609-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.554501] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "e27e30b4-8f47-42a4-b89c-494c1803d609-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.554694] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "e27e30b4-8f47-42a4-b89c-494c1803d609-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.556532] env[62522]: INFO nova.compute.manager [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Terminating instance [ 1786.645252] env[62522]: DEBUG oslo_vmware.api [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220969} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.645374] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1786.645489] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1786.645669] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1786.645863] env[62522]: INFO nova.compute.manager [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1786.646117] env[62522]: DEBUG oslo.service.loopingcall [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.646303] env[62522]: DEBUG nova.compute.manager [-] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1786.646397] env[62522]: DEBUG nova.network.neutron [-] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1786.810784] env[62522]: INFO nova.compute.manager [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Took 12.98 seconds to build instance. [ 1786.860204] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.860468] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.860793] env[62522]: INFO nova.compute.manager [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Attaching volume 8ccd5950-e3ae-491b-a155-2fc791252172 to /dev/sdb [ 1786.898526] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e85783-08aa-4240-b051-2f0d1d2e3bc1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.906540] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c366f46-3d74-4d07-8b87-2c1708e1c54e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.919938] env[62522]: DEBUG nova.virt.block_device [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Updating existing volume attachment record: 1d7fe9d5-b58d-41cf-92aa-81ca7c454185 {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1786.984252] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: d2c5d822-df80-4d3a-859c-14562f3b2805] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1787.061491] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1787.062141] env[62522]: DEBUG nova.compute.manager [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1787.066023] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1787.066023] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2d3bf436-ae47-43fe-bea5-f38bf33c1a28 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.066633] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e84855-c9bb-4217-a5e8-5fdc86b260b9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.073996] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1787.075588] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c37e029-5081-4c92-bd6c-b16bc3172310 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.077177] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1787.077177] env[62522]: value = "task-1703584" [ 1787.077177] env[62522]: _type = "Task" [ 1787.077177] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.083091] env[62522]: DEBUG oslo_vmware.api [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1787.083091] env[62522]: value = "task-1703585" [ 1787.083091] env[62522]: _type = "Task" [ 1787.083091] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.087423] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703584, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.097983] env[62522]: DEBUG oslo_vmware.api [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.114248] env[62522]: DEBUG nova.compute.manager [req-9c2269cf-b6d7-4612-8efe-3ad6fd021e17 req-7b65a357-3f21-44ee-acda-130105bbb607 service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Received event network-vif-deleted-bad6175a-2636-423c-b399-78838b0a3054 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1787.114452] env[62522]: INFO nova.compute.manager [req-9c2269cf-b6d7-4612-8efe-3ad6fd021e17 req-7b65a357-3f21-44ee-acda-130105bbb607 service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Neutron deleted interface bad6175a-2636-423c-b399-78838b0a3054; detaching it from the instance and deleting it from the info cache [ 1787.114617] env[62522]: DEBUG nova.network.neutron [req-9c2269cf-b6d7-4612-8efe-3ad6fd021e17 req-7b65a357-3f21-44ee-acda-130105bbb607 service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.312253] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b97013ad-84fa-4fef-a277-d79f5bd39243 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.495s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.487321] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 85ce0a63-2ff7-45dc-8daa-e8e7e69f1657] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1787.590447] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703584, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.593653] env[62522]: DEBUG nova.network.neutron [-] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.600274] env[62522]: DEBUG oslo_vmware.api [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703585, 'name': PowerOffVM_Task, 'duration_secs': 0.236737} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.600562] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1787.600760] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1787.601044] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebeea61f-afb0-4c41-9c0b-ea069c1dd9c1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.617517] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-387a665a-4ef3-4c36-9f0d-e27b27b35d70 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.626842] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d388b8dc-bc19-4af7-8047-5afb6898912f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.657825] env[62522]: DEBUG nova.compute.manager [req-9c2269cf-b6d7-4612-8efe-3ad6fd021e17 req-7b65a357-3f21-44ee-acda-130105bbb607 service nova] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Detach interface failed, port_id=bad6175a-2636-423c-b399-78838b0a3054, reason: Instance bcfa3a0b-913e-405f-882d-df550c0ebe14 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1787.695153] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1787.695383] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1787.695563] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Deleting the datastore file [datastore1] e27e30b4-8f47-42a4-b89c-494c1803d609 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1787.695829] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eea9f45-9315-4130-947e-f87a894b3b69 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.702372] env[62522]: DEBUG oslo_vmware.api [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for the task: (returnval){ [ 1787.702372] env[62522]: value = "task-1703589" [ 1787.702372] env[62522]: _type = "Task" [ 1787.702372] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.709954] env[62522]: DEBUG oslo_vmware.api [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.943775] env[62522]: DEBUG nova.compute.manager [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.944750] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c143ce-48a9-4134-867b-118dff55883a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.990066] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 1ffc9ceb-92ed-4c22-93d7-c86abe6d12fc] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1788.089562] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703584, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.097216] env[62522]: INFO nova.compute.manager [-] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Took 1.45 seconds to deallocate network for instance. [ 1788.212519] env[62522]: DEBUG oslo_vmware.api [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Task: {'id': task-1703589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259611} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.212751] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1788.212963] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1788.213162] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1788.213359] env[62522]: INFO nova.compute.manager [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1788.213595] env[62522]: DEBUG oslo.service.loopingcall [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.213781] env[62522]: DEBUG nova.compute.manager [-] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1788.213879] env[62522]: DEBUG nova.network.neutron [-] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1788.455534] env[62522]: INFO nova.compute.manager [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] instance snapshotting [ 1788.458292] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea674a90-5d03-4ba1-8ae0-359d5c47bab8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.479142] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b00afc-0863-43cc-9d0a-2d66b6888c14 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.493326] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: b3bf88b5-5bba-41b3-adac-be9c60732f9e] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1788.589798] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703584, 'name': CloneVM_Task, 'duration_secs': 1.250572} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.590093] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Created linked-clone VM from snapshot [ 1788.590908] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd75855d-b1f6-4e34-94b2-fe334cc02759 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.598636] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Uploading image c80eb331-10be-4463-bbff-ef88823a4777 {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1788.603537] env[62522]: DEBUG oslo_concurrency.lockutils [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.603781] env[62522]: DEBUG oslo_concurrency.lockutils [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.603989] env[62522]: DEBUG nova.objects.instance [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lazy-loading 'resources' on Instance uuid bcfa3a0b-913e-405f-882d-df550c0ebe14 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.623380] env[62522]: DEBUG oslo_vmware.rw_handles [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1788.623380] env[62522]: value = "vm-355013" [ 1788.623380] env[62522]: _type = "VirtualMachine" [ 1788.623380] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1788.623954] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3a64deb8-57f0-429e-8f17-ab628659b01c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.630433] env[62522]: DEBUG oslo_vmware.rw_handles [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lease: (returnval){ [ 1788.630433] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526985c2-716c-5614-e3c2-46fe9cc831ad" [ 1788.630433] env[62522]: _type = "HttpNfcLease" [ 1788.630433] env[62522]: } obtained for exporting VM: (result){ [ 1788.630433] env[62522]: value = "vm-355013" [ 1788.630433] env[62522]: _type = "VirtualMachine" [ 1788.630433] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1788.630789] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the lease: (returnval){ [ 1788.630789] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526985c2-716c-5614-e3c2-46fe9cc831ad" [ 1788.630789] env[62522]: _type = "HttpNfcLease" [ 1788.630789] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1788.638859] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1788.638859] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526985c2-716c-5614-e3c2-46fe9cc831ad" [ 1788.638859] env[62522]: _type = "HttpNfcLease" [ 1788.638859] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1788.990297] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1788.990854] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dc33e75d-ef4c-4412-9dd5-ba30f563bbf4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.996619] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 964e3809-3902-426a-a09c-4a942b638b1e] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1789.000706] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1789.000706] env[62522]: value = "task-1703591" [ 1789.000706] env[62522]: _type = "Task" [ 1789.000706] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.008971] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.138989] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1789.138989] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526985c2-716c-5614-e3c2-46fe9cc831ad" [ 1789.138989] env[62522]: _type = "HttpNfcLease" [ 1789.138989] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1789.142626] env[62522]: DEBUG oslo_vmware.rw_handles [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1789.142626] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526985c2-716c-5614-e3c2-46fe9cc831ad" [ 1789.142626] env[62522]: _type = "HttpNfcLease" [ 1789.142626] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1789.143840] env[62522]: DEBUG nova.compute.manager [req-84ee28e2-920f-4e97-8bda-e9d1a1606d8d req-9ba9aa31-f2b1-4989-a24d-71a977a81cb6 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Received event network-vif-deleted-d37eee07-d9a9-4e9b-b2e4-556a623b796e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1789.144077] env[62522]: INFO nova.compute.manager [req-84ee28e2-920f-4e97-8bda-e9d1a1606d8d req-9ba9aa31-f2b1-4989-a24d-71a977a81cb6 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Neutron deleted interface d37eee07-d9a9-4e9b-b2e4-556a623b796e; detaching it from the instance and deleting it from the info cache [ 1789.144323] env[62522]: DEBUG nova.network.neutron [req-84ee28e2-920f-4e97-8bda-e9d1a1606d8d req-9ba9aa31-f2b1-4989-a24d-71a977a81cb6 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.146629] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140e4a8c-a13c-4fd6-b1be-3acdca724828 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.155142] env[62522]: DEBUG oslo_vmware.rw_handles [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249ac63-032d-0235-78fc-e4ad95206833/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1789.155448] env[62522]: DEBUG oslo_vmware.rw_handles [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249ac63-032d-0235-78fc-e4ad95206833/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1789.215019] env[62522]: DEBUG nova.network.neutron [-] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.248899] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-98c30079-d422-4746-b58d-f4083e514427 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.293213] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6caadb-6028-4a41-98b1-254805101960 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.301408] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ab97e6-d16f-4542-801a-3df0bdf2268a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.333019] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea4e089-0e9b-4c06-8f08-5d13bb144e0a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.340493] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e572d5-a3ac-4c64-9672-b515a96c5acc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.353823] env[62522]: DEBUG nova.compute.provider_tree [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.502739] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: a4a3cd31-ec26-42ac-8175-2f60c0124937] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1789.513120] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703591, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.647150] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f3d962f-1122-48e6-8041-ad3fdb0e600a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.656388] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e68797f-c0fa-42f0-9b2e-0db8833cdd48 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.686793] env[62522]: DEBUG nova.compute.manager [req-84ee28e2-920f-4e97-8bda-e9d1a1606d8d req-9ba9aa31-f2b1-4989-a24d-71a977a81cb6 service nova] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Detach interface failed, port_id=d37eee07-d9a9-4e9b-b2e4-556a623b796e, reason: Instance e27e30b4-8f47-42a4-b89c-494c1803d609 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1789.720105] env[62522]: INFO nova.compute.manager [-] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Took 1.51 seconds to deallocate network for instance. [ 1789.857390] env[62522]: DEBUG nova.scheduler.client.report [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1790.008559] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 751b2c85-4144-42ab-8d30-4e527ccc6c63] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1790.017417] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703591, 'name': CreateSnapshot_Task, 'duration_secs': 0.666308} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.017505] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1790.020024] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4692f147-a9c4-41c4-92b1-65f5ffd3ade1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.226661] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.261420] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.262896] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.262896] env[62522]: INFO nova.compute.manager [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Shelving [ 1790.364190] env[62522]: DEBUG oslo_concurrency.lockutils [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.366755] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.140s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.367076] env[62522]: DEBUG nova.objects.instance [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lazy-loading 'resources' on Instance uuid e27e30b4-8f47-42a4-b89c-494c1803d609 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.387232] env[62522]: INFO nova.scheduler.client.report [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Deleted allocations for instance bcfa3a0b-913e-405f-882d-df550c0ebe14 [ 1790.513734] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: ccc01826-44a2-40dd-964c-d07b43877ceb] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1790.537406] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1790.538569] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a97a4df2-c837-4163-8875-ab1a8bf3ce1c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.547813] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1790.547813] env[62522]: value = "task-1703593" [ 1790.547813] env[62522]: _type = "Task" [ 1790.547813] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.556848] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703593, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.897030] env[62522]: DEBUG oslo_concurrency.lockutils [None req-017661d6-df30-44b5-bf55-cc4744bb0784 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "bcfa3a0b-913e-405f-882d-df550c0ebe14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.906s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.994033] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0ee103-fc1e-47d5-b1c0-516d3e86cf8b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.002051] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ba2f6e-da6b-4f1e-9671-4a717b90418c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.034047] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 5e637bf4-543b-4a0e-be2a-9782b9005e56] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1791.037468] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b148f808-3eac-42f2-99da-e15fc73ec09b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.045918] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43800d09-6b14-4f30-9d3b-1757b8003987 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.058413] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703593, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.065894] env[62522]: DEBUG nova.compute.provider_tree [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.272715] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.273066] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5a41174-1c80-473e-8999-45e7128a677b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.281379] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1791.281379] env[62522]: value = "task-1703594" [ 1791.281379] env[62522]: _type = "Task" [ 1791.281379] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.290806] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.469730] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1791.469991] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355015', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'name': 'volume-8ccd5950-e3ae-491b-a155-2fc791252172', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfce32f7-8a2c-4503-b9f7-e3a6a045217f', 'attached_at': '', 'detached_at': '', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'serial': '8ccd5950-e3ae-491b-a155-2fc791252172'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1791.471037] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b903c094-c794-496f-8e67-85e790ad8a25 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.494186] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38f27d0-9484-4e64-8a97-1e5771d751fc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.522703] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-8ccd5950-e3ae-491b-a155-2fc791252172/volume-8ccd5950-e3ae-491b-a155-2fc791252172.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1791.523126] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c321183-b34e-4d7a-8e1c-cdf84d40a653 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.538107] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: abf24852-ae98-4ff3-9839-b4820c7a2ce7] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1791.546231] env[62522]: DEBUG oslo_vmware.api [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1791.546231] env[62522]: value = "task-1703595" [ 1791.546231] env[62522]: _type = "Task" [ 1791.546231] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.556973] env[62522]: DEBUG oslo_vmware.api [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.562437] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703593, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.568806] env[62522]: DEBUG nova.scheduler.client.report [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1791.791915] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703594, 'name': PowerOffVM_Task, 'duration_secs': 0.206139} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.792134] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1791.793012] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425fe06e-e128-4fee-bb20-4962cdf16f19 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.811457] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e93713-5057-4d09-bf9f-a8a4cf35ba17 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.041560] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: b7dc2c21-41da-4791-bdc4-4f3fbbd53a2f] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1792.064579] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703593, 'name': CloneVM_Task, 'duration_secs': 1.212473} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.069260] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Created linked-clone VM from snapshot [ 1792.069891] env[62522]: DEBUG oslo_vmware.api [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703595, 'name': ReconfigVM_Task, 'duration_secs': 0.500558} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.071692] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11247fa4-2275-483f-a0ed-ba36cd17cc4b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.075254] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-8ccd5950-e3ae-491b-a155-2fc791252172/volume-8ccd5950-e3ae-491b-a155-2fc791252172.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1792.081541] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.083412] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3a36dec-8f57-4ba3-9fa2-a5ca9959c4bf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.100622] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Uploading image 9978942d-817f-4833-a2b6-4d16baf7e19c {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1792.104057] env[62522]: DEBUG oslo_vmware.api [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1792.104057] env[62522]: value = "task-1703596" [ 1792.104057] env[62522]: _type = "Task" [ 1792.104057] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.113280] env[62522]: DEBUG oslo_vmware.api [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703596, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.120052] env[62522]: INFO nova.scheduler.client.report [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Deleted allocations for instance e27e30b4-8f47-42a4-b89c-494c1803d609 [ 1792.132360] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1792.132360] env[62522]: value = "vm-355017" [ 1792.132360] env[62522]: _type = "VirtualMachine" [ 1792.132360] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1792.132724] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3af2d49c-a7d6-4545-a263-b9bf13730abe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.140884] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lease: (returnval){ [ 1792.140884] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52457dc4-2816-3940-61e0-ca9593f4e3b8" [ 1792.140884] env[62522]: _type = "HttpNfcLease" [ 1792.140884] env[62522]: } obtained for exporting VM: (result){ [ 1792.140884] env[62522]: value = "vm-355017" [ 1792.140884] env[62522]: _type = "VirtualMachine" [ 1792.140884] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1792.141265] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the lease: (returnval){ [ 1792.141265] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52457dc4-2816-3940-61e0-ca9593f4e3b8" [ 1792.141265] env[62522]: _type = "HttpNfcLease" [ 1792.141265] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1792.148478] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1792.148478] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52457dc4-2816-3940-61e0-ca9593f4e3b8" [ 1792.148478] env[62522]: _type = "HttpNfcLease" [ 1792.148478] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1792.154075] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.154372] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.321840] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1792.322203] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-90ccd86d-9435-45c2-a0c3-b457cbf891f6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.329430] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1792.329430] env[62522]: value = "task-1703598" [ 1792.329430] env[62522]: _type = "Task" [ 1792.329430] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.337124] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703598, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.544764] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 14782297-1a26-4c7a-9d1e-46a92499b389] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1792.614475] env[62522]: DEBUG oslo_vmware.api [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703596, 'name': ReconfigVM_Task, 'duration_secs': 0.198637} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.614731] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355015', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'name': 'volume-8ccd5950-e3ae-491b-a155-2fc791252172', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfce32f7-8a2c-4503-b9f7-e3a6a045217f', 'attached_at': '', 'detached_at': '', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'serial': '8ccd5950-e3ae-491b-a155-2fc791252172'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1792.629437] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e0bef597-d7e8-4ea2-8e46-7850077c77c5 tempest-AttachInterfacesTestJSON-867076278 tempest-AttachInterfacesTestJSON-867076278-project-member] Lock "e27e30b4-8f47-42a4-b89c-494c1803d609" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.075s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.650847] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1792.650847] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52457dc4-2816-3940-61e0-ca9593f4e3b8" [ 1792.650847] env[62522]: _type = "HttpNfcLease" [ 1792.650847] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1792.651186] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1792.651186] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52457dc4-2816-3940-61e0-ca9593f4e3b8" [ 1792.651186] env[62522]: _type = "HttpNfcLease" [ 1792.651186] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1792.652065] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b981418-5182-4654-a69a-b0ba8c733c76 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.657176] env[62522]: INFO nova.compute.manager [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Detaching volume 429a040f-c71b-43fa-b28b-815ec40d4bfe [ 1792.662675] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52784f6b-dab4-655f-a9de-cab7b86e891c/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1792.662873] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52784f6b-dab4-655f-a9de-cab7b86e891c/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1792.748260] env[62522]: INFO nova.virt.block_device [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Attempting to driver detach volume 429a040f-c71b-43fa-b28b-815ec40d4bfe from mountpoint /dev/sdb [ 1792.748553] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1792.748788] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354996', 'volume_id': '429a040f-c71b-43fa-b28b-815ec40d4bfe', 'name': 'volume-429a040f-c71b-43fa-b28b-815ec40d4bfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f86a7f96-f927-4ddc-a9c8-4a37df73722e', 'attached_at': '', 'detached_at': '', 'volume_id': '429a040f-c71b-43fa-b28b-815ec40d4bfe', 'serial': '429a040f-c71b-43fa-b28b-815ec40d4bfe'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1792.749780] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf2d459-110c-4917-8071-e7e90e6cf796 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.772816] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278aff8d-eba5-4477-afce-487e947435f1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.779015] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-28aa5968-97ba-44a1-a350-0cfa6d0d8bf2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.784088] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae4cf27-9e54-4d13-8133-22dee16a7b78 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.808282] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed195d10-f13d-4d23-abb7-6498e9d2683e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.833551] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] The volume has not been displaced from its original location: [datastore1] volume-429a040f-c71b-43fa-b28b-815ec40d4bfe/volume-429a040f-c71b-43fa-b28b-815ec40d4bfe.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1792.843057] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1792.851854] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a89d5abf-ced4-455a-84b8-ce4bc43c3e69 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.883884] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703598, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.892733] env[62522]: DEBUG oslo_vmware.api [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1792.892733] env[62522]: value = "task-1703599" [ 1792.892733] env[62522]: _type = "Task" [ 1792.892733] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.902415] env[62522]: DEBUG oslo_vmware.api [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.047826] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 6a4a3cc9-d941-440f-8f68-e3cec2a9332f] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1793.343814] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703598, 'name': CreateSnapshot_Task, 'duration_secs': 0.819376} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.344262] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1793.345244] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d0a47a-6a8f-46a0-b359-03c3ddd597ba {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.403634] env[62522]: DEBUG oslo_vmware.api [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703599, 'name': ReconfigVM_Task, 'duration_secs': 0.308327} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.403634] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1793.408590] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f2298a0-8ae8-4e47-b378-147110dfc9ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.425349] env[62522]: DEBUG oslo_vmware.api [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1793.425349] env[62522]: value = "task-1703600" [ 1793.425349] env[62522]: _type = "Task" [ 1793.425349] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.434436] env[62522]: DEBUG oslo_vmware.api [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.551637] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: aa942a62-5737-4dff-bed7-2b83c5284099] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1793.657560] env[62522]: DEBUG nova.objects.instance [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lazy-loading 'flavor' on Instance uuid dfce32f7-8a2c-4503-b9f7-e3a6a045217f {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.865914] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1793.866671] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e2584a46-afc2-4597-b209-ea4d53948eef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.874983] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1793.874983] env[62522]: value = "task-1703601" [ 1793.874983] env[62522]: _type = "Task" [ 1793.874983] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.884308] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703601, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.934509] env[62522]: DEBUG oslo_vmware.api [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703600, 'name': ReconfigVM_Task, 'duration_secs': 0.17489} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.935050] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354996', 'volume_id': '429a040f-c71b-43fa-b28b-815ec40d4bfe', 'name': 'volume-429a040f-c71b-43fa-b28b-815ec40d4bfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f86a7f96-f927-4ddc-a9c8-4a37df73722e', 'attached_at': '', 'detached_at': '', 'volume_id': '429a040f-c71b-43fa-b28b-815ec40d4bfe', 'serial': '429a040f-c71b-43fa-b28b-815ec40d4bfe'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1794.055983] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 8808e17e-8d2e-454d-b010-7dadb15766d7] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1794.164208] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efbd120e-493f-41bc-b580-9b32499033ee tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.303s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.389113] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703601, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.504083] env[62522]: DEBUG nova.objects.instance [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lazy-loading 'flavor' on Instance uuid f86a7f96-f927-4ddc-a9c8-4a37df73722e {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.559391] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 3f76d1f8-c7d3-4396-bedb-07e55621f227] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1794.890179] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703601, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.063223] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: f6ebb4e2-a119-4431-a395-d909acd21dae] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1795.387787] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703601, 'name': CloneVM_Task, 'duration_secs': 1.434026} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.388177] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Created linked-clone VM from snapshot [ 1795.389044] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae1496f-8f15-43bf-9427-b9f6b0999858 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.397622] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Uploading image f88816ae-8474-4061-b4d8-b1cb9875b8a2 {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1795.512572] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c40f47cb-0622-4f96-953d-21e36c447293 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.358s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.566403] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: d68a86ff-47af-4bae-b37b-bf18e539748b] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1796.071070] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: b80c3cb9-87a2-4079-8ab1-14a45e185d28] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1796.574561] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: eda916c9-1a82-4a7f-ad11-508f9e6c4b98] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1797.011716] env[62522]: DEBUG oslo_vmware.rw_handles [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1797.011716] env[62522]: value = "vm-355019" [ 1797.011716] env[62522]: _type = "VirtualMachine" [ 1797.011716] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1797.013357] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dbbc4c7d-480d-487c-b2bd-a72c6714470c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.020559] env[62522]: DEBUG oslo_vmware.rw_handles [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249ac63-032d-0235-78fc-e4ad95206833/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1797.021442] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dff7458-7eb2-481b-83ba-4066892a8ac3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.025345] env[62522]: DEBUG oslo_vmware.rw_handles [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lease: (returnval){ [ 1797.025345] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d6497e-ae8c-865a-303a-979a7aa84800" [ 1797.025345] env[62522]: _type = "HttpNfcLease" [ 1797.025345] env[62522]: } obtained for exporting VM: (result){ [ 1797.025345] env[62522]: value = "vm-355019" [ 1797.025345] env[62522]: _type = "VirtualMachine" [ 1797.025345] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1797.025621] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the lease: (returnval){ [ 1797.025621] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d6497e-ae8c-865a-303a-979a7aa84800" [ 1797.025621] env[62522]: _type = "HttpNfcLease" [ 1797.025621] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1797.030402] env[62522]: DEBUG oslo_vmware.rw_handles [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249ac63-032d-0235-78fc-e4ad95206833/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1797.030570] env[62522]: ERROR oslo_vmware.rw_handles [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249ac63-032d-0235-78fc-e4ad95206833/disk-0.vmdk due to incomplete transfer. [ 1797.031195] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0904987b-291c-4cd4-b708-91dc542b6961 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.034293] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1797.034293] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d6497e-ae8c-865a-303a-979a7aa84800" [ 1797.034293] env[62522]: _type = "HttpNfcLease" [ 1797.034293] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1797.034858] env[62522]: DEBUG oslo_vmware.rw_handles [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1797.034858] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d6497e-ae8c-865a-303a-979a7aa84800" [ 1797.034858] env[62522]: _type = "HttpNfcLease" [ 1797.034858] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1797.035574] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adffbaa3-1304-405d-ab00-58d9549ab83c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.040230] env[62522]: DEBUG oslo_vmware.rw_handles [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249ac63-032d-0235-78fc-e4ad95206833/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1797.040428] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Uploaded image c80eb331-10be-4463-bbff-ef88823a4777 to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1797.043231] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1797.046359] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-91afc9bb-754a-41e8-84a1-62445d143e7c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.047893] env[62522]: DEBUG oslo_vmware.rw_handles [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b9edb-da05-a30b-4af8-460c02fe180e/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1797.048590] env[62522]: DEBUG oslo_vmware.rw_handles [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b9edb-da05-a30b-4af8-460c02fe180e/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1797.112291] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 95016bac-95e9-4665-823f-fb026924c3d6] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1797.112291] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1797.112291] env[62522]: value = "task-1703603" [ 1797.112291] env[62522]: _type = "Task" [ 1797.112291] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.122468] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703603, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.150621] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-584b0513-5fa1-4b59-91f9-9c8b3116905d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.613908] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 759aa3b9-b9cc-4148-ad4d-fe9e376f40c9] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1797.625694] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703603, 'name': Destroy_Task, 'duration_secs': 0.340932} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.626131] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Destroyed the VM [ 1797.626537] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1797.626939] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0ea098fc-77ad-4447-a059-f65a54b6beea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.633904] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1797.633904] env[62522]: value = "task-1703604" [ 1797.633904] env[62522]: _type = "Task" [ 1797.633904] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.642614] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703604, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.675995] env[62522]: INFO nova.compute.manager [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Rebuilding instance [ 1797.806518] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.807015] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.807436] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.809861] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.809861] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.811303] env[62522]: INFO nova.compute.manager [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Terminating instance [ 1798.121189] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: bb6150c2-75de-4147-8831-fbe9122f8aac] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1798.144879] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703604, 'name': RemoveSnapshot_Task, 'duration_secs': 0.377038} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.145247] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1798.145645] env[62522]: DEBUG nova.compute.manager [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1798.147384] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a52049e-08f6-4c53-8062-77b20a464628 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.317187] env[62522]: DEBUG nova.compute.manager [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1798.317579] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1798.318864] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7756ef-9bda-42fa-bb16-d2c450605e3f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.329184] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.329619] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-474a5ea3-460c-4884-8c4a-ac34d1471432 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.336419] env[62522]: DEBUG oslo_vmware.api [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1798.336419] env[62522]: value = "task-1703605" [ 1798.336419] env[62522]: _type = "Task" [ 1798.336419] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.345526] env[62522]: DEBUG oslo_vmware.api [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.626099] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: a95a65fd-cc81-4780-964d-fd0af5e1623b] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1798.661143] env[62522]: INFO nova.compute.manager [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Shelve offloading [ 1798.847156] env[62522]: DEBUG oslo_vmware.api [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703605, 'name': PowerOffVM_Task, 'duration_secs': 0.261727} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.848047] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.848047] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1798.848323] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5b56eda-d602-430b-9d95-786c82b75b4f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.923000] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1798.923457] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1798.923817] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Deleting the datastore file [datastore1] f86a7f96-f927-4ddc-a9c8-4a37df73722e {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1798.924265] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a47c9dc-fbfd-4acb-9c72-df1d23578991 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.932184] env[62522]: DEBUG oslo_vmware.api [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1798.932184] env[62522]: value = "task-1703607" [ 1798.932184] env[62522]: _type = "Task" [ 1798.932184] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.942575] env[62522]: DEBUG oslo_vmware.api [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.129643] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: d38527ec-8de0-48e6-9e96-b277704c3933] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1799.165984] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.166313] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d455e13a-3a92-47a9-9087-c75d31479896 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.173781] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1799.173781] env[62522]: value = "task-1703608" [ 1799.173781] env[62522]: _type = "Task" [ 1799.173781] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.186033] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1799.186304] env[62522]: DEBUG nova.compute.manager [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.187149] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f297d0df-eaec-46d8-b548-636290a7bf55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.194451] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.194632] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.194811] env[62522]: DEBUG nova.network.neutron [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.446605] env[62522]: DEBUG oslo_vmware.api [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252362} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.447108] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1799.447434] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1799.447782] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1799.447999] env[62522]: INFO nova.compute.manager [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1799.448400] env[62522]: DEBUG oslo.service.loopingcall [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.448728] env[62522]: DEBUG nova.compute.manager [-] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1799.448928] env[62522]: DEBUG nova.network.neutron [-] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1799.633806] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 6451a7b7-2219-4159-9046-0184d55a5c70] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1800.049144] env[62522]: DEBUG nova.network.neutron [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Updating instance_info_cache with network_info: [{"id": "498d5378-f89b-482a-8082-49d266f0959c", "address": "fa:16:3e:92:05:8e", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498d5378-f8", "ovs_interfaceid": "498d5378-f89b-482a-8082-49d266f0959c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.137421] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: b4635be1-b5df-4c4a-ace3-a438791c0b33] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1800.306377] env[62522]: DEBUG nova.compute.manager [req-ff152b1e-ca25-48be-b7e9-018eb2547a36 req-7d2cab85-a0c1-47ea-b388-0136118d8320 service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Received event network-vif-deleted-9dee65bd-0105-4f25-b3f5-93c6e823cb15 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1800.306603] env[62522]: INFO nova.compute.manager [req-ff152b1e-ca25-48be-b7e9-018eb2547a36 req-7d2cab85-a0c1-47ea-b388-0136118d8320 service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Neutron deleted interface 9dee65bd-0105-4f25-b3f5-93c6e823cb15; detaching it from the instance and deleting it from the info cache [ 1800.307029] env[62522]: DEBUG nova.network.neutron [req-ff152b1e-ca25-48be-b7e9-018eb2547a36 req-7d2cab85-a0c1-47ea-b388-0136118d8320 service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.484896] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52784f6b-dab4-655f-a9de-cab7b86e891c/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1800.486231] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a301155e-3bdf-4ef3-8989-0cf5f5ecffe8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.496799] env[62522]: DEBUG nova.compute.manager [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.497700] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7daf0c4-4cf6-48b6-a307-3fb91c2c73ab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.502945] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52784f6b-dab4-655f-a9de-cab7b86e891c/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1800.502945] env[62522]: ERROR oslo_vmware.rw_handles [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52784f6b-dab4-655f-a9de-cab7b86e891c/disk-0.vmdk due to incomplete transfer. [ 1800.503539] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3c2cdf2f-3792-4c61-bfd1-4b9c6da9c415 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.518079] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52784f6b-dab4-655f-a9de-cab7b86e891c/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1800.518079] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Uploaded image 9978942d-817f-4833-a2b6-4d16baf7e19c to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1800.521570] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1800.522682] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ceee8e1e-0ada-4a4d-bdd2-3e2d846098e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.532260] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1800.532260] env[62522]: value = "task-1703609" [ 1800.532260] env[62522]: _type = "Task" [ 1800.532260] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.545231] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703609, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.553841] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.643839] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 080b8050-abea-4f11-9a8a-125476d5a9e4] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1800.766739] env[62522]: DEBUG nova.network.neutron [-] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.813490] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10f472f8-1772-4784-9222-ee839037802b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.823054] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd903ca3-33de-40ae-b217-021c0f051672 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.858593] env[62522]: DEBUG nova.compute.manager [req-ff152b1e-ca25-48be-b7e9-018eb2547a36 req-7d2cab85-a0c1-47ea-b388-0136118d8320 service nova] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Detach interface failed, port_id=9dee65bd-0105-4f25-b3f5-93c6e823cb15, reason: Instance f86a7f96-f927-4ddc-a9c8-4a37df73722e could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1801.043368] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703609, 'name': Destroy_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.153198] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: ebc7284b-8da1-43e7-9a17-9572e4fe7e53] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1801.274537] env[62522]: INFO nova.compute.manager [-] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Took 1.83 seconds to deallocate network for instance. [ 1801.490573] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1801.491591] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aa48bf-d45a-4989-99b5-512c96a475d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.501873] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1801.502444] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f32b3e3-d526-4d83-872a-c140bef3a755 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.516184] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1801.516640] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cb9eb00-bec8-4609-911e-4c8f810d53d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.524278] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1801.524278] env[62522]: value = "task-1703611" [ 1801.524278] env[62522]: _type = "Task" [ 1801.524278] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.536697] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.548757] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703609, 'name': Destroy_Task, 'duration_secs': 0.581471} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.549043] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Destroyed the VM [ 1801.549299] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1801.551225] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-25399d69-caf0-4ab5-b237-94a9eb4b6cb8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.559892] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1801.559892] env[62522]: value = "task-1703612" [ 1801.559892] env[62522]: _type = "Task" [ 1801.559892] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.573547] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703612, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.659162] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 2e5864ad-737f-4a8b-9b5a-c55602b41e0f] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1801.676425] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1801.677323] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1801.677609] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleting the datastore file [datastore1] df99de73-b778-40c7-955f-7b89f3480438 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1801.677919] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-832d63c4-20ff-43fd-8073-37b1614f0c9c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.686959] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1801.686959] env[62522]: value = "task-1703613" [ 1801.686959] env[62522]: _type = "Task" [ 1801.686959] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.697058] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.782432] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.782765] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.783095] env[62522]: DEBUG nova.objects.instance [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lazy-loading 'resources' on Instance uuid f86a7f96-f927-4ddc-a9c8-4a37df73722e {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.865398] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "2b30da6e-7775-4185-b0af-346f62d35923" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.865645] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "2b30da6e-7775-4185-b0af-346f62d35923" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.035966] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703611, 'name': PowerOffVM_Task, 'duration_secs': 0.276562} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.037813] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1802.070446] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703612, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.101948] env[62522]: INFO nova.compute.manager [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Detaching volume 8ccd5950-e3ae-491b-a155-2fc791252172 [ 1802.145128] env[62522]: INFO nova.virt.block_device [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Attempting to driver detach volume 8ccd5950-e3ae-491b-a155-2fc791252172 from mountpoint /dev/sdb [ 1802.145523] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1802.145777] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355015', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'name': 'volume-8ccd5950-e3ae-491b-a155-2fc791252172', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfce32f7-8a2c-4503-b9f7-e3a6a045217f', 'attached_at': '', 'detached_at': '', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'serial': '8ccd5950-e3ae-491b-a155-2fc791252172'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1802.147284] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290426d4-38ef-4e7b-8b6e-16737e50b9fc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.171480] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 47f1cb12-ddfd-43db-943f-d1183410fbe6] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1802.174204] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a990ec2-c4bd-4e1e-9137-a05472b05c88 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.182691] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69415a66-c6c5-4105-8dde-4e699aec3684 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.212636] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b3e6d3-aa41-4ddd-8afd-00fdda66a69a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.232392] env[62522]: DEBUG oslo_vmware.api [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246926} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.233092] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] The volume has not been displaced from its original location: [datastore1] volume-8ccd5950-e3ae-491b-a155-2fc791252172/volume-8ccd5950-e3ae-491b-a155-2fc791252172.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1802.238453] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1802.238807] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1802.238988] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1802.239183] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1802.241369] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc05173-f69e-4c0b-84a8-cf45544162d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.262679] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1802.262679] env[62522]: value = "task-1703614" [ 1802.262679] env[62522]: _type = "Task" [ 1802.262679] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.273759] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.285931] env[62522]: INFO nova.scheduler.client.report [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleted allocations for instance df99de73-b778-40c7-955f-7b89f3480438 [ 1802.346286] env[62522]: DEBUG nova.compute.manager [req-3e6a487b-d7e8-4173-bd9d-b258d0c35649 req-e76f887e-0da9-479e-89d4-2b3235fbde51 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Received event network-vif-unplugged-498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1802.346548] env[62522]: DEBUG oslo_concurrency.lockutils [req-3e6a487b-d7e8-4173-bd9d-b258d0c35649 req-e76f887e-0da9-479e-89d4-2b3235fbde51 service nova] Acquiring lock "df99de73-b778-40c7-955f-7b89f3480438-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.346786] env[62522]: DEBUG oslo_concurrency.lockutils [req-3e6a487b-d7e8-4173-bd9d-b258d0c35649 req-e76f887e-0da9-479e-89d4-2b3235fbde51 service nova] Lock "df99de73-b778-40c7-955f-7b89f3480438-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.346987] env[62522]: DEBUG oslo_concurrency.lockutils [req-3e6a487b-d7e8-4173-bd9d-b258d0c35649 req-e76f887e-0da9-479e-89d4-2b3235fbde51 service nova] Lock "df99de73-b778-40c7-955f-7b89f3480438-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.347240] env[62522]: DEBUG nova.compute.manager [req-3e6a487b-d7e8-4173-bd9d-b258d0c35649 req-e76f887e-0da9-479e-89d4-2b3235fbde51 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] No waiting events found dispatching network-vif-unplugged-498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1802.347446] env[62522]: WARNING nova.compute.manager [req-3e6a487b-d7e8-4173-bd9d-b258d0c35649 req-e76f887e-0da9-479e-89d4-2b3235fbde51 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Received unexpected event network-vif-unplugged-498d5378-f89b-482a-8082-49d266f0959c for instance with vm_state shelved_offloaded and task_state None. [ 1802.347666] env[62522]: DEBUG nova.compute.manager [req-3e6a487b-d7e8-4173-bd9d-b258d0c35649 req-e76f887e-0da9-479e-89d4-2b3235fbde51 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Received event network-changed-498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1802.347878] env[62522]: DEBUG nova.compute.manager [req-3e6a487b-d7e8-4173-bd9d-b258d0c35649 req-e76f887e-0da9-479e-89d4-2b3235fbde51 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Refreshing instance network info cache due to event network-changed-498d5378-f89b-482a-8082-49d266f0959c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1802.348137] env[62522]: DEBUG oslo_concurrency.lockutils [req-3e6a487b-d7e8-4173-bd9d-b258d0c35649 req-e76f887e-0da9-479e-89d4-2b3235fbde51 service nova] Acquiring lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.348325] env[62522]: DEBUG oslo_concurrency.lockutils [req-3e6a487b-d7e8-4173-bd9d-b258d0c35649 req-e76f887e-0da9-479e-89d4-2b3235fbde51 service nova] Acquired lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.348497] env[62522]: DEBUG nova.network.neutron [req-3e6a487b-d7e8-4173-bd9d-b258d0c35649 req-e76f887e-0da9-479e-89d4-2b3235fbde51 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Refreshing network info cache for port 498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1802.369584] env[62522]: DEBUG nova.compute.manager [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1802.417670] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fedaa8-8d32-43a8-a97c-882108ee91c0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.427489] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b0ad6d-2940-4b01-a1e3-30f72fb64083 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.467120] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9259a6a-3333-405b-983a-6b27ea41bcd6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.474798] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c4d50f-56e3-4a74-81bc-b00cd9e9aa59 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.488747] env[62522]: DEBUG nova.compute.provider_tree [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.571407] env[62522]: DEBUG oslo_vmware.api [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703612, 'name': RemoveSnapshot_Task, 'duration_secs': 0.894746} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.571687] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1802.571919] env[62522]: INFO nova.compute.manager [None req-0fa43ef9-2a4c-4bf5-97c2-99102e0a1ff3 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Took 14.11 seconds to snapshot the instance on the hypervisor. [ 1802.678419] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: eb051f2e-b4d8-4f2a-8b5e-4304e2eb90d0] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1802.775339] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703614, 'name': ReconfigVM_Task, 'duration_secs': 0.243716} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.775655] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1802.781318] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-567bf441-a326-4948-a592-60c4402485c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.793763] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.796193] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1802.796193] env[62522]: value = "task-1703615" [ 1802.796193] env[62522]: _type = "Task" [ 1802.796193] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.804673] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.893771] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.993610] env[62522]: DEBUG nova.scheduler.client.report [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1803.170755] env[62522]: DEBUG nova.network.neutron [req-3e6a487b-d7e8-4173-bd9d-b258d0c35649 req-e76f887e-0da9-479e-89d4-2b3235fbde51 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Updated VIF entry in instance network info cache for port 498d5378-f89b-482a-8082-49d266f0959c. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1803.170755] env[62522]: DEBUG nova.network.neutron [req-3e6a487b-d7e8-4173-bd9d-b258d0c35649 req-e76f887e-0da9-479e-89d4-2b3235fbde51 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Updating instance_info_cache with network_info: [{"id": "498d5378-f89b-482a-8082-49d266f0959c", "address": "fa:16:3e:92:05:8e", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap498d5378-f8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.182294] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 4f34bca7-5bb3-4f12-9074-a87c5d43bb91] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1803.310215] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703615, 'name': ReconfigVM_Task, 'duration_secs': 0.27912} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.310861] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355015', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'name': 'volume-8ccd5950-e3ae-491b-a155-2fc791252172', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfce32f7-8a2c-4503-b9f7-e3a6a045217f', 'attached_at': '', 'detached_at': '', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'serial': '8ccd5950-e3ae-491b-a155-2fc791252172'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1803.329034] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "cced87bc-2529-4a70-970b-623156c54a56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.329034] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "cced87bc-2529-4a70-970b-623156c54a56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.499859] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.501374] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.708s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.502148] env[62522]: DEBUG nova.objects.instance [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lazy-loading 'resources' on Instance uuid df99de73-b778-40c7-955f-7b89f3480438 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.524735] env[62522]: INFO nova.scheduler.client.report [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Deleted allocations for instance f86a7f96-f927-4ddc-a9c8-4a37df73722e [ 1803.674130] env[62522]: DEBUG oslo_concurrency.lockutils [req-3e6a487b-d7e8-4173-bd9d-b258d0c35649 req-e76f887e-0da9-479e-89d4-2b3235fbde51 service nova] Releasing lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.687034] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: c0e94a39-196b-49f4-8229-104f30633ec1] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1803.832358] env[62522]: DEBUG nova.compute.manager [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1804.005152] env[62522]: DEBUG nova.objects.instance [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lazy-loading 'numa_topology' on Instance uuid df99de73-b778-40c7-955f-7b89f3480438 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1804.034290] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6f61d102-93d2-44fc-9ae9-99769989438b tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "f86a7f96-f927-4ddc-a9c8-4a37df73722e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.227s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.190205] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1804.190387] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Cleaning up deleted instances with incomplete migration {{(pid=62522) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 1804.354750] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.368523] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1804.368523] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d69272b-86fc-42d2-94f9-fc0f8bf29b73 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.374981] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1804.374981] env[62522]: value = "task-1703616" [ 1804.374981] env[62522]: _type = "Task" [ 1804.374981] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.384380] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1804.384585] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1804.384777] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355015', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'name': 'volume-8ccd5950-e3ae-491b-a155-2fc791252172', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfce32f7-8a2c-4503-b9f7-e3a6a045217f', 'attached_at': '', 'detached_at': '', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'serial': '8ccd5950-e3ae-491b-a155-2fc791252172'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1804.385604] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67c6b2c-ff24-45ec-966c-4c7f610b18c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.404168] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf638dea-f3c7-496e-9ba6-97394f04e7fb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.411254] env[62522]: WARNING nova.virt.vmwareapi.driver [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1804.411254] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1804.413235] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c39d02a-c0cf-4a33-af04-bab939b729a9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.419929] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1804.419929] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e99b97d2-f381-4d42-86e4-ce6c2e08793a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.490392] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1804.490392] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1804.490392] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleting the datastore file [datastore1] dfce32f7-8a2c-4503-b9f7-e3a6a045217f {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1804.490392] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-947106c1-f143-4437-a893-342b39d9b152 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.497029] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1804.497029] env[62522]: value = "task-1703618" [ 1804.497029] env[62522]: _type = "Task" [ 1804.497029] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.505166] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.507693] env[62522]: DEBUG nova.objects.base [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1804.554145] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "df99de73-b778-40c7-955f-7b89f3480438" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.635165] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5846b6a7-d2ac-4c35-b9af-2cac824725dd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.643945] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048a8e25-981a-44a5-ac13-ff3c693bf84e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.674357] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ded00a-4e5c-435d-aef4-bbe52fe0dfce {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.682316] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade83449-49af-48cf-bdea-90d56c5a89ca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.460126] env[62522]: DEBUG nova.compute.provider_tree [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1805.463853] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1805.472307] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191889} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.473171] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1805.473353] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1805.473519] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1805.830601] env[62522]: DEBUG oslo_vmware.rw_handles [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b9edb-da05-a30b-4af8-460c02fe180e/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1805.831223] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8c866d-c2b6-4051-9232-43177f392b74 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.837778] env[62522]: DEBUG oslo_vmware.rw_handles [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b9edb-da05-a30b-4af8-460c02fe180e/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1805.837943] env[62522]: ERROR oslo_vmware.rw_handles [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b9edb-da05-a30b-4af8-460c02fe180e/disk-0.vmdk due to incomplete transfer. [ 1805.838195] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-402829c2-d6bb-4f31-b6df-5d2521ab7011 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.845478] env[62522]: DEBUG oslo_vmware.rw_handles [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b9edb-da05-a30b-4af8-460c02fe180e/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1805.845478] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Uploaded image f88816ae-8474-4061-b4d8-b1cb9875b8a2 to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1805.848031] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1805.848249] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c5d0e52-daeb-45a9-bd14-92709b2f2de5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.854355] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1805.854355] env[62522]: value = "task-1703619" [ 1805.854355] env[62522]: _type = "Task" [ 1805.854355] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.861521] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703619, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.966066] env[62522]: DEBUG nova.scheduler.client.report [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1805.978767] env[62522]: INFO nova.virt.block_device [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Booting with volume 8ccd5950-e3ae-491b-a155-2fc791252172 at /dev/sdb [ 1806.015599] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7db05722-af9c-458a-9682-c15f522ad9ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.024717] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438079d0-f987-47d0-a31d-245b722647e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.052181] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5836009-9283-4612-a40d-cd801e27be8d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.059920] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5022fd85-6240-40a3-bf4b-8f956f5ace36 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.086272] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3e9201-3b24-4f27-a401-3bfbd96bdd05 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.092256] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c9b7e3-84ca-4107-b505-290cbf3b0252 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.105397] env[62522]: DEBUG nova.virt.block_device [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Updating existing volume attachment record: 07d81a18-f91d-486c-90ac-f66a1bd7b202 {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1806.316158] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.316396] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.364283] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703619, 'name': Destroy_Task, 'duration_secs': 0.368511} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.364488] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Destroyed the VM [ 1806.364713] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1806.364948] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-64801059-8a72-4334-b8e1-30e8040d4304 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.372230] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1806.372230] env[62522]: value = "task-1703620" [ 1806.372230] env[62522]: _type = "Task" [ 1806.372230] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.379381] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703620, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.472655] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.971s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.476181] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.582s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.477347] env[62522]: INFO nova.compute.claims [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1806.639611] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1806.818769] env[62522]: DEBUG nova.compute.manager [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1806.881929] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703620, 'name': RemoveSnapshot_Task, 'duration_secs': 0.354353} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.882227] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1806.882511] env[62522]: DEBUG nova.compute.manager [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1806.883342] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5fc11c-21d3-43e6-8713-cb5778ad7654 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.989994] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2ea8804d-2cd6-4659-ab67-8982b93e8883 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "df99de73-b778-40c7-955f-7b89f3480438" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.533s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.989994] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "df99de73-b778-40c7-955f-7b89f3480438" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.436s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.990644] env[62522]: INFO nova.compute.manager [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Unshelving [ 1807.145730] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.343746] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.395196] env[62522]: INFO nova.compute.manager [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Shelve offloading [ 1807.596777] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b1a903-cf11-4ec2-ba2d-24fbb3a8265e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.604232] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5079d4-3977-4403-a3de-4d3b4a845ea4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.632565] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b511805-2be5-4802-9e3e-fdb4cb3da9c0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.639070] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b47a527-209e-4ccb-90f2-cb636e61ba91 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.652559] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Getting list of instances from cluster (obj){ [ 1807.652559] env[62522]: value = "domain-c8" [ 1807.652559] env[62522]: _type = "ClusterComputeResource" [ 1807.652559] env[62522]: } {{(pid=62522) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1807.653021] env[62522]: DEBUG nova.compute.provider_tree [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.654842] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc4045f-005f-4da3-a0ad-1d25b366a539 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.667148] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Got total of 4 instances {{(pid=62522) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1807.667293] env[62522]: WARNING nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] While synchronizing instance power states, found 6 instances in the database and 4 instances on the hypervisor. [ 1807.667425] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Triggering sync for uuid 04f2dcf8-ec65-432d-b5c0-1a351d12accb {{(pid=62522) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1807.667599] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Triggering sync for uuid dfce32f7-8a2c-4503-b9f7-e3a6a045217f {{(pid=62522) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1807.667748] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Triggering sync for uuid bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9 {{(pid=62522) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1807.667893] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Triggering sync for uuid 13903b36-adc5-4e50-8a4e-8a3833cf7de3 {{(pid=62522) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1807.668049] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Triggering sync for uuid 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede {{(pid=62522) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1807.668197] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Triggering sync for uuid 2b30da6e-7775-4185-b0af-346f62d35923 {{(pid=62522) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1807.668475] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.668673] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.668911] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.669100] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.669271] env[62522]: INFO nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] During sync_power_state the instance has a pending task (rebuild_block_device_mapping). Skip. [ 1807.669429] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.669613] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.669815] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.669986] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.670226] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.670400] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.670614] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "2b30da6e-7775-4185-b0af-346f62d35923" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.670791] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.670933] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1807.671571] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c97202f-0736-4672-9065-cbe87cdffdc2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.674527] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daac29c5-21ef-4ccd-85d4-4ef270bb9a19 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.677055] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d289783-6a9f-47dc-bdec-92cb6d5d2468 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.679293] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.898575] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1807.898675] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22012a8f-d63e-4f90-b62a-ac95831d1406 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.906137] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1807.906137] env[62522]: value = "task-1703621" [ 1807.906137] env[62522]: _type = "Task" [ 1807.906137] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.914762] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.999105] env[62522]: DEBUG nova.compute.utils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1808.159366] env[62522]: DEBUG nova.scheduler.client.report [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1808.181869] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.192752] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.193357] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.193454] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.215312] env[62522]: DEBUG nova.virt.hardware [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1808.215540] env[62522]: DEBUG nova.virt.hardware [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1808.215693] env[62522]: DEBUG nova.virt.hardware [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1808.215870] env[62522]: DEBUG nova.virt.hardware [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1808.216015] env[62522]: DEBUG nova.virt.hardware [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1808.216164] env[62522]: DEBUG nova.virt.hardware [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1808.216367] env[62522]: DEBUG nova.virt.hardware [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1808.216525] env[62522]: DEBUG nova.virt.hardware [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1808.216686] env[62522]: DEBUG nova.virt.hardware [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1808.216842] env[62522]: DEBUG nova.virt.hardware [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1808.217022] env[62522]: DEBUG nova.virt.hardware [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1808.217842] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb7f9bc-4a7e-497d-985a-9419de942129 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.225400] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdbe155-e7dd-47dc-8751-557e66694858 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.238295] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:16:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1808.245411] env[62522]: DEBUG oslo.service.loopingcall [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.245862] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1808.246072] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80357731-5c28-4324-8ba9-c70595a41e3c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.263900] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1808.263900] env[62522]: value = "task-1703622" [ 1808.263900] env[62522]: _type = "Task" [ 1808.263900] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.270586] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703622, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.416145] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1808.416554] env[62522]: DEBUG nova.compute.manager [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1808.417144] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307533b9-5d3d-467c-9fa1-04ebefc80fcd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.422772] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.422984] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.423148] env[62522]: DEBUG nova.network.neutron [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1808.503496] env[62522]: INFO nova.virt.block_device [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Booting with volume 57e08d9a-0c30-4291-b8bc-d537bcb859bb at /dev/sdb [ 1808.537047] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d97be1fe-9197-44e8-90a3-212c508cb2c6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.545848] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57169721-bd1c-4fe5-80d5-4786c312f347 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.576622] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e185f13-1141-4284-bdc9-300c5aa70245 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.585609] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71882d05-48eb-434b-9e66-554b7afbad2c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.613581] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3e33a9-6817-4d35-8e2b-faef3aebcdbc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.619420] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6b48cd-3d99-4553-a3c3-ee128dbc9351 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.631470] env[62522]: DEBUG nova.virt.block_device [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Updating existing volume attachment record: e3ba598b-a3ab-4d2b-a036-ac011dd80799 {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1808.664308] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.664827] env[62522]: DEBUG nova.compute.manager [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1808.667716] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.313s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.669119] env[62522]: INFO nova.compute.claims [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1808.773729] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703622, 'name': CreateVM_Task, 'duration_secs': 0.319804} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.773978] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1808.774603] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.774768] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.775103] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1808.775355] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3abf5774-2d6b-47ba-945c-25bd33f91ec3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.779542] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1808.779542] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e5ab54-9973-e17b-e210-0bb4051aa028" [ 1808.779542] env[62522]: _type = "Task" [ 1808.779542] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.786964] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e5ab54-9973-e17b-e210-0bb4051aa028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.165111] env[62522]: DEBUG nova.network.neutron [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Updating instance_info_cache with network_info: [{"id": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "address": "fa:16:3e:00:f8:e1", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddfe922-fa", "ovs_interfaceid": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.172829] env[62522]: DEBUG nova.compute.utils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1809.176283] env[62522]: DEBUG nova.compute.manager [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1809.176447] env[62522]: DEBUG nova.network.neutron [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1809.217425] env[62522]: DEBUG nova.policy [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daea36e4aefb42f0b12289a936479181', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c04f539dea447998a923b099014c4d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1809.290451] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e5ab54-9973-e17b-e210-0bb4051aa028, 'name': SearchDatastore_Task, 'duration_secs': 0.012196} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.290779] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.291068] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1809.291312] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.291466] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.291642] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1809.291911] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68993aa9-1a05-40b0-b0f7-9b6ab2632934 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.300420] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1809.300597] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1809.301369] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96aa145-604c-4f72-906a-018afc3b0106 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.306383] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1809.306383] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5227a42c-e177-efc4-3203-35c47ee9842e" [ 1809.306383] env[62522]: _type = "Task" [ 1809.306383] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.313892] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5227a42c-e177-efc4-3203-35c47ee9842e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.458463] env[62522]: DEBUG nova.network.neutron [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Successfully created port: be9db1ec-e07f-4e99-9dee-e56d3d815beb {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1809.668291] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.677185] env[62522]: DEBUG nova.compute.manager [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1809.806481] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad1d8cf-3df8-4e5f-917c-1b2801944c78 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.819265] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5227a42c-e177-efc4-3203-35c47ee9842e, 'name': SearchDatastore_Task, 'duration_secs': 0.008261} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.821468] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa12a656-5125-4e26-aa8d-80ed7f21beb6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.824165] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9624c0-1946-4964-9030-06897562d6a3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.830638] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1809.830638] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526baf78-d0c2-3d6c-ef89-cb82483c0f31" [ 1809.830638] env[62522]: _type = "Task" [ 1809.830638] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.856931] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee0dd57-b71c-4a0d-8c90-5b13e9f31a5b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.864499] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526baf78-d0c2-3d6c-ef89-cb82483c0f31, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.866415] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.866695] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] dfce32f7-8a2c-4503-b9f7-e3a6a045217f/dfce32f7-8a2c-4503-b9f7-e3a6a045217f.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1809.866969] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55e325c0-01c6-448f-9240-8323a2a42c08 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.869569] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46830b3-09b9-4b1c-a9a3-ca98c9582985 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.884490] env[62522]: DEBUG nova.compute.provider_tree [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.887063] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1809.887063] env[62522]: value = "task-1703626" [ 1809.887063] env[62522]: _type = "Task" [ 1809.887063] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.894213] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.926932] env[62522]: DEBUG nova.compute.manager [req-5111b99b-1057-4622-b1df-5fd7f8c68d77 req-a651b7f3-c305-4185-9d54-f99b031d94b3 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Received event network-vif-unplugged-3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1809.927209] env[62522]: DEBUG oslo_concurrency.lockutils [req-5111b99b-1057-4622-b1df-5fd7f8c68d77 req-a651b7f3-c305-4185-9d54-f99b031d94b3 service nova] Acquiring lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.927393] env[62522]: DEBUG oslo_concurrency.lockutils [req-5111b99b-1057-4622-b1df-5fd7f8c68d77 req-a651b7f3-c305-4185-9d54-f99b031d94b3 service nova] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.927533] env[62522]: DEBUG oslo_concurrency.lockutils [req-5111b99b-1057-4622-b1df-5fd7f8c68d77 req-a651b7f3-c305-4185-9d54-f99b031d94b3 service nova] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.928015] env[62522]: DEBUG nova.compute.manager [req-5111b99b-1057-4622-b1df-5fd7f8c68d77 req-a651b7f3-c305-4185-9d54-f99b031d94b3 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] No waiting events found dispatching network-vif-unplugged-3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1809.928015] env[62522]: WARNING nova.compute.manager [req-5111b99b-1057-4622-b1df-5fd7f8c68d77 req-a651b7f3-c305-4185-9d54-f99b031d94b3 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Received unexpected event network-vif-unplugged-3ddfe922-fa65-4651-b539-35d4cda2cdb6 for instance with vm_state shelved and task_state shelving_offloading. [ 1810.076412] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1810.077375] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7149afc2-1b0c-4bde-b424-b8ffa906e829 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.086501] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1810.086787] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f95b4a3-c177-4208-b5bc-1a564111fa11 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.173449] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1810.173449] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1810.173714] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleting the datastore file [datastore1] bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1810.173882] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f25a3ce-4c8e-4df4-95da-22b81e2c91c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.180695] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1810.180695] env[62522]: value = "task-1703628" [ 1810.180695] env[62522]: _type = "Task" [ 1810.180695] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.192755] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.390824] env[62522]: DEBUG nova.scheduler.client.report [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1810.402862] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703626, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.691334] env[62522]: DEBUG nova.compute.manager [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1810.693302] env[62522]: DEBUG oslo_vmware.api [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347141} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.694026] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1810.694026] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1810.694207] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1810.714486] env[62522]: INFO nova.scheduler.client.report [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleted allocations for instance bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9 [ 1810.719171] env[62522]: DEBUG nova.virt.hardware [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='809a0db73de24e5f70a9b7f5a6f4e873',container_format='bare',created_at=2024-12-10T19:30:14Z,direct_url=,disk_format='vmdk',id=9978942d-817f-4833-a2b6-4d16baf7e19c,min_disk=1,min_ram=0,name='tempest-test-snap-1273841301',owner='6c04f539dea447998a923b099014c4d3',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-10T19:30:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1810.719346] env[62522]: DEBUG nova.virt.hardware [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1810.719504] env[62522]: DEBUG nova.virt.hardware [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1810.719685] env[62522]: DEBUG nova.virt.hardware [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1810.719872] env[62522]: DEBUG nova.virt.hardware [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1810.720031] env[62522]: DEBUG nova.virt.hardware [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1810.720177] env[62522]: DEBUG nova.virt.hardware [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1810.720336] env[62522]: DEBUG nova.virt.hardware [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1810.720498] env[62522]: DEBUG nova.virt.hardware [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1810.720654] env[62522]: DEBUG nova.virt.hardware [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1810.720820] env[62522]: DEBUG nova.virt.hardware [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1810.721707] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394c6a9d-ae0b-4511-9717-c3d50a802a5b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.729645] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13886eff-a826-4aae-8011-a8035c356a9a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.887330] env[62522]: DEBUG nova.compute.manager [req-29260eb3-a9c1-47db-826e-9e2b7613a152 req-31200dcc-0aef-4670-a0f2-a21545d96609 service nova] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Received event network-vif-plugged-be9db1ec-e07f-4e99-9dee-e56d3d815beb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1810.887446] env[62522]: DEBUG oslo_concurrency.lockutils [req-29260eb3-a9c1-47db-826e-9e2b7613a152 req-31200dcc-0aef-4670-a0f2-a21545d96609 service nova] Acquiring lock "2b30da6e-7775-4185-b0af-346f62d35923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.888302] env[62522]: DEBUG oslo_concurrency.lockutils [req-29260eb3-a9c1-47db-826e-9e2b7613a152 req-31200dcc-0aef-4670-a0f2-a21545d96609 service nova] Lock "2b30da6e-7775-4185-b0af-346f62d35923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.888575] env[62522]: DEBUG oslo_concurrency.lockutils [req-29260eb3-a9c1-47db-826e-9e2b7613a152 req-31200dcc-0aef-4670-a0f2-a21545d96609 service nova] Lock "2b30da6e-7775-4185-b0af-346f62d35923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.888860] env[62522]: DEBUG nova.compute.manager [req-29260eb3-a9c1-47db-826e-9e2b7613a152 req-31200dcc-0aef-4670-a0f2-a21545d96609 service nova] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] No waiting events found dispatching network-vif-plugged-be9db1ec-e07f-4e99-9dee-e56d3d815beb {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1810.889065] env[62522]: WARNING nova.compute.manager [req-29260eb3-a9c1-47db-826e-9e2b7613a152 req-31200dcc-0aef-4670-a0f2-a21545d96609 service nova] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Received unexpected event network-vif-plugged-be9db1ec-e07f-4e99-9dee-e56d3d815beb for instance with vm_state building and task_state spawning. [ 1810.899303] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.899781] env[62522]: DEBUG nova.compute.manager [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1810.902974] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.559s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.904943] env[62522]: INFO nova.compute.claims [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1810.913334] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535496} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.913574] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] dfce32f7-8a2c-4503-b9f7-e3a6a045217f/dfce32f7-8a2c-4503-b9f7-e3a6a045217f.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1810.913782] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1810.914050] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8369019-09f4-4db1-894d-5df8958114b4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.919904] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1810.919904] env[62522]: value = "task-1703630" [ 1810.919904] env[62522]: _type = "Task" [ 1810.919904] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.928284] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.986435] env[62522]: DEBUG nova.network.neutron [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Successfully updated port: be9db1ec-e07f-4e99-9dee-e56d3d815beb {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1811.218856] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.412905] env[62522]: DEBUG nova.compute.utils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1811.414776] env[62522]: DEBUG nova.compute.manager [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1811.414969] env[62522]: DEBUG nova.network.neutron [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1811.430406] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065159} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.430577] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1811.431332] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a45471-5eac-4755-8369-e5bb50a0ea24 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.454376] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] dfce32f7-8a2c-4503-b9f7-e3a6a045217f/dfce32f7-8a2c-4503-b9f7-e3a6a045217f.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1811.455839] env[62522]: DEBUG nova.policy [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7923080cbdc84da3b3c0b6ce40a88153', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4be7133287144c2f8ea106adffe94115', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1811.457338] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c5b5e39-f802-40d1-839a-78e4bb7d7a41 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.476825] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1811.476825] env[62522]: value = "task-1703631" [ 1811.476825] env[62522]: _type = "Task" [ 1811.476825] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.484457] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.489038] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "refresh_cache-2b30da6e-7775-4185-b0af-346f62d35923" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.489127] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "refresh_cache-2b30da6e-7775-4185-b0af-346f62d35923" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.489272] env[62522]: DEBUG nova.network.neutron [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.775672] env[62522]: DEBUG nova.network.neutron [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Successfully created port: ef83c453-30c0-4787-ad19-bbd7d2532c31 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1811.915537] env[62522]: DEBUG nova.compute.manager [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1811.961473] env[62522]: DEBUG nova.compute.manager [req-fbc972b6-d44c-4abe-a6b5-c24ef26f6b00 req-277e85ab-1cf0-4279-b677-57a2ffa881b8 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Received event network-changed-3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1811.963687] env[62522]: DEBUG nova.compute.manager [req-fbc972b6-d44c-4abe-a6b5-c24ef26f6b00 req-277e85ab-1cf0-4279-b677-57a2ffa881b8 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Refreshing instance network info cache due to event network-changed-3ddfe922-fa65-4651-b539-35d4cda2cdb6. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1811.964155] env[62522]: DEBUG oslo_concurrency.lockutils [req-fbc972b6-d44c-4abe-a6b5-c24ef26f6b00 req-277e85ab-1cf0-4279-b677-57a2ffa881b8 service nova] Acquiring lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.966018] env[62522]: DEBUG oslo_concurrency.lockutils [req-fbc972b6-d44c-4abe-a6b5-c24ef26f6b00 req-277e85ab-1cf0-4279-b677-57a2ffa881b8 service nova] Acquired lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.966018] env[62522]: DEBUG nova.network.neutron [req-fbc972b6-d44c-4abe-a6b5-c24ef26f6b00 req-277e85ab-1cf0-4279-b677-57a2ffa881b8 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Refreshing network info cache for port 3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1811.987394] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703631, 'name': ReconfigVM_Task, 'duration_secs': 0.279912} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.990918] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] dfce32f7-8a2c-4503-b9f7-e3a6a045217f/dfce32f7-8a2c-4503-b9f7-e3a6a045217f.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1811.992349] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'disk_bus': None, 'size': 0, 'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': '542833cb-1d3a-45b2-82af-d617b2896229'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355015', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'name': 'volume-8ccd5950-e3ae-491b-a155-2fc791252172', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfce32f7-8a2c-4503-b9f7-e3a6a045217f', 'attached_at': '', 'detached_at': '', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'serial': '8ccd5950-e3ae-491b-a155-2fc791252172'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'attachment_id': '07d81a18-f91d-486c-90ac-f66a1bd7b202', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=62522) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1811.992550] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1811.992737] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355015', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'name': 'volume-8ccd5950-e3ae-491b-a155-2fc791252172', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfce32f7-8a2c-4503-b9f7-e3a6a045217f', 'attached_at': '', 'detached_at': '', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'serial': '8ccd5950-e3ae-491b-a155-2fc791252172'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1811.996244] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ad7390-0db0-4db2-9550-69aefd72bc22 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.016506] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23acf035-6cde-4230-8c75-20ba73c7fbed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.043524] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-8ccd5950-e3ae-491b-a155-2fc791252172/volume-8ccd5950-e3ae-491b-a155-2fc791252172.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1812.046633] env[62522]: DEBUG nova.network.neutron [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1812.048367] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b583001f-08f3-4f9d-98b0-dd0931c704c5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.068453] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1812.068453] env[62522]: value = "task-1703632" [ 1812.068453] env[62522]: _type = "Task" [ 1812.068453] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.078459] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.097675] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781081e0-d5ab-4135-9fa1-14d54794cadc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.105227] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2260511-f730-431d-991b-e95a4c449ffe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.140730] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2209137c-d668-4ecd-8d5d-efdd38715e44 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.151584] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f396cb-efb4-4d2b-a9ec-83053e203d5b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.165901] env[62522]: DEBUG nova.compute.provider_tree [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.221474] env[62522]: DEBUG nova.network.neutron [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Updating instance_info_cache with network_info: [{"id": "be9db1ec-e07f-4e99-9dee-e56d3d815beb", "address": "fa:16:3e:dc:5c:0b", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9db1ec-e0", "ovs_interfaceid": "be9db1ec-e07f-4e99-9dee-e56d3d815beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.581579] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703632, 'name': ReconfigVM_Task, 'duration_secs': 0.343124} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.581883] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-8ccd5950-e3ae-491b-a155-2fc791252172/volume-8ccd5950-e3ae-491b-a155-2fc791252172.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1812.586822] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd6aca86-98e0-47e9-8e6e-052b00cb1365 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.604346] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1812.604346] env[62522]: value = "task-1703633" [ 1812.604346] env[62522]: _type = "Task" [ 1812.604346] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.612142] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.669031] env[62522]: DEBUG nova.scheduler.client.report [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1812.715736] env[62522]: DEBUG nova.network.neutron [req-fbc972b6-d44c-4abe-a6b5-c24ef26f6b00 req-277e85ab-1cf0-4279-b677-57a2ffa881b8 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Updated VIF entry in instance network info cache for port 3ddfe922-fa65-4651-b539-35d4cda2cdb6. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1812.716146] env[62522]: DEBUG nova.network.neutron [req-fbc972b6-d44c-4abe-a6b5-c24ef26f6b00 req-277e85ab-1cf0-4279-b677-57a2ffa881b8 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Updating instance_info_cache with network_info: [{"id": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "address": "fa:16:3e:00:f8:e1", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3ddfe922-fa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.724361] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "refresh_cache-2b30da6e-7775-4185-b0af-346f62d35923" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.724643] env[62522]: DEBUG nova.compute.manager [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Instance network_info: |[{"id": "be9db1ec-e07f-4e99-9dee-e56d3d815beb", "address": "fa:16:3e:dc:5c:0b", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9db1ec-e0", "ovs_interfaceid": "be9db1ec-e07f-4e99-9dee-e56d3d815beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1812.725042] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:5c:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be9db1ec-e07f-4e99-9dee-e56d3d815beb', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1812.732824] env[62522]: DEBUG oslo.service.loopingcall [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.733754] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1812.734254] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eca7a8c2-9e48-4ebe-9528-a3a277cd6e39 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.757837] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1812.757837] env[62522]: value = "task-1703634" [ 1812.757837] env[62522]: _type = "Task" [ 1812.757837] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.767108] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703634, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.915493] env[62522]: DEBUG nova.compute.manager [req-2cc8d2d5-de3e-4b10-b41a-0808600f4e6f req-7d081954-414a-4610-ba8d-e654c6a46d80 service nova] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Received event network-changed-be9db1ec-e07f-4e99-9dee-e56d3d815beb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1812.915724] env[62522]: DEBUG nova.compute.manager [req-2cc8d2d5-de3e-4b10-b41a-0808600f4e6f req-7d081954-414a-4610-ba8d-e654c6a46d80 service nova] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Refreshing instance network info cache due to event network-changed-be9db1ec-e07f-4e99-9dee-e56d3d815beb. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1812.915867] env[62522]: DEBUG oslo_concurrency.lockutils [req-2cc8d2d5-de3e-4b10-b41a-0808600f4e6f req-7d081954-414a-4610-ba8d-e654c6a46d80 service nova] Acquiring lock "refresh_cache-2b30da6e-7775-4185-b0af-346f62d35923" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.916018] env[62522]: DEBUG oslo_concurrency.lockutils [req-2cc8d2d5-de3e-4b10-b41a-0808600f4e6f req-7d081954-414a-4610-ba8d-e654c6a46d80 service nova] Acquired lock "refresh_cache-2b30da6e-7775-4185-b0af-346f62d35923" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.916184] env[62522]: DEBUG nova.network.neutron [req-2cc8d2d5-de3e-4b10-b41a-0808600f4e6f req-7d081954-414a-4610-ba8d-e654c6a46d80 service nova] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Refreshing network info cache for port be9db1ec-e07f-4e99-9dee-e56d3d815beb {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1812.925748] env[62522]: DEBUG nova.compute.manager [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1812.952865] env[62522]: DEBUG nova.virt.hardware [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1812.953108] env[62522]: DEBUG nova.virt.hardware [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1812.953262] env[62522]: DEBUG nova.virt.hardware [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1812.953443] env[62522]: DEBUG nova.virt.hardware [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1812.953588] env[62522]: DEBUG nova.virt.hardware [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1812.953734] env[62522]: DEBUG nova.virt.hardware [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1812.953941] env[62522]: DEBUG nova.virt.hardware [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1812.954115] env[62522]: DEBUG nova.virt.hardware [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1812.954283] env[62522]: DEBUG nova.virt.hardware [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1812.954441] env[62522]: DEBUG nova.virt.hardware [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1812.954607] env[62522]: DEBUG nova.virt.hardware [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1812.955727] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f15fc37-fb9c-4acb-9223-bc20bcbd857f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.963606] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1714c616-0280-4198-bcec-193c1022439f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.113925] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703633, 'name': ReconfigVM_Task, 'duration_secs': 0.167981} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.115165] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355015', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'name': 'volume-8ccd5950-e3ae-491b-a155-2fc791252172', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfce32f7-8a2c-4503-b9f7-e3a6a045217f', 'attached_at': '', 'detached_at': '', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'serial': '8ccd5950-e3ae-491b-a155-2fc791252172'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1813.115165] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b809bd00-b4f0-4b5f-b59d-547efc096ba2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.123146] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1813.123146] env[62522]: value = "task-1703635" [ 1813.123146] env[62522]: _type = "Task" [ 1813.123146] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.131173] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703635, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.174541] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.174903] env[62522]: DEBUG nova.compute.manager [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1813.179543] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.998s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.179722] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.179878] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1813.180226] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.962s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.180444] env[62522]: DEBUG nova.objects.instance [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'resources' on Instance uuid bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.182067] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4c30ae-4f60-4d3f-ae53-22a4f3282fca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.190711] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501da6ff-e78a-4bd9-b6ec-23ba5592f598 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.205555] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2b5885-3bf8-48b5-819f-dc5161bdf6c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.213310] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d65357-40d2-402f-9678-05e00f65060d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.219359] env[62522]: DEBUG oslo_concurrency.lockutils [req-fbc972b6-d44c-4abe-a6b5-c24ef26f6b00 req-277e85ab-1cf0-4279-b677-57a2ffa881b8 service nova] Releasing lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.244939] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179419MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1813.245127] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.266786] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703634, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.398659] env[62522]: DEBUG nova.network.neutron [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Successfully updated port: ef83c453-30c0-4787-ad19-bbd7d2532c31 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1813.489663] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.628724] env[62522]: DEBUG nova.network.neutron [req-2cc8d2d5-de3e-4b10-b41a-0808600f4e6f req-7d081954-414a-4610-ba8d-e654c6a46d80 service nova] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Updated VIF entry in instance network info cache for port be9db1ec-e07f-4e99-9dee-e56d3d815beb. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1813.629045] env[62522]: DEBUG nova.network.neutron [req-2cc8d2d5-de3e-4b10-b41a-0808600f4e6f req-7d081954-414a-4610-ba8d-e654c6a46d80 service nova] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Updating instance_info_cache with network_info: [{"id": "be9db1ec-e07f-4e99-9dee-e56d3d815beb", "address": "fa:16:3e:dc:5c:0b", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9db1ec-e0", "ovs_interfaceid": "be9db1ec-e07f-4e99-9dee-e56d3d815beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.637944] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703635, 'name': Rename_Task, 'duration_secs': 0.166592} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.641344] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1813.641344] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de15d9f2-a5c0-49d2-8e25-86cc05bf912e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.647590] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1813.647590] env[62522]: value = "task-1703636" [ 1813.647590] env[62522]: _type = "Task" [ 1813.647590] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.655966] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.685764] env[62522]: DEBUG nova.compute.utils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1813.690387] env[62522]: DEBUG nova.objects.instance [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'numa_topology' on Instance uuid bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.690387] env[62522]: DEBUG nova.compute.manager [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1813.690387] env[62522]: DEBUG nova.network.neutron [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1813.735701] env[62522]: DEBUG nova.policy [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f4d82fdbbdc4c2f8b7a3d3f10007c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef0a7ad2e8ad45dabf507ec57738c7f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1813.768882] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703634, 'name': CreateVM_Task, 'duration_secs': 0.520346} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.769638] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1813.769887] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9978942d-817f-4833-a2b6-4d16baf7e19c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.772484] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9978942d-817f-4833-a2b6-4d16baf7e19c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.772484] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9978942d-817f-4833-a2b6-4d16baf7e19c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1813.772484] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d36a9b6-01df-42b4-9cab-d3b35c0983ae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.776020] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1813.776020] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fb933b-d4cb-e96f-20ea-861483446823" [ 1813.776020] env[62522]: _type = "Task" [ 1813.776020] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.783880] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fb933b-d4cb-e96f-20ea-861483446823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.903236] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.903635] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.903635] env[62522]: DEBUG nova.network.neutron [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.038999] env[62522]: DEBUG nova.network.neutron [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Successfully created port: 07ee362b-9b85-4cca-9482-821dc9a69714 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1814.132371] env[62522]: DEBUG oslo_concurrency.lockutils [req-2cc8d2d5-de3e-4b10-b41a-0808600f4e6f req-7d081954-414a-4610-ba8d-e654c6a46d80 service nova] Releasing lock "refresh_cache-2b30da6e-7775-4185-b0af-346f62d35923" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.157724] env[62522]: DEBUG oslo_vmware.api [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703636, 'name': PowerOnVM_Task, 'duration_secs': 0.451678} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.157972] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1814.158209] env[62522]: DEBUG nova.compute.manager [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1814.158950] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7d7b5d-b370-463a-a2ca-524e94c7af9c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.192111] env[62522]: DEBUG nova.compute.manager [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1814.196107] env[62522]: DEBUG nova.objects.base [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1814.243147] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.288093] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9978942d-817f-4833-a2b6-4d16baf7e19c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.288390] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Processing image 9978942d-817f-4833-a2b6-4d16baf7e19c {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1814.288630] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9978942d-817f-4833-a2b6-4d16baf7e19c/9978942d-817f-4833-a2b6-4d16baf7e19c.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.288778] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9978942d-817f-4833-a2b6-4d16baf7e19c/9978942d-817f-4833-a2b6-4d16baf7e19c.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.288954] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1814.289399] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3069ebca-ec5d-4ae9-8025-cd25aba3e73e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.307814] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1814.308037] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1814.310878] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05150eb-e741-4fa3-b911-755ddb12fee6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.316382] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1814.316382] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52083b3f-95a6-e37e-5af3-5d533aa388b8" [ 1814.316382] env[62522]: _type = "Task" [ 1814.316382] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.323781] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52083b3f-95a6-e37e-5af3-5d533aa388b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.325209] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4c83eb-33d2-452d-9f08-6f44fd319927 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.331535] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7812139a-4aa6-48f6-8bd5-1b19e08a27fb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.360563] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413aa8cc-bcf6-4ae4-87e8-01e68b042492 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.367764] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae94f61a-825f-481e-8b15-93bf89f5ca70 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.380622] env[62522]: DEBUG nova.compute.provider_tree [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.434111] env[62522]: DEBUG nova.network.neutron [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1814.607074] env[62522]: DEBUG nova.network.neutron [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance_info_cache with network_info: [{"id": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "address": "fa:16:3e:d8:d8:a6", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef83c453-30", "ovs_interfaceid": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.678541] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.826575] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Preparing fetch location {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1814.826843] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Fetch image to [datastore1] OSTACK_IMG_7e83d1e3-a261-47a0-a070-2de4f2b1f849/OSTACK_IMG_7e83d1e3-a261-47a0-a070-2de4f2b1f849.vmdk {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1814.827031] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Downloading stream optimized image 9978942d-817f-4833-a2b6-4d16baf7e19c to [datastore1] OSTACK_IMG_7e83d1e3-a261-47a0-a070-2de4f2b1f849/OSTACK_IMG_7e83d1e3-a261-47a0-a070-2de4f2b1f849.vmdk on the data store datastore1 as vApp {{(pid=62522) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1814.827210] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Downloading image file data 9978942d-817f-4833-a2b6-4d16baf7e19c to the ESX as VM named 'OSTACK_IMG_7e83d1e3-a261-47a0-a070-2de4f2b1f849' {{(pid=62522) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1814.883892] env[62522]: DEBUG nova.scheduler.client.report [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1814.901534] env[62522]: DEBUG oslo_vmware.rw_handles [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1814.901534] env[62522]: value = "resgroup-9" [ 1814.901534] env[62522]: _type = "ResourcePool" [ 1814.901534] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1814.902331] env[62522]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6b940738-95ef-41cd-b40b-299c72658e2d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.923468] env[62522]: DEBUG oslo_vmware.rw_handles [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lease: (returnval){ [ 1814.923468] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52072144-2d92-0852-7bb0-1e0679a56227" [ 1814.923468] env[62522]: _type = "HttpNfcLease" [ 1814.923468] env[62522]: } obtained for vApp import into resource pool (val){ [ 1814.923468] env[62522]: value = "resgroup-9" [ 1814.923468] env[62522]: _type = "ResourcePool" [ 1814.923468] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1814.923468] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the lease: (returnval){ [ 1814.923468] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52072144-2d92-0852-7bb0-1e0679a56227" [ 1814.923468] env[62522]: _type = "HttpNfcLease" [ 1814.923468] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1814.931508] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1814.931508] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52072144-2d92-0852-7bb0-1e0679a56227" [ 1814.931508] env[62522]: _type = "HttpNfcLease" [ 1814.931508] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1814.940648] env[62522]: DEBUG nova.compute.manager [req-beb4e17f-29df-4059-aca0-e4bf07fe05bb req-937a3e99-2fa2-499c-ae37-aed9e08e795a service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Received event network-vif-plugged-ef83c453-30c0-4787-ad19-bbd7d2532c31 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1814.940757] env[62522]: DEBUG oslo_concurrency.lockutils [req-beb4e17f-29df-4059-aca0-e4bf07fe05bb req-937a3e99-2fa2-499c-ae37-aed9e08e795a service nova] Acquiring lock "cced87bc-2529-4a70-970b-623156c54a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.940911] env[62522]: DEBUG oslo_concurrency.lockutils [req-beb4e17f-29df-4059-aca0-e4bf07fe05bb req-937a3e99-2fa2-499c-ae37-aed9e08e795a service nova] Lock "cced87bc-2529-4a70-970b-623156c54a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.941812] env[62522]: DEBUG oslo_concurrency.lockutils [req-beb4e17f-29df-4059-aca0-e4bf07fe05bb req-937a3e99-2fa2-499c-ae37-aed9e08e795a service nova] Lock "cced87bc-2529-4a70-970b-623156c54a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.941812] env[62522]: DEBUG nova.compute.manager [req-beb4e17f-29df-4059-aca0-e4bf07fe05bb req-937a3e99-2fa2-499c-ae37-aed9e08e795a service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] No waiting events found dispatching network-vif-plugged-ef83c453-30c0-4787-ad19-bbd7d2532c31 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1814.941812] env[62522]: WARNING nova.compute.manager [req-beb4e17f-29df-4059-aca0-e4bf07fe05bb req-937a3e99-2fa2-499c-ae37-aed9e08e795a service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Received unexpected event network-vif-plugged-ef83c453-30c0-4787-ad19-bbd7d2532c31 for instance with vm_state building and task_state spawning. [ 1814.941812] env[62522]: DEBUG nova.compute.manager [req-beb4e17f-29df-4059-aca0-e4bf07fe05bb req-937a3e99-2fa2-499c-ae37-aed9e08e795a service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Received event network-changed-ef83c453-30c0-4787-ad19-bbd7d2532c31 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1814.941812] env[62522]: DEBUG nova.compute.manager [req-beb4e17f-29df-4059-aca0-e4bf07fe05bb req-937a3e99-2fa2-499c-ae37-aed9e08e795a service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Refreshing instance network info cache due to event network-changed-ef83c453-30c0-4787-ad19-bbd7d2532c31. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1814.941812] env[62522]: DEBUG oslo_concurrency.lockutils [req-beb4e17f-29df-4059-aca0-e4bf07fe05bb req-937a3e99-2fa2-499c-ae37-aed9e08e795a service nova] Acquiring lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.110061] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.110252] env[62522]: DEBUG nova.compute.manager [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Instance network_info: |[{"id": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "address": "fa:16:3e:d8:d8:a6", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef83c453-30", "ovs_interfaceid": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1815.110557] env[62522]: DEBUG oslo_concurrency.lockutils [req-beb4e17f-29df-4059-aca0-e4bf07fe05bb req-937a3e99-2fa2-499c-ae37-aed9e08e795a service nova] Acquired lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.110742] env[62522]: DEBUG nova.network.neutron [req-beb4e17f-29df-4059-aca0-e4bf07fe05bb req-937a3e99-2fa2-499c-ae37-aed9e08e795a service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Refreshing network info cache for port ef83c453-30c0-4787-ad19-bbd7d2532c31 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1815.112062] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:d8:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef83c453-30c0-4787-ad19-bbd7d2532c31', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1815.119658] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Creating folder: Project (4be7133287144c2f8ea106adffe94115). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1815.120503] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb2cb23d-aa09-4640-9222-5196735cd244 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.132470] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Created folder: Project (4be7133287144c2f8ea106adffe94115) in parent group-v354730. [ 1815.132654] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Creating folder: Instances. Parent ref: group-v355025. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1815.132880] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-905f31ed-fab6-474b-aece-9f4b9e1aacbb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.142376] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Created folder: Instances in parent group-v355025. [ 1815.142596] env[62522]: DEBUG oslo.service.loopingcall [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.142825] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cced87bc-2529-4a70-970b-623156c54a56] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1815.143129] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d9e23d5-3ec9-4f05-8e96-71feffc18d85 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.165849] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1815.165849] env[62522]: value = "task-1703640" [ 1815.165849] env[62522]: _type = "Task" [ 1815.165849] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.173309] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703640, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.206474] env[62522]: DEBUG nova.compute.manager [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1815.230791] env[62522]: DEBUG nova.virt.hardware [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1815.231061] env[62522]: DEBUG nova.virt.hardware [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1815.231225] env[62522]: DEBUG nova.virt.hardware [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.231407] env[62522]: DEBUG nova.virt.hardware [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1815.231552] env[62522]: DEBUG nova.virt.hardware [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.231698] env[62522]: DEBUG nova.virt.hardware [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1815.231899] env[62522]: DEBUG nova.virt.hardware [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1815.232069] env[62522]: DEBUG nova.virt.hardware [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1815.232238] env[62522]: DEBUG nova.virt.hardware [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1815.232458] env[62522]: DEBUG nova.virt.hardware [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1815.232673] env[62522]: DEBUG nova.virt.hardware [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1815.233624] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32accf5-4492-41d7-82ee-d9fd57557f85 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.241870] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1fa3c2-4038-49d5-8976-ac61f15b7f19 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.388929] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.391622] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.146s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.432779] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1815.432779] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52072144-2d92-0852-7bb0-1e0679a56227" [ 1815.432779] env[62522]: _type = "HttpNfcLease" [ 1815.432779] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1815.434108] env[62522]: DEBUG oslo_vmware.rw_handles [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1815.434108] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52072144-2d92-0852-7bb0-1e0679a56227" [ 1815.434108] env[62522]: _type = "HttpNfcLease" [ 1815.434108] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1815.434108] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028ea8dd-91b2-4da8-a933-507515796c3b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.441643] env[62522]: DEBUG oslo_vmware.rw_handles [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52908774-2715-f35b-8066-4709984b855f/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1815.441820] env[62522]: DEBUG oslo_vmware.rw_handles [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52908774-2715-f35b-8066-4709984b855f/disk-0.vmdk. {{(pid=62522) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1815.508107] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b75bbed-4c66-4826-90e7-bf639f9f28db {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.545235] env[62522]: DEBUG nova.network.neutron [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Successfully updated port: 07ee362b-9b85-4cca-9482-821dc9a69714 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1815.680017] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703640, 'name': CreateVM_Task, 'duration_secs': 0.388597} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.680315] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cced87bc-2529-4a70-970b-623156c54a56] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1815.681565] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.681808] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.682219] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1815.683667] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b428d7a-5262-49c0-b43c-e6825849f3d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.689993] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1815.689993] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523f5ce8-8600-6f25-4b53-cbb6453f4507" [ 1815.689993] env[62522]: _type = "Task" [ 1815.689993] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.698890] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523f5ce8-8600-6f25-4b53-cbb6453f4507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.903159] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a0f49c1-92f6-4f6a-adab-ba2f2bfe85b7 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.641s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.904049] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.234s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.904269] env[62522]: INFO nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] During sync_power_state the instance has a pending task (shelving_offloading). Skip. [ 1815.904448] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.905600] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.416s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.905813] env[62522]: INFO nova.compute.manager [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Unshelving [ 1815.930839] env[62522]: DEBUG nova.network.neutron [req-beb4e17f-29df-4059-aca0-e4bf07fe05bb req-937a3e99-2fa2-499c-ae37-aed9e08e795a service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updated VIF entry in instance network info cache for port ef83c453-30c0-4787-ad19-bbd7d2532c31. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1815.931207] env[62522]: DEBUG nova.network.neutron [req-beb4e17f-29df-4059-aca0-e4bf07fe05bb req-937a3e99-2fa2-499c-ae37-aed9e08e795a service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance_info_cache with network_info: [{"id": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "address": "fa:16:3e:d8:d8:a6", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef83c453-30", "ovs_interfaceid": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.048734] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "refresh_cache-b5e2d9e7-3d2d-4838-afde-9509ec8227af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.048978] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired lock "refresh_cache-b5e2d9e7-3d2d-4838-afde-9509ec8227af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.049130] env[62522]: DEBUG nova.network.neutron [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1816.181233] env[62522]: DEBUG oslo_vmware.rw_handles [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Completed reading data from the image iterator. {{(pid=62522) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1816.181667] env[62522]: DEBUG oslo_vmware.rw_handles [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52908774-2715-f35b-8066-4709984b855f/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1816.182414] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b7c2dc-bc28-47de-ba5b-c50f4c9e0349 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.189089] env[62522]: DEBUG oslo_vmware.rw_handles [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52908774-2715-f35b-8066-4709984b855f/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1816.189249] env[62522]: DEBUG oslo_vmware.rw_handles [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52908774-2715-f35b-8066-4709984b855f/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1816.189482] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c2a1d5e6-3ba3-47fc-b1d4-a93b5b53bcfd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.201576] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523f5ce8-8600-6f25-4b53-cbb6453f4507, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.201885] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.202139] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1816.202438] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.202602] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.202787] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.203113] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a3ea86f-b275-4056-b319-d60606a201ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.233658] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1816.233842] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1816.234605] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45c3e3e-3e95-4c21-a944-7a4779815bdb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.240252] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1816.240252] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a2e6d2-cf3f-5954-7dc6-bc20607b68af" [ 1816.240252] env[62522]: _type = "Task" [ 1816.240252] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.248323] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a2e6d2-cf3f-5954-7dc6-bc20607b68af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.425778] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 04f2dcf8-ec65-432d-b5c0-1a351d12accb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1816.425778] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance dfce32f7-8a2c-4503-b9f7-e3a6a045217f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1816.425778] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 13903b36-adc5-4e50-8a4e-8a3833cf7de3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1816.425778] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1816.425778] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 2b30da6e-7775-4185-b0af-346f62d35923 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1816.426015] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance cced87bc-2529-4a70-970b-623156c54a56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1816.433846] env[62522]: DEBUG oslo_concurrency.lockutils [req-beb4e17f-29df-4059-aca0-e4bf07fe05bb req-937a3e99-2fa2-499c-ae37-aed9e08e795a service nova] Releasing lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.435651] env[62522]: DEBUG oslo_vmware.rw_handles [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52908774-2715-f35b-8066-4709984b855f/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1816.435963] env[62522]: INFO nova.virt.vmwareapi.images [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Downloaded image file data 9978942d-817f-4833-a2b6-4d16baf7e19c [ 1816.436726] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce56a08c-6acb-4ac2-8a90-119b0835096e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.454669] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38790475-d5ce-4822-8fa0-605d618fb32b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.502552] env[62522]: INFO nova.virt.vmwareapi.images [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] The imported VM was unregistered [ 1816.504810] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Caching image {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1816.505042] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9978942d-817f-4833-a2b6-4d16baf7e19c {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.505308] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0125bbed-7cc2-4c93-b583-821c2a6949e2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.515313] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Created directory with path [datastore1] devstack-image-cache_base/9978942d-817f-4833-a2b6-4d16baf7e19c {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1816.515488] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7e83d1e3-a261-47a0-a070-2de4f2b1f849/OSTACK_IMG_7e83d1e3-a261-47a0-a070-2de4f2b1f849.vmdk to [datastore1] devstack-image-cache_base/9978942d-817f-4833-a2b6-4d16baf7e19c/9978942d-817f-4833-a2b6-4d16baf7e19c.vmdk. {{(pid=62522) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1816.515718] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-612be5df-d4ae-4de7-8852-91f9a1b1853d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.521963] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1816.521963] env[62522]: value = "task-1703642" [ 1816.521963] env[62522]: _type = "Task" [ 1816.521963] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.529418] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703642, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.586731] env[62522]: DEBUG nova.network.neutron [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1816.757032] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a2e6d2-cf3f-5954-7dc6-bc20607b68af, 'name': SearchDatastore_Task, 'duration_secs': 0.017153} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.757032] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d3c8b5-7df6-4ab8-9a7c-a7a4af9e6053 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.761363] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1816.761363] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c404e7-c243-0355-d43e-76bf1c7f0c01" [ 1816.761363] env[62522]: _type = "Task" [ 1816.761363] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.773437] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c404e7-c243-0355-d43e-76bf1c7f0c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.778979] env[62522]: DEBUG nova.network.neutron [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Updating instance_info_cache with network_info: [{"id": "07ee362b-9b85-4cca-9482-821dc9a69714", "address": "fa:16:3e:0c:0a:dd", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07ee362b-9b", "ovs_interfaceid": "07ee362b-9b85-4cca-9482-821dc9a69714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.929029] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.929780] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance df99de73-b778-40c7-955f-7b89f3480438 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1816.929954] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance b5e2d9e7-3d2d-4838-afde-9509ec8227af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1816.930133] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (59e04893-03fc-41a2-9591-b0bc3d235151): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1816.930328] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1816.930466] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1816.977864] env[62522]: DEBUG nova.compute.manager [req-876e1708-1e23-4da9-a0d3-1e75452faaad req-ed274f58-c3d4-4767-9232-295bf376f659 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Received event network-vif-plugged-07ee362b-9b85-4cca-9482-821dc9a69714 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1816.978190] env[62522]: DEBUG oslo_concurrency.lockutils [req-876e1708-1e23-4da9-a0d3-1e75452faaad req-ed274f58-c3d4-4767-9232-295bf376f659 service nova] Acquiring lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.978435] env[62522]: DEBUG oslo_concurrency.lockutils [req-876e1708-1e23-4da9-a0d3-1e75452faaad req-ed274f58-c3d4-4767-9232-295bf376f659 service nova] Lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.978633] env[62522]: DEBUG oslo_concurrency.lockutils [req-876e1708-1e23-4da9-a0d3-1e75452faaad req-ed274f58-c3d4-4767-9232-295bf376f659 service nova] Lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.978833] env[62522]: DEBUG nova.compute.manager [req-876e1708-1e23-4da9-a0d3-1e75452faaad req-ed274f58-c3d4-4767-9232-295bf376f659 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] No waiting events found dispatching network-vif-plugged-07ee362b-9b85-4cca-9482-821dc9a69714 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1816.979095] env[62522]: WARNING nova.compute.manager [req-876e1708-1e23-4da9-a0d3-1e75452faaad req-ed274f58-c3d4-4767-9232-295bf376f659 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Received unexpected event network-vif-plugged-07ee362b-9b85-4cca-9482-821dc9a69714 for instance with vm_state building and task_state spawning. [ 1816.979291] env[62522]: DEBUG nova.compute.manager [req-876e1708-1e23-4da9-a0d3-1e75452faaad req-ed274f58-c3d4-4767-9232-295bf376f659 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Received event network-changed-07ee362b-9b85-4cca-9482-821dc9a69714 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1816.979447] env[62522]: DEBUG nova.compute.manager [req-876e1708-1e23-4da9-a0d3-1e75452faaad req-ed274f58-c3d4-4767-9232-295bf376f659 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Refreshing instance network info cache due to event network-changed-07ee362b-9b85-4cca-9482-821dc9a69714. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1816.979665] env[62522]: DEBUG oslo_concurrency.lockutils [req-876e1708-1e23-4da9-a0d3-1e75452faaad req-ed274f58-c3d4-4767-9232-295bf376f659 service nova] Acquiring lock "refresh_cache-b5e2d9e7-3d2d-4838-afde-9509ec8227af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.037063] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703642, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.068131] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab74afc5-fe26-422d-bf3c-fcab8061253a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.078626] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274ba89e-dfca-4f63-aa8f-a0219c746449 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.111848] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb324e4-1f09-4ae5-b1a0-1a743f2edf8d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.120603] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f1934a-81e1-4600-b2bb-87438967e3f6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.133714] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.276754] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c404e7-c243-0355-d43e-76bf1c7f0c01, 'name': SearchDatastore_Task, 'duration_secs': 0.069176} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.277144] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.277460] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] cced87bc-2529-4a70-970b-623156c54a56/cced87bc-2529-4a70-970b-623156c54a56.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1817.277817] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55027121-a0fd-4ae0-9519-42835d47ccbc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.281472] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Releasing lock "refresh_cache-b5e2d9e7-3d2d-4838-afde-9509ec8227af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.281868] env[62522]: DEBUG nova.compute.manager [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Instance network_info: |[{"id": "07ee362b-9b85-4cca-9482-821dc9a69714", "address": "fa:16:3e:0c:0a:dd", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07ee362b-9b", "ovs_interfaceid": "07ee362b-9b85-4cca-9482-821dc9a69714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1817.282254] env[62522]: DEBUG oslo_concurrency.lockutils [req-876e1708-1e23-4da9-a0d3-1e75452faaad req-ed274f58-c3d4-4767-9232-295bf376f659 service nova] Acquired lock "refresh_cache-b5e2d9e7-3d2d-4838-afde-9509ec8227af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.282503] env[62522]: DEBUG nova.network.neutron [req-876e1708-1e23-4da9-a0d3-1e75452faaad req-ed274f58-c3d4-4767-9232-295bf376f659 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Refreshing network info cache for port 07ee362b-9b85-4cca-9482-821dc9a69714 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1817.287063] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:0a:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07ee362b-9b85-4cca-9482-821dc9a69714', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1817.298665] env[62522]: DEBUG oslo.service.loopingcall [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.301920] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1817.302419] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1817.302419] env[62522]: value = "task-1703643" [ 1817.302419] env[62522]: _type = "Task" [ 1817.302419] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.302682] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a7e0b32-e13e-4c6c-9f3d-5fbcdf13abfc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.338596] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.339956] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1817.339956] env[62522]: value = "task-1703644" [ 1817.339956] env[62522]: _type = "Task" [ 1817.339956] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.351130] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703644, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.535107] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703642, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.636914] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1817.838231] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.854787] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703644, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.034820] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703642, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.088630] env[62522]: DEBUG nova.network.neutron [req-876e1708-1e23-4da9-a0d3-1e75452faaad req-ed274f58-c3d4-4767-9232-295bf376f659 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Updated VIF entry in instance network info cache for port 07ee362b-9b85-4cca-9482-821dc9a69714. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1818.089474] env[62522]: DEBUG nova.network.neutron [req-876e1708-1e23-4da9-a0d3-1e75452faaad req-ed274f58-c3d4-4767-9232-295bf376f659 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Updating instance_info_cache with network_info: [{"id": "07ee362b-9b85-4cca-9482-821dc9a69714", "address": "fa:16:3e:0c:0a:dd", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07ee362b-9b", "ovs_interfaceid": "07ee362b-9b85-4cca-9482-821dc9a69714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.141673] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1818.141933] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.750s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.142220] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.899s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.142439] env[62522]: DEBUG nova.objects.instance [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lazy-loading 'pci_requests' on Instance uuid df99de73-b778-40c7-955f-7b89f3480438 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.338259] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.353694] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703644, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.535953] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703642, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.593065] env[62522]: DEBUG oslo_concurrency.lockutils [req-876e1708-1e23-4da9-a0d3-1e75452faaad req-ed274f58-c3d4-4767-9232-295bf376f659 service nova] Releasing lock "refresh_cache-b5e2d9e7-3d2d-4838-afde-9509ec8227af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.646673] env[62522]: DEBUG nova.objects.instance [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lazy-loading 'numa_topology' on Instance uuid df99de73-b778-40c7-955f-7b89f3480438 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.838350] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703643, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.852581] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703644, 'name': CreateVM_Task, 'duration_secs': 1.495451} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.852797] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1818.853388] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.853553] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.853921] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1818.854199] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5684b8d-35e6-489b-89e3-bc7dabbd1316 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.860658] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1818.860658] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dfab54-ceeb-65a5-0067-c54f6ca438a5" [ 1818.860658] env[62522]: _type = "Task" [ 1818.860658] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.872233] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dfab54-ceeb-65a5-0067-c54f6ca438a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.038410] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703642, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.149724] env[62522]: INFO nova.compute.claims [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1819.337181] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703643, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.940222} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.337617] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] cced87bc-2529-4a70-970b-623156c54a56/cced87bc-2529-4a70-970b-623156c54a56.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1819.337878] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1819.338153] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7c54010-75eb-4771-b1ef-740976d34b2c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.345425] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1819.345425] env[62522]: value = "task-1703645" [ 1819.345425] env[62522]: _type = "Task" [ 1819.345425] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.352761] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.369768] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52dfab54-ceeb-65a5-0067-c54f6ca438a5, 'name': SearchDatastore_Task, 'duration_secs': 0.02421} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.370118] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.370417] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1819.370682] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.370829] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.371017] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1819.371270] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45bccf9b-4a4f-4ab5-a310-63cdb77097ac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.379071] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1819.379250] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1819.379908] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6f3066-5bf8-485c-afe4-797fadbcda8c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.384632] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1819.384632] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e893e5-5758-8e97-ea31-2c860f70dda9" [ 1819.384632] env[62522]: _type = "Task" [ 1819.384632] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.392208] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e893e5-5758-8e97-ea31-2c860f70dda9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.535092] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703642, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.627397} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.535365] env[62522]: INFO nova.virt.vmwareapi.ds_util [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7e83d1e3-a261-47a0-a070-2de4f2b1f849/OSTACK_IMG_7e83d1e3-a261-47a0-a070-2de4f2b1f849.vmdk to [datastore1] devstack-image-cache_base/9978942d-817f-4833-a2b6-4d16baf7e19c/9978942d-817f-4833-a2b6-4d16baf7e19c.vmdk. [ 1819.535554] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Cleaning up location [datastore1] OSTACK_IMG_7e83d1e3-a261-47a0-a070-2de4f2b1f849 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1819.535715] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7e83d1e3-a261-47a0-a070-2de4f2b1f849 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1819.535964] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-888075d9-b9dc-4b2c-b780-7a426cf4c6e5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.542486] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1819.542486] env[62522]: value = "task-1703646" [ 1819.542486] env[62522]: _type = "Task" [ 1819.542486] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.550281] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.855470] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071579} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.855743] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1819.856550] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be00acfd-2d7f-46a8-b8d3-306bbf2bc67f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.877319] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] cced87bc-2529-4a70-970b-623156c54a56/cced87bc-2529-4a70-970b-623156c54a56.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.877544] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b88da599-9501-45a3-8352-35a7b8bae18e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.899010] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e893e5-5758-8e97-ea31-2c860f70dda9, 'name': SearchDatastore_Task, 'duration_secs': 0.007829} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.900585] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1819.900585] env[62522]: value = "task-1703647" [ 1819.900585] env[62522]: _type = "Task" [ 1819.900585] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.900761] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a3f8f5-b4ed-4bb7-8066-9f8e56d12173 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.907792] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1819.907792] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52370097-bf66-3593-255e-195302e089da" [ 1819.907792] env[62522]: _type = "Task" [ 1819.907792] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.910653] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703647, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.917185] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52370097-bf66-3593-255e-195302e089da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.025931] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.026179] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.052758] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034009} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.052983] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1820.053235] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9978942d-817f-4833-a2b6-4d16baf7e19c/9978942d-817f-4833-a2b6-4d16baf7e19c.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.053464] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9978942d-817f-4833-a2b6-4d16baf7e19c/9978942d-817f-4833-a2b6-4d16baf7e19c.vmdk to [datastore1] 2b30da6e-7775-4185-b0af-346f62d35923/2b30da6e-7775-4185-b0af-346f62d35923.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1820.053693] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16501471-515e-43f0-8f17-af56f513ac09 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.059557] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1820.059557] env[62522]: value = "task-1703648" [ 1820.059557] env[62522]: _type = "Task" [ 1820.059557] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.068010] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.275116] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16429ab0-03c0-4934-b5b7-99cf1e15567a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.284759] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ab320f-5eb2-491d-9176-2dba54757b61 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.316270] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742fbcf9-8630-4ed6-8815-edff8708c3bd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.324487] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f127b376-c7bf-4505-8a5c-9ea0e3ab2453 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.338444] env[62522]: DEBUG nova.compute.provider_tree [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1820.414057] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.427295] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52370097-bf66-3593-255e-195302e089da, 'name': SearchDatastore_Task, 'duration_secs': 0.008797} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.427568] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.427825] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] b5e2d9e7-3d2d-4838-afde-9509ec8227af/b5e2d9e7-3d2d-4838-afde-9509ec8227af.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1820.428108] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60ea8454-596f-46c8-9970-57b13d0c666b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.441266] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1820.441266] env[62522]: value = "task-1703649" [ 1820.441266] env[62522]: _type = "Task" [ 1820.441266] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.452780] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.530833] env[62522]: DEBUG nova.compute.utils [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1820.572051] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703648, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.842030] env[62522]: DEBUG nova.scheduler.client.report [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1820.915076] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703647, 'name': ReconfigVM_Task, 'duration_secs': 0.752742} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.915337] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Reconfigured VM instance instance-00000070 to attach disk [datastore1] cced87bc-2529-4a70-970b-623156c54a56/cced87bc-2529-4a70-970b-623156c54a56.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.916020] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7844bee-c405-4910-83b3-2a22cf44d60c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.925114] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1820.925114] env[62522]: value = "task-1703650" [ 1820.925114] env[62522]: _type = "Task" [ 1820.925114] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.936542] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703650, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.950913] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.033940] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.073459] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703648, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.347480] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.205s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.349786] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.671s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.349990] env[62522]: DEBUG nova.objects.instance [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62522) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1821.389573] env[62522]: INFO nova.network.neutron [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Updating port 498d5378-f89b-482a-8082-49d266f0959c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1821.438746] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703650, 'name': Rename_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.453638] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.576183] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703648, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.938916] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703650, 'name': Rename_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.955294] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.073224] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703648, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.195933] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.196282] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.196564] env[62522]: INFO nova.compute.manager [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Attaching volume aebfa242-0131-44b4-8eeb-3f1bfa03f9e8 to /dev/sdb [ 1822.230192] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c211ade1-cf50-4775-8745-93b3efcfbad5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.239140] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa16eaa5-cf5c-4b38-8495-950a66fcfecc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.255204] env[62522]: DEBUG nova.virt.block_device [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Updating existing volume attachment record: 31063735-fee4-41b1-8d0e-a72a45ab7f04 {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1822.363253] env[62522]: DEBUG oslo_concurrency.lockutils [None req-6ea2f63e-69a3-4eb1-92b7-6c69e5652ff6 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.364784] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.436s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.365019] env[62522]: DEBUG nova.objects.instance [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'pci_requests' on Instance uuid bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.439134] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703650, 'name': Rename_Task, 'duration_secs': 1.19802} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.439536] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1822.439879] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f5edfb1-4e70-438b-981b-d58b4977378f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.447912] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1822.447912] env[62522]: value = "task-1703652" [ 1822.447912] env[62522]: _type = "Task" [ 1822.447912] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.457617] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703649, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.460529] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.572519] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703648, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.854461] env[62522]: DEBUG nova.compute.manager [req-39e7c0e3-c1f5-45bd-9683-37393b6b5171 req-1d93d22c-7806-4176-b1cb-1fedfa4dd67d service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Received event network-vif-plugged-498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1822.854730] env[62522]: DEBUG oslo_concurrency.lockutils [req-39e7c0e3-c1f5-45bd-9683-37393b6b5171 req-1d93d22c-7806-4176-b1cb-1fedfa4dd67d service nova] Acquiring lock "df99de73-b778-40c7-955f-7b89f3480438-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.854979] env[62522]: DEBUG oslo_concurrency.lockutils [req-39e7c0e3-c1f5-45bd-9683-37393b6b5171 req-1d93d22c-7806-4176-b1cb-1fedfa4dd67d service nova] Lock "df99de73-b778-40c7-955f-7b89f3480438-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.855445] env[62522]: DEBUG oslo_concurrency.lockutils [req-39e7c0e3-c1f5-45bd-9683-37393b6b5171 req-1d93d22c-7806-4176-b1cb-1fedfa4dd67d service nova] Lock "df99de73-b778-40c7-955f-7b89f3480438-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.855692] env[62522]: DEBUG nova.compute.manager [req-39e7c0e3-c1f5-45bd-9683-37393b6b5171 req-1d93d22c-7806-4176-b1cb-1fedfa4dd67d service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] No waiting events found dispatching network-vif-plugged-498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1822.855943] env[62522]: WARNING nova.compute.manager [req-39e7c0e3-c1f5-45bd-9683-37393b6b5171 req-1d93d22c-7806-4176-b1cb-1fedfa4dd67d service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Received unexpected event network-vif-plugged-498d5378-f89b-482a-8082-49d266f0959c for instance with vm_state shelved_offloaded and task_state spawning. [ 1822.870021] env[62522]: DEBUG nova.objects.instance [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'numa_topology' on Instance uuid bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.959220] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.959220] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.959220] env[62522]: DEBUG nova.network.neutron [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.959220] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703649, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.365742} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.959220] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] b5e2d9e7-3d2d-4838-afde-9509ec8227af/b5e2d9e7-3d2d-4838-afde-9509ec8227af.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1822.959220] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1822.959220] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73639ba4-a012-45bb-a090-d5f77a71360b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.963858] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703652, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.968373] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1822.968373] env[62522]: value = "task-1703653" [ 1822.968373] env[62522]: _type = "Task" [ 1822.968373] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.979652] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.072434] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703648, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.518581} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.072675] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9978942d-817f-4833-a2b6-4d16baf7e19c/9978942d-817f-4833-a2b6-4d16baf7e19c.vmdk to [datastore1] 2b30da6e-7775-4185-b0af-346f62d35923/2b30da6e-7775-4185-b0af-346f62d35923.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1823.073468] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60597e6-a51e-44a6-9143-92ce33ebbebc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.094820] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 2b30da6e-7775-4185-b0af-346f62d35923/2b30da6e-7775-4185-b0af-346f62d35923.vmdk or device None with type streamOptimized {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1823.095099] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90c61c70-a66b-46c8-a89a-a356bdbb7a4d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.115680] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1823.115680] env[62522]: value = "task-1703654" [ 1823.115680] env[62522]: _type = "Task" [ 1823.115680] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.125682] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.370934] env[62522]: INFO nova.compute.claims [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1823.457911] env[62522]: DEBUG oslo_vmware.api [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703652, 'name': PowerOnVM_Task, 'duration_secs': 0.522142} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.458293] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1823.458435] env[62522]: INFO nova.compute.manager [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1823.458589] env[62522]: DEBUG nova.compute.manager [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1823.461126] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5894218f-851b-4e38-8ffd-d859e265d069 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.477077] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058899} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.477332] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1823.478070] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8295b0-23f3-4e06-bc33-ef70885a29d8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.500037] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] b5e2d9e7-3d2d-4838-afde-9509ec8227af/b5e2d9e7-3d2d-4838-afde-9509ec8227af.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1823.502499] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0777153-cfa2-40b6-abee-c6c8e5cfbf1d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.522269] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1823.522269] env[62522]: value = "task-1703655" [ 1823.522269] env[62522]: _type = "Task" [ 1823.522269] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.530538] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.625621] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703654, 'name': ReconfigVM_Task, 'duration_secs': 0.315755} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.627882] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 2b30da6e-7775-4185-b0af-346f62d35923/2b30da6e-7775-4185-b0af-346f62d35923.vmdk or device None with type streamOptimized {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1823.628522] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48dc65e2-71b1-4345-823b-b9788f89942d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.635522] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1823.635522] env[62522]: value = "task-1703656" [ 1823.635522] env[62522]: _type = "Task" [ 1823.635522] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.643667] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703656, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.945953] env[62522]: DEBUG nova.network.neutron [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Updating instance_info_cache with network_info: [{"id": "498d5378-f89b-482a-8082-49d266f0959c", "address": "fa:16:3e:92:05:8e", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498d5378-f8", "ovs_interfaceid": "498d5378-f89b-482a-8082-49d266f0959c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.980735] env[62522]: INFO nova.compute.manager [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Took 19.64 seconds to build instance. [ 1824.031950] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.145311] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703656, 'name': Rename_Task, 'duration_secs': 0.133836} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.145538] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1824.145777] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13d4b395-22ac-4c98-b44a-3bb6a245ca2d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.151747] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1824.151747] env[62522]: value = "task-1703657" [ 1824.151747] env[62522]: _type = "Task" [ 1824.151747] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.160388] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.403700] env[62522]: DEBUG nova.compute.manager [req-ffa70841-0af5-4b9a-87f5-ce5a8632fb47 req-58c69f23-d35b-49da-85d8-9263ccc46374 service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Received event network-changed-ef83c453-30c0-4787-ad19-bbd7d2532c31 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1824.403838] env[62522]: DEBUG nova.compute.manager [req-ffa70841-0af5-4b9a-87f5-ce5a8632fb47 req-58c69f23-d35b-49da-85d8-9263ccc46374 service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Refreshing instance network info cache due to event network-changed-ef83c453-30c0-4787-ad19-bbd7d2532c31. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1824.404071] env[62522]: DEBUG oslo_concurrency.lockutils [req-ffa70841-0af5-4b9a-87f5-ce5a8632fb47 req-58c69f23-d35b-49da-85d8-9263ccc46374 service nova] Acquiring lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.404292] env[62522]: DEBUG oslo_concurrency.lockutils [req-ffa70841-0af5-4b9a-87f5-ce5a8632fb47 req-58c69f23-d35b-49da-85d8-9263ccc46374 service nova] Acquired lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.404381] env[62522]: DEBUG nova.network.neutron [req-ffa70841-0af5-4b9a-87f5-ce5a8632fb47 req-58c69f23-d35b-49da-85d8-9263ccc46374 service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Refreshing network info cache for port ef83c453-30c0-4787-ad19-bbd7d2532c31 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.448600] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.482978] env[62522]: DEBUG oslo_concurrency.lockutils [None req-900bdd73-6e70-40f8-bf0e-8b5e1f90fdb9 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "cced87bc-2529-4a70-970b-623156c54a56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.154s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.511817] env[62522]: DEBUG nova.virt.hardware [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0b9796146cea47732c0784f0aa5b297d',container_format='bare',created_at=2024-12-10T19:30:10Z,direct_url=,disk_format='vmdk',id=c80eb331-10be-4463-bbff-ef88823a4777,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1803710020-shelved',owner='7e0fb452d8c04cf08e37a228e2496465',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2024-12-10T19:30:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1824.512173] env[62522]: DEBUG nova.virt.hardware [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1824.512365] env[62522]: DEBUG nova.virt.hardware [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.512569] env[62522]: DEBUG nova.virt.hardware [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1824.512746] env[62522]: DEBUG nova.virt.hardware [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.512922] env[62522]: DEBUG nova.virt.hardware [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1824.513326] env[62522]: DEBUG nova.virt.hardware [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1824.513471] env[62522]: DEBUG nova.virt.hardware [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1824.513707] env[62522]: DEBUG nova.virt.hardware [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1824.513978] env[62522]: DEBUG nova.virt.hardware [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1824.514250] env[62522]: DEBUG nova.virt.hardware [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1824.515191] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7d29af-79f7-47bc-9901-68a123677527 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.519452] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6a9f18-d3b5-40de-8575-69eb052c70b4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.531518] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97d5706-f6c4-4a06-b3a6-2889db92e1e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.536157] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b668102-3dbb-41ed-a78f-4bd00f1e3201 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.542056] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703655, 'name': ReconfigVM_Task, 'duration_secs': 0.874682} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.542839] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Reconfigured VM instance instance-00000071 to attach disk [datastore1] b5e2d9e7-3d2d-4838-afde-9509ec8227af/b5e2d9e7-3d2d-4838-afde-9509ec8227af.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1824.543706] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5263c1a-a74c-4b7d-9abb-8633412aac64 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.553244] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:05:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '498d5378-f89b-482a-8082-49d266f0959c', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1824.560999] env[62522]: DEBUG oslo.service.loopingcall [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.588651] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df99de73-b778-40c7-955f-7b89f3480438] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1824.589088] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9677b131-875a-4291-a243-5038b84c9519 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.603812] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e935cbb0-cca6-4d28-927d-bb1ff908dfa4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.607835] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1824.607835] env[62522]: value = "task-1703659" [ 1824.607835] env[62522]: _type = "Task" [ 1824.607835] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.616014] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407ee280-d676-44fb-a1f6-7068d06159db {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.622562] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1824.622562] env[62522]: value = "task-1703660" [ 1824.622562] env[62522]: _type = "Task" [ 1824.622562] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.626765] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703659, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.638691] env[62522]: DEBUG nova.compute.provider_tree [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.645704] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703660, 'name': CreateVM_Task} progress is 15%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.661423] env[62522]: DEBUG oslo_vmware.api [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703657, 'name': PowerOnVM_Task, 'duration_secs': 0.463663} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.661694] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1824.661879] env[62522]: INFO nova.compute.manager [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Took 13.97 seconds to spawn the instance on the hypervisor. [ 1824.662083] env[62522]: DEBUG nova.compute.manager [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.663439] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024fed82-38d4-442b-b0a3-3d6c53a9981e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.879821] env[62522]: DEBUG nova.compute.manager [req-49dcc432-f08f-4044-8807-485f188a5507 req-833597b8-dc19-4236-b0d2-1bc320f2d5a8 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Received event network-changed-498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1824.880048] env[62522]: DEBUG nova.compute.manager [req-49dcc432-f08f-4044-8807-485f188a5507 req-833597b8-dc19-4236-b0d2-1bc320f2d5a8 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Refreshing instance network info cache due to event network-changed-498d5378-f89b-482a-8082-49d266f0959c. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1824.880275] env[62522]: DEBUG oslo_concurrency.lockutils [req-49dcc432-f08f-4044-8807-485f188a5507 req-833597b8-dc19-4236-b0d2-1bc320f2d5a8 service nova] Acquiring lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.880493] env[62522]: DEBUG oslo_concurrency.lockutils [req-49dcc432-f08f-4044-8807-485f188a5507 req-833597b8-dc19-4236-b0d2-1bc320f2d5a8 service nova] Acquired lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.880656] env[62522]: DEBUG nova.network.neutron [req-49dcc432-f08f-4044-8807-485f188a5507 req-833597b8-dc19-4236-b0d2-1bc320f2d5a8 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Refreshing network info cache for port 498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1825.119788] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703659, 'name': Rename_Task, 'duration_secs': 0.168619} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.119788] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1825.119886] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94aef71a-e52e-4c5d-bb61-27e3ba9a06e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.125783] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1825.125783] env[62522]: value = "task-1703661" [ 1825.125783] env[62522]: _type = "Task" [ 1825.125783] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.138042] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.142229] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703660, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.143338] env[62522]: DEBUG nova.scheduler.client.report [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1825.169814] env[62522]: DEBUG nova.network.neutron [req-ffa70841-0af5-4b9a-87f5-ce5a8632fb47 req-58c69f23-d35b-49da-85d8-9263ccc46374 service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updated VIF entry in instance network info cache for port ef83c453-30c0-4787-ad19-bbd7d2532c31. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.170224] env[62522]: DEBUG nova.network.neutron [req-ffa70841-0af5-4b9a-87f5-ce5a8632fb47 req-58c69f23-d35b-49da-85d8-9263ccc46374 service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance_info_cache with network_info: [{"id": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "address": "fa:16:3e:d8:d8:a6", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef83c453-30", "ovs_interfaceid": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.183473] env[62522]: INFO nova.compute.manager [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Took 22.31 seconds to build instance. [ 1825.609449] env[62522]: DEBUG nova.network.neutron [req-49dcc432-f08f-4044-8807-485f188a5507 req-833597b8-dc19-4236-b0d2-1bc320f2d5a8 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Updated VIF entry in instance network info cache for port 498d5378-f89b-482a-8082-49d266f0959c. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.609833] env[62522]: DEBUG nova.network.neutron [req-49dcc432-f08f-4044-8807-485f188a5507 req-833597b8-dc19-4236-b0d2-1bc320f2d5a8 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Updating instance_info_cache with network_info: [{"id": "498d5378-f89b-482a-8082-49d266f0959c", "address": "fa:16:3e:92:05:8e", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498d5378-f8", "ovs_interfaceid": "498d5378-f89b-482a-8082-49d266f0959c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.637028] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.642102] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703660, 'name': CreateVM_Task, 'duration_secs': 0.668589} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.642248] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df99de73-b778-40c7-955f-7b89f3480438] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1825.642864] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c80eb331-10be-4463-bbff-ef88823a4777" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.643036] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c80eb331-10be-4463-bbff-ef88823a4777" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.643423] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c80eb331-10be-4463-bbff-ef88823a4777" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1825.643672] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0598412-87e9-4a48-baf4-1a5b28999224 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.648201] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.284s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.650036] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1825.650036] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fc3379-5cc3-7aa1-8787-c487f3224967" [ 1825.650036] env[62522]: _type = "Task" [ 1825.650036] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.659662] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fc3379-5cc3-7aa1-8787-c487f3224967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.672296] env[62522]: DEBUG oslo_concurrency.lockutils [req-ffa70841-0af5-4b9a-87f5-ce5a8632fb47 req-58c69f23-d35b-49da-85d8-9263ccc46374 service nova] Releasing lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.682137] env[62522]: INFO nova.network.neutron [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Updating port 3ddfe922-fa65-4651-b539-35d4cda2cdb6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1825.685396] env[62522]: DEBUG oslo_concurrency.lockutils [None req-141d965f-dd87-4ac5-a073-1f7086f37b3d tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "2b30da6e-7775-4185-b0af-346f62d35923" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.820s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.685617] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "2b30da6e-7775-4185-b0af-346f62d35923" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.015s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.686442] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fb1c2d-cb93-4b96-a7be-229f3af67add {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.112522] env[62522]: DEBUG oslo_concurrency.lockutils [req-49dcc432-f08f-4044-8807-485f188a5507 req-833597b8-dc19-4236-b0d2-1bc320f2d5a8 service nova] Releasing lock "refresh_cache-df99de73-b778-40c7-955f-7b89f3480438" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.137420] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.160418] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c80eb331-10be-4463-bbff-ef88823a4777" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.160746] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Processing image c80eb331-10be-4463-bbff-ef88823a4777 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1826.160999] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c80eb331-10be-4463-bbff-ef88823a4777/c80eb331-10be-4463-bbff-ef88823a4777.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.161170] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c80eb331-10be-4463-bbff-ef88823a4777/c80eb331-10be-4463-bbff-ef88823a4777.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.161358] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1826.161604] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bca4e21-f8f6-43d0-802a-e068292f0391 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.173697] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1826.173879] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1826.174665] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25678ee2-4875-4afc-862e-8710354883e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.180589] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1826.180589] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525469f1-1c33-fedf-e1bf-eb0e107b7d95" [ 1826.180589] env[62522]: _type = "Task" [ 1826.180589] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.193023] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525469f1-1c33-fedf-e1bf-eb0e107b7d95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.195648] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "2b30da6e-7775-4185-b0af-346f62d35923" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.462629] env[62522]: DEBUG oslo_concurrency.lockutils [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "2b30da6e-7775-4185-b0af-346f62d35923" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.462897] env[62522]: DEBUG oslo_concurrency.lockutils [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "2b30da6e-7775-4185-b0af-346f62d35923" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.463172] env[62522]: DEBUG oslo_concurrency.lockutils [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "2b30da6e-7775-4185-b0af-346f62d35923-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.463372] env[62522]: DEBUG oslo_concurrency.lockutils [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "2b30da6e-7775-4185-b0af-346f62d35923-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.463572] env[62522]: DEBUG oslo_concurrency.lockutils [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "2b30da6e-7775-4185-b0af-346f62d35923-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.465749] env[62522]: INFO nova.compute.manager [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Terminating instance [ 1826.639156] env[62522]: DEBUG oslo_vmware.api [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703661, 'name': PowerOnVM_Task, 'duration_secs': 1.509444} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.639521] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1826.639636] env[62522]: INFO nova.compute.manager [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Took 11.43 seconds to spawn the instance on the hypervisor. [ 1826.639814] env[62522]: DEBUG nova.compute.manager [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1826.640634] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2df362-60d1-4fb3-bbc7-e06a0980c19d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.690502] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Preparing fetch location {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1826.690751] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Fetch image to [datastore1] OSTACK_IMG_f4a0d7d8-930a-442b-baf4-6387a1cefb88/OSTACK_IMG_f4a0d7d8-930a-442b-baf4-6387a1cefb88.vmdk {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1826.690933] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Downloading stream optimized image c80eb331-10be-4463-bbff-ef88823a4777 to [datastore1] OSTACK_IMG_f4a0d7d8-930a-442b-baf4-6387a1cefb88/OSTACK_IMG_f4a0d7d8-930a-442b-baf4-6387a1cefb88.vmdk on the data store datastore1 as vApp {{(pid=62522) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1826.691153] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Downloading image file data c80eb331-10be-4463-bbff-ef88823a4777 to the ESX as VM named 'OSTACK_IMG_f4a0d7d8-930a-442b-baf4-6387a1cefb88' {{(pid=62522) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1826.761882] env[62522]: DEBUG oslo_vmware.rw_handles [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1826.761882] env[62522]: value = "resgroup-9" [ 1826.761882] env[62522]: _type = "ResourcePool" [ 1826.761882] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1826.762383] env[62522]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-54d85ebe-5956-4c27-821c-1947d77a4c8d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.782651] env[62522]: DEBUG oslo_vmware.rw_handles [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lease: (returnval){ [ 1826.782651] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5254cdce-2bff-d325-e2c4-11b14393e157" [ 1826.782651] env[62522]: _type = "HttpNfcLease" [ 1826.782651] env[62522]: } obtained for vApp import into resource pool (val){ [ 1826.782651] env[62522]: value = "resgroup-9" [ 1826.782651] env[62522]: _type = "ResourcePool" [ 1826.782651] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1826.782994] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the lease: (returnval){ [ 1826.782994] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5254cdce-2bff-d325-e2c4-11b14393e157" [ 1826.782994] env[62522]: _type = "HttpNfcLease" [ 1826.782994] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1826.788933] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1826.788933] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5254cdce-2bff-d325-e2c4-11b14393e157" [ 1826.788933] env[62522]: _type = "HttpNfcLease" [ 1826.788933] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1826.801924] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1826.802155] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355029', 'volume_id': 'aebfa242-0131-44b4-8eeb-3f1bfa03f9e8', 'name': 'volume-aebfa242-0131-44b4-8eeb-3f1bfa03f9e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '13903b36-adc5-4e50-8a4e-8a3833cf7de3', 'attached_at': '', 'detached_at': '', 'volume_id': 'aebfa242-0131-44b4-8eeb-3f1bfa03f9e8', 'serial': 'aebfa242-0131-44b4-8eeb-3f1bfa03f9e8'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1826.802926] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4e4e54-bf0b-4b51-b40f-3ae071aa75d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.819611] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85abd645-b8f5-4cc6-9d2d-80f86119ea57 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.842855] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-aebfa242-0131-44b4-8eeb-3f1bfa03f9e8/volume-aebfa242-0131-44b4-8eeb-3f1bfa03f9e8.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1826.843453] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eb72234-786d-432e-aceb-f24347af7fc0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.861966] env[62522]: DEBUG oslo_vmware.api [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1826.861966] env[62522]: value = "task-1703663" [ 1826.861966] env[62522]: _type = "Task" [ 1826.861966] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.869705] env[62522]: DEBUG oslo_vmware.api [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.969875] env[62522]: DEBUG nova.compute.manager [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1826.970220] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1826.971070] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbe9513-5ea5-4612-9b5f-0f7c29de03e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.979383] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1826.979632] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ca4ecbd-3a72-4c49-b16f-e709980149cd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.986836] env[62522]: DEBUG oslo_vmware.api [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1826.986836] env[62522]: value = "task-1703664" [ 1826.986836] env[62522]: _type = "Task" [ 1826.986836] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.995454] env[62522]: DEBUG oslo_vmware.api [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.134446] env[62522]: DEBUG nova.compute.manager [req-b5a26dd9-e95b-41a2-9a3e-7e3bc887b33a req-e80bf660-a7aa-4e17-8784-bc33b2674073 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Received event network-vif-plugged-3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1827.134735] env[62522]: DEBUG oslo_concurrency.lockutils [req-b5a26dd9-e95b-41a2-9a3e-7e3bc887b33a req-e80bf660-a7aa-4e17-8784-bc33b2674073 service nova] Acquiring lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.134880] env[62522]: DEBUG oslo_concurrency.lockutils [req-b5a26dd9-e95b-41a2-9a3e-7e3bc887b33a req-e80bf660-a7aa-4e17-8784-bc33b2674073 service nova] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.135071] env[62522]: DEBUG oslo_concurrency.lockutils [req-b5a26dd9-e95b-41a2-9a3e-7e3bc887b33a req-e80bf660-a7aa-4e17-8784-bc33b2674073 service nova] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.135471] env[62522]: DEBUG nova.compute.manager [req-b5a26dd9-e95b-41a2-9a3e-7e3bc887b33a req-e80bf660-a7aa-4e17-8784-bc33b2674073 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] No waiting events found dispatching network-vif-plugged-3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1827.135671] env[62522]: WARNING nova.compute.manager [req-b5a26dd9-e95b-41a2-9a3e-7e3bc887b33a req-e80bf660-a7aa-4e17-8784-bc33b2674073 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Received unexpected event network-vif-plugged-3ddfe922-fa65-4651-b539-35d4cda2cdb6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1827.158147] env[62522]: INFO nova.compute.manager [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Took 19.83 seconds to build instance. [ 1827.227042] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.227246] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.227422] env[62522]: DEBUG nova.network.neutron [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.291518] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1827.291518] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5254cdce-2bff-d325-e2c4-11b14393e157" [ 1827.291518] env[62522]: _type = "HttpNfcLease" [ 1827.291518] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1827.372441] env[62522]: DEBUG oslo_vmware.api [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.496122] env[62522]: DEBUG oslo_vmware.api [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.663191] env[62522]: DEBUG oslo_concurrency.lockutils [None req-59a31cdd-1390-4aaa-baa2-af7003a77169 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.347s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.792079] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1827.792079] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5254cdce-2bff-d325-e2c4-11b14393e157" [ 1827.792079] env[62522]: _type = "HttpNfcLease" [ 1827.792079] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1827.873042] env[62522]: DEBUG oslo_vmware.api [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.979197] env[62522]: DEBUG nova.network.neutron [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Updating instance_info_cache with network_info: [{"id": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "address": "fa:16:3e:00:f8:e1", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddfe922-fa", "ovs_interfaceid": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.997419] env[62522]: DEBUG oslo_vmware.api [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.295480] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1828.295480] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5254cdce-2bff-d325-e2c4-11b14393e157" [ 1828.295480] env[62522]: _type = "HttpNfcLease" [ 1828.295480] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1828.374026] env[62522]: DEBUG oslo_vmware.api [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.482385] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.498638] env[62522]: DEBUG oslo_vmware.api [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703664, 'name': PowerOffVM_Task, 'duration_secs': 1.396618} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.499028] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1828.499284] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1828.499561] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1096523-997d-4b80-9255-84992e8d7684 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.510145] env[62522]: DEBUG nova.virt.hardware [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4f67d07fa8399241bf89e63cb5fde76c',container_format='bare',created_at=2024-12-10T19:30:17Z,direct_url=,disk_format='vmdk',id=f88816ae-8474-4061-b4d8-b1cb9875b8a2,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-23977390-shelved',owner='15c8b345a1664daea713d60e9d51307d',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2024-12-10T19:30:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1828.510479] env[62522]: DEBUG nova.virt.hardware [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1828.510698] env[62522]: DEBUG nova.virt.hardware [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1828.511047] env[62522]: DEBUG nova.virt.hardware [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1828.511314] env[62522]: DEBUG nova.virt.hardware [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1828.511566] env[62522]: DEBUG nova.virt.hardware [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1828.511775] env[62522]: DEBUG nova.virt.hardware [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1828.511998] env[62522]: DEBUG nova.virt.hardware [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1828.512270] env[62522]: DEBUG nova.virt.hardware [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1828.512492] env[62522]: DEBUG nova.virt.hardware [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1828.512669] env[62522]: DEBUG nova.virt.hardware [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1828.513937] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1f4080-b931-4833-b1c6-8889aa7672a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.521505] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfe0e5a-0214-45d5-9e8f-7e30bbe76fe5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.535366] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:f8:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ddfe922-fa65-4651-b539-35d4cda2cdb6', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1828.542595] env[62522]: DEBUG oslo.service.loopingcall [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.542836] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1828.543067] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-763aa7ca-6956-4583-9346-d49f1b788246 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.561363] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1828.561363] env[62522]: value = "task-1703666" [ 1828.561363] env[62522]: _type = "Task" [ 1828.561363] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.569264] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703666, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.793949] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1828.793949] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5254cdce-2bff-d325-e2c4-11b14393e157" [ 1828.793949] env[62522]: _type = "HttpNfcLease" [ 1828.793949] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1828.874201] env[62522]: DEBUG oslo_vmware.api [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703663, 'name': ReconfigVM_Task, 'duration_secs': 1.689939} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.874506] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-aebfa242-0131-44b4-8eeb-3f1bfa03f9e8/volume-aebfa242-0131-44b4-8eeb-3f1bfa03f9e8.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1828.879013] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cfe5d66-44e2-4739-bc0b-ac2b6895aad5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.893260] env[62522]: DEBUG oslo_vmware.api [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1828.893260] env[62522]: value = "task-1703667" [ 1828.893260] env[62522]: _type = "Task" [ 1828.893260] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.900840] env[62522]: DEBUG oslo_vmware.api [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.070734] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703666, 'name': CreateVM_Task, 'duration_secs': 0.304962} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.070932] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1829.071625] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f88816ae-8474-4061-b4d8-b1cb9875b8a2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.071797] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f88816ae-8474-4061-b4d8-b1cb9875b8a2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.072217] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f88816ae-8474-4061-b4d8-b1cb9875b8a2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1829.072475] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54db66e7-464e-48ee-8743-c204cd75f535 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.077433] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1829.077433] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528736aa-fef6-9e22-93b1-4b6f8ab0a4b5" [ 1829.077433] env[62522]: _type = "Task" [ 1829.077433] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.084878] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528736aa-fef6-9e22-93b1-4b6f8ab0a4b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.165083] env[62522]: DEBUG nova.compute.manager [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Received event network-changed-3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1829.165324] env[62522]: DEBUG nova.compute.manager [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Refreshing instance network info cache due to event network-changed-3ddfe922-fa65-4651-b539-35d4cda2cdb6. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1829.165543] env[62522]: DEBUG oslo_concurrency.lockutils [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] Acquiring lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.165686] env[62522]: DEBUG oslo_concurrency.lockutils [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] Acquired lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.165847] env[62522]: DEBUG nova.network.neutron [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Refreshing network info cache for port 3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.294639] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1829.294639] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5254cdce-2bff-d325-e2c4-11b14393e157" [ 1829.294639] env[62522]: _type = "HttpNfcLease" [ 1829.294639] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1829.402713] env[62522]: DEBUG oslo_vmware.api [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703667, 'name': ReconfigVM_Task, 'duration_secs': 0.141028} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.403046] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355029', 'volume_id': 'aebfa242-0131-44b4-8eeb-3f1bfa03f9e8', 'name': 'volume-aebfa242-0131-44b4-8eeb-3f1bfa03f9e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '13903b36-adc5-4e50-8a4e-8a3833cf7de3', 'attached_at': '', 'detached_at': '', 'volume_id': 'aebfa242-0131-44b4-8eeb-3f1bfa03f9e8', 'serial': 'aebfa242-0131-44b4-8eeb-3f1bfa03f9e8'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1829.589011] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f88816ae-8474-4061-b4d8-b1cb9875b8a2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.590033] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Processing image f88816ae-8474-4061-b4d8-b1cb9875b8a2 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1829.590033] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f88816ae-8474-4061-b4d8-b1cb9875b8a2/f88816ae-8474-4061-b4d8-b1cb9875b8a2.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.590033] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f88816ae-8474-4061-b4d8-b1cb9875b8a2/f88816ae-8474-4061-b4d8-b1cb9875b8a2.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.590033] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1829.590254] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b8a51c0-c455-4578-b1b9-0611ac51d9a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.611399] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1829.611543] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1829.612312] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bdcc882-72f0-4201-a8a7-6bc40b78de42 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.617499] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1829.617499] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5266cadf-4cca-d5f5-547e-f6cce039916d" [ 1829.617499] env[62522]: _type = "Task" [ 1829.617499] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.625277] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5266cadf-4cca-d5f5-547e-f6cce039916d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.795510] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1829.795510] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5254cdce-2bff-d325-e2c4-11b14393e157" [ 1829.795510] env[62522]: _type = "HttpNfcLease" [ 1829.795510] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1829.865820] env[62522]: DEBUG nova.network.neutron [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Updated VIF entry in instance network info cache for port 3ddfe922-fa65-4651-b539-35d4cda2cdb6. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.866211] env[62522]: DEBUG nova.network.neutron [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Updating instance_info_cache with network_info: [{"id": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "address": "fa:16:3e:00:f8:e1", "network": {"id": "6807a3e1-f901-4bbd-b650-881f323c108a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1547760680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15c8b345a1664daea713d60e9d51307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddfe922-fa", "ovs_interfaceid": "3ddfe922-fa65-4651-b539-35d4cda2cdb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.892973] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1829.893254] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1829.893446] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleting the datastore file [datastore1] 2b30da6e-7775-4185-b0af-346f62d35923 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1829.893699] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d737bb3-e3f1-4abb-ad80-caf7690c9077 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.900114] env[62522]: DEBUG oslo_vmware.api [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1829.900114] env[62522]: value = "task-1703668" [ 1829.900114] env[62522]: _type = "Task" [ 1829.900114] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.910089] env[62522]: DEBUG oslo_vmware.api [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.127817] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Preparing fetch location {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1830.128107] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Fetch image to [datastore1] OSTACK_IMG_867811d8-3a94-4143-a2c9-41ade5fe210b/OSTACK_IMG_867811d8-3a94-4143-a2c9-41ade5fe210b.vmdk {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1830.128305] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Downloading stream optimized image f88816ae-8474-4061-b4d8-b1cb9875b8a2 to [datastore1] OSTACK_IMG_867811d8-3a94-4143-a2c9-41ade5fe210b/OSTACK_IMG_867811d8-3a94-4143-a2c9-41ade5fe210b.vmdk on the data store datastore1 as vApp {{(pid=62522) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1830.128475] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Downloading image file data f88816ae-8474-4061-b4d8-b1cb9875b8a2 to the ESX as VM named 'OSTACK_IMG_867811d8-3a94-4143-a2c9-41ade5fe210b' {{(pid=62522) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1830.194797] env[62522]: DEBUG oslo_vmware.rw_handles [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1830.194797] env[62522]: value = "resgroup-9" [ 1830.194797] env[62522]: _type = "ResourcePool" [ 1830.194797] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1830.195501] env[62522]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d6ef25e6-9baa-46a5-a980-ff99b5d7c954 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.216178] env[62522]: DEBUG oslo_vmware.rw_handles [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lease: (returnval){ [ 1830.216178] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52234ab8-1944-0e2b-4728-a55699615f73" [ 1830.216178] env[62522]: _type = "HttpNfcLease" [ 1830.216178] env[62522]: } obtained for vApp import into resource pool (val){ [ 1830.216178] env[62522]: value = "resgroup-9" [ 1830.216178] env[62522]: _type = "ResourcePool" [ 1830.216178] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1830.216442] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the lease: (returnval){ [ 1830.216442] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52234ab8-1944-0e2b-4728-a55699615f73" [ 1830.216442] env[62522]: _type = "HttpNfcLease" [ 1830.216442] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1830.222436] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1830.222436] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52234ab8-1944-0e2b-4728-a55699615f73" [ 1830.222436] env[62522]: _type = "HttpNfcLease" [ 1830.222436] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1830.296737] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1830.296737] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5254cdce-2bff-d325-e2c4-11b14393e157" [ 1830.296737] env[62522]: _type = "HttpNfcLease" [ 1830.296737] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1830.297101] env[62522]: DEBUG oslo_vmware.rw_handles [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1830.297101] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5254cdce-2bff-d325-e2c4-11b14393e157" [ 1830.297101] env[62522]: _type = "HttpNfcLease" [ 1830.297101] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1830.297900] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61c4403-34e2-436f-a7ed-32ead28da7e6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.305373] env[62522]: DEBUG oslo_vmware.rw_handles [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc4bd3-f81c-23c0-b1c6-7ce9e10dd879/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1830.305600] env[62522]: DEBUG oslo_vmware.rw_handles [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc4bd3-f81c-23c0-b1c6-7ce9e10dd879/disk-0.vmdk. {{(pid=62522) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1830.371636] env[62522]: DEBUG oslo_concurrency.lockutils [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] Releasing lock "refresh_cache-bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.371928] env[62522]: DEBUG nova.compute.manager [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Received event network-changed-07ee362b-9b85-4cca-9482-821dc9a69714 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1830.372149] env[62522]: DEBUG nova.compute.manager [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Refreshing instance network info cache due to event network-changed-07ee362b-9b85-4cca-9482-821dc9a69714. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1830.372463] env[62522]: DEBUG oslo_concurrency.lockutils [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] Acquiring lock "refresh_cache-b5e2d9e7-3d2d-4838-afde-9509ec8227af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.372652] env[62522]: DEBUG oslo_concurrency.lockutils [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] Acquired lock "refresh_cache-b5e2d9e7-3d2d-4838-afde-9509ec8227af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.372829] env[62522]: DEBUG nova.network.neutron [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Refreshing network info cache for port 07ee362b-9b85-4cca-9482-821dc9a69714 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.375689] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2e351ac-8f45-4872-baec-455246d49146 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.409512] env[62522]: DEBUG oslo_vmware.api [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434963} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.409763] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1830.409949] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1830.410135] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1830.410307] env[62522]: INFO nova.compute.manager [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Took 3.44 seconds to destroy the instance on the hypervisor. [ 1830.410540] env[62522]: DEBUG oslo.service.loopingcall [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.410729] env[62522]: DEBUG nova.compute.manager [-] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1830.410822] env[62522]: DEBUG nova.network.neutron [-] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1830.442497] env[62522]: DEBUG nova.objects.instance [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lazy-loading 'flavor' on Instance uuid 13903b36-adc5-4e50-8a4e-8a3833cf7de3 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.728682] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1830.728682] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52234ab8-1944-0e2b-4728-a55699615f73" [ 1830.728682] env[62522]: _type = "HttpNfcLease" [ 1830.728682] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1830.949731] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9b1bce05-5738-481d-b682-c2aec10ec094 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.753s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.117696] env[62522]: DEBUG nova.network.neutron [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Updated VIF entry in instance network info cache for port 07ee362b-9b85-4cca-9482-821dc9a69714. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.118083] env[62522]: DEBUG nova.network.neutron [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Updating instance_info_cache with network_info: [{"id": "07ee362b-9b85-4cca-9482-821dc9a69714", "address": "fa:16:3e:0c:0a:dd", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07ee362b-9b", "ovs_interfaceid": "07ee362b-9b85-4cca-9482-821dc9a69714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.121818] env[62522]: DEBUG nova.network.neutron [-] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.189279] env[62522]: DEBUG nova.compute.manager [req-abc10c89-e325-4911-b06e-98c49ce1cd05 req-a5277b76-7f39-4b2a-a081-6fa5f96145f9 service nova] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Received event network-vif-deleted-be9db1ec-e07f-4e99-9dee-e56d3d815beb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1831.226971] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1831.226971] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52234ab8-1944-0e2b-4728-a55699615f73" [ 1831.226971] env[62522]: _type = "HttpNfcLease" [ 1831.226971] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1831.314835] env[62522]: DEBUG oslo_concurrency.lockutils [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.315086] env[62522]: DEBUG oslo_concurrency.lockutils [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.620515] env[62522]: DEBUG oslo_concurrency.lockutils [req-bec28ab2-0f4c-46b5-9e42-bad2ca3e77bf req-3e24875e-77e3-47c2-a26a-2faacb468b33 service nova] Releasing lock "refresh_cache-b5e2d9e7-3d2d-4838-afde-9509ec8227af" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.626339] env[62522]: INFO nova.compute.manager [-] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Took 1.22 seconds to deallocate network for instance. [ 1831.726918] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1831.726918] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52234ab8-1944-0e2b-4728-a55699615f73" [ 1831.726918] env[62522]: _type = "HttpNfcLease" [ 1831.726918] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1831.818673] env[62522]: DEBUG nova.compute.utils [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1832.133508] env[62522]: DEBUG oslo_concurrency.lockutils [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.133813] env[62522]: DEBUG oslo_concurrency.lockutils [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.134063] env[62522]: DEBUG nova.objects.instance [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lazy-loading 'resources' on Instance uuid 2b30da6e-7775-4185-b0af-346f62d35923 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.228056] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1832.228056] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52234ab8-1944-0e2b-4728-a55699615f73" [ 1832.228056] env[62522]: _type = "HttpNfcLease" [ 1832.228056] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1832.228427] env[62522]: DEBUG oslo_vmware.rw_handles [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1832.228427] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52234ab8-1944-0e2b-4728-a55699615f73" [ 1832.228427] env[62522]: _type = "HttpNfcLease" [ 1832.228427] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1832.229203] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1054aee6-3db4-4730-9e45-5f8f4e127d4d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.236716] env[62522]: DEBUG oslo_vmware.rw_handles [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec1650-17c3-5e1b-f74b-34f5aadc9a9f/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1832.236922] env[62522]: DEBUG oslo_vmware.rw_handles [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec1650-17c3-5e1b-f74b-34f5aadc9a9f/disk-0.vmdk. {{(pid=62522) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1832.306523] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d461e5c7-e0d7-4f92-a03b-42809909ddb4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.325043] env[62522]: DEBUG oslo_concurrency.lockutils [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.851355] env[62522]: DEBUG oslo_vmware.rw_handles [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Completed reading data from the image iterator. {{(pid=62522) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1832.851575] env[62522]: DEBUG oslo_vmware.rw_handles [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc4bd3-f81c-23c0-b1c6-7ce9e10dd879/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1832.853845] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc2c4cd-c722-4810-9f89-3780b334f3bc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.860189] env[62522]: DEBUG oslo_vmware.rw_handles [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc4bd3-f81c-23c0-b1c6-7ce9e10dd879/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1832.860417] env[62522]: DEBUG oslo_vmware.rw_handles [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc4bd3-f81c-23c0-b1c6-7ce9e10dd879/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1832.860672] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6cbdf39e-2ea4-473a-b32e-563d632e3b52 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.876547] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f334730e-8e82-439f-93f2-382ee312f1e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.884021] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f590bf9-038e-4b18-a8f0-f006b9ccba34 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.919444] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e3c0c1-26ea-49ad-b6bd-3df34b540c6d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.932048] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d29900b-c23c-4c1e-b069-5e33fe1993d0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.950659] env[62522]: DEBUG nova.compute.provider_tree [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.084593] env[62522]: DEBUG oslo_vmware.rw_handles [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc4bd3-f81c-23c0-b1c6-7ce9e10dd879/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1833.084940] env[62522]: INFO nova.virt.vmwareapi.images [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Downloaded image file data c80eb331-10be-4463-bbff-ef88823a4777 [ 1833.085817] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7298983f-2d13-412a-9c84-3bda153ab73a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.108381] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75faa9f1-a17e-4721-b304-2bf6b5b37a11 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.132415] env[62522]: INFO nova.virt.vmwareapi.images [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] The imported VM was unregistered [ 1833.135228] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Caching image {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1833.135587] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c80eb331-10be-4463-bbff-ef88823a4777 {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1833.135815] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9c6d20c-e862-4280-aee7-9b6033e72ac4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.148899] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Created directory with path [datastore1] devstack-image-cache_base/c80eb331-10be-4463-bbff-ef88823a4777 {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1833.149115] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f4a0d7d8-930a-442b-baf4-6387a1cefb88/OSTACK_IMG_f4a0d7d8-930a-442b-baf4-6387a1cefb88.vmdk to [datastore1] devstack-image-cache_base/c80eb331-10be-4463-bbff-ef88823a4777/c80eb331-10be-4463-bbff-ef88823a4777.vmdk. {{(pid=62522) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1833.149426] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-93686e69-3fd9-4a30-81b7-87d65bf44f9a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.157678] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1833.157678] env[62522]: value = "task-1703671" [ 1833.157678] env[62522]: _type = "Task" [ 1833.157678] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.167472] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703671, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.428023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.428023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.428023] env[62522]: INFO nova.compute.manager [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Attaching volume b6659b92-24c4-46ab-88be-7ea772ff2739 to /dev/sdc [ 1833.458180] env[62522]: DEBUG nova.scheduler.client.report [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1833.464304] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b01440a-421f-492d-bbcd-0894c07d91f1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.473784] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5755a0ba-0f4b-435b-86b1-73d8e426bb1b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.494082] env[62522]: DEBUG nova.virt.block_device [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Updating existing volume attachment record: 7314ea5f-61c3-47a7-a282-c687a333ccc3 {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1833.671760] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703671, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.870200] env[62522]: DEBUG oslo_vmware.rw_handles [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Completed reading data from the image iterator. {{(pid=62522) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1833.870200] env[62522]: DEBUG oslo_vmware.rw_handles [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec1650-17c3-5e1b-f74b-34f5aadc9a9f/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1833.870901] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e71040a-a1a9-400a-82c5-eb35b79934ae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.879582] env[62522]: DEBUG oslo_vmware.rw_handles [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec1650-17c3-5e1b-f74b-34f5aadc9a9f/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1833.879871] env[62522]: DEBUG oslo_vmware.rw_handles [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec1650-17c3-5e1b-f74b-34f5aadc9a9f/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1833.880187] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ad1f76aa-8a57-4e54-897d-61c7f748bb25 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.964278] env[62522]: DEBUG oslo_concurrency.lockutils [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.986435] env[62522]: INFO nova.scheduler.client.report [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleted allocations for instance 2b30da6e-7775-4185-b0af-346f62d35923 [ 1834.172794] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703671, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.495334] env[62522]: DEBUG oslo_concurrency.lockutils [None req-87394e77-0a75-4a9e-8584-6e57dc9b9aab tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "2b30da6e-7775-4185-b0af-346f62d35923" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.032s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.672942] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703671, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.174263] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703671, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.450598] env[62522]: DEBUG oslo_concurrency.lockutils [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.450957] env[62522]: DEBUG oslo_concurrency.lockutils [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.451230] env[62522]: DEBUG oslo_concurrency.lockutils [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.451597] env[62522]: DEBUG oslo_concurrency.lockutils [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.451808] env[62522]: DEBUG oslo_concurrency.lockutils [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.454458] env[62522]: INFO nova.compute.manager [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Terminating instance [ 1835.569461] env[62522]: DEBUG oslo_vmware.rw_handles [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec1650-17c3-5e1b-f74b-34f5aadc9a9f/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1835.569799] env[62522]: INFO nova.virt.vmwareapi.images [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Downloaded image file data f88816ae-8474-4061-b4d8-b1cb9875b8a2 [ 1835.570737] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282504ea-fea3-4541-91e3-8f58a69aab5f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.588219] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9550dcf0-32b1-4cf5-b413-e9388fb626cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.672691] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703671, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.886130] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "28255e61-df52-4aff-9d35-c356c8881a00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.886450] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "28255e61-df52-4aff-9d35-c356c8881a00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.959049] env[62522]: DEBUG nova.compute.manager [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1835.959367] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1835.960343] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1edc167-b902-4826-bfd4-5d1fb9588873 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.968802] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.969069] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-430ef052-84c2-4249-a448-5606dd823708 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.975647] env[62522]: DEBUG oslo_vmware.api [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1835.975647] env[62522]: value = "task-1703674" [ 1835.975647] env[62522]: _type = "Task" [ 1835.975647] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.983433] env[62522]: DEBUG oslo_vmware.api [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.103706] env[62522]: INFO nova.virt.vmwareapi.images [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] The imported VM was unregistered [ 1836.105881] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Caching image {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1836.106180] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f88816ae-8474-4061-b4d8-b1cb9875b8a2 {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1836.106496] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb59257d-740a-4468-aa10-912965c345e3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.116817] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Created directory with path [datastore1] devstack-image-cache_base/f88816ae-8474-4061-b4d8-b1cb9875b8a2 {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1836.116994] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_867811d8-3a94-4143-a2c9-41ade5fe210b/OSTACK_IMG_867811d8-3a94-4143-a2c9-41ade5fe210b.vmdk to [datastore1] devstack-image-cache_base/f88816ae-8474-4061-b4d8-b1cb9875b8a2/f88816ae-8474-4061-b4d8-b1cb9875b8a2.vmdk. {{(pid=62522) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1836.117246] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c2bc290b-6244-4d4b-aabe-1968eb6e73ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.123457] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1836.123457] env[62522]: value = "task-1703675" [ 1836.123457] env[62522]: _type = "Task" [ 1836.123457] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.132084] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703675, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.173735] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703671, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.974202} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.174093] env[62522]: INFO nova.virt.vmwareapi.ds_util [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f4a0d7d8-930a-442b-baf4-6387a1cefb88/OSTACK_IMG_f4a0d7d8-930a-442b-baf4-6387a1cefb88.vmdk to [datastore1] devstack-image-cache_base/c80eb331-10be-4463-bbff-ef88823a4777/c80eb331-10be-4463-bbff-ef88823a4777.vmdk. [ 1836.174339] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Cleaning up location [datastore1] OSTACK_IMG_f4a0d7d8-930a-442b-baf4-6387a1cefb88 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1836.174621] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f4a0d7d8-930a-442b-baf4-6387a1cefb88 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1836.174817] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c08bbb9b-1c14-4aef-a7ef-054222c24252 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.181245] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1836.181245] env[62522]: value = "task-1703676" [ 1836.181245] env[62522]: _type = "Task" [ 1836.181245] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.189411] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.389341] env[62522]: DEBUG nova.compute.manager [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1836.486756] env[62522]: DEBUG oslo_vmware.api [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703674, 'name': PowerOffVM_Task, 'duration_secs': 0.459552} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.487135] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.487336] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1836.487652] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28a4935e-5164-4639-a078-a0e0a2ad3417 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.532015] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1836.532325] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1836.532529] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1836.578437] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1836.578739] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1836.578902] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleting the datastore file [datastore1] 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1836.579634] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1adc5192-c60c-49f0-b576-f14004a56509 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.586707] env[62522]: DEBUG oslo_vmware.api [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1836.586707] env[62522]: value = "task-1703678" [ 1836.586707] env[62522]: _type = "Task" [ 1836.586707] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.595803] env[62522]: DEBUG oslo_vmware.api [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.634053] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703675, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.694198] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040315} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.694726] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1836.695037] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c80eb331-10be-4463-bbff-ef88823a4777/c80eb331-10be-4463-bbff-ef88823a4777.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.695446] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c80eb331-10be-4463-bbff-ef88823a4777/c80eb331-10be-4463-bbff-ef88823a4777.vmdk to [datastore1] df99de73-b778-40c7-955f-7b89f3480438/df99de73-b778-40c7-955f-7b89f3480438.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1836.695764] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69fcd13b-7374-415d-82a0-0293345521c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.703376] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1836.703376] env[62522]: value = "task-1703679" [ 1836.703376] env[62522]: _type = "Task" [ 1836.703376] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.713719] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.915356] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.915710] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.917713] env[62522]: INFO nova.compute.claims [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1837.095788] env[62522]: DEBUG oslo_vmware.api [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.134408] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703675, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.215080] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.597127] env[62522]: DEBUG oslo_vmware.api [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.635397] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703675, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.717032] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.042619] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1838.042851] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1838.043030] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1838.043290] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1838.043361] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1838.043495] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1838.043644] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1838.043774] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1838.043914] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1838.060106] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5958fb8-5f99-417e-b8ce-52d058158c25 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.068902] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d076c21-d7ed-4541-827c-44ba942068cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.103374] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142d7bc9-d740-40e2-839c-2206f775d0c2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.112763] env[62522]: DEBUG oslo_vmware.api [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.116095] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fa253a-a83c-4660-83dd-45cb0ef293d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.130565] env[62522]: DEBUG nova.compute.provider_tree [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.140508] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703675, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.215904] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.547088] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.609086] env[62522]: DEBUG oslo_vmware.api [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.699006} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.609291] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1838.609492] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1838.609686] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1838.609862] env[62522]: INFO nova.compute.manager [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1838.610124] env[62522]: DEBUG oslo.service.loopingcall [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1838.610357] env[62522]: DEBUG nova.compute.manager [-] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1838.610518] env[62522]: DEBUG nova.network.neutron [-] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1838.636624] env[62522]: DEBUG nova.scheduler.client.report [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1838.643652] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703675, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.717821] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703679, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.923456] env[62522]: DEBUG nova.compute.manager [req-32e46004-0f3f-4c48-90a0-f738ca250553 req-1608354e-d187-4299-85b4-549f1409a860 service nova] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Received event network-vif-deleted-dab8d90b-fd40-4969-a9bb-34fe347ca8b1 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1838.923681] env[62522]: INFO nova.compute.manager [req-32e46004-0f3f-4c48-90a0-f738ca250553 req-1608354e-d187-4299-85b4-549f1409a860 service nova] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Neutron deleted interface dab8d90b-fd40-4969-a9bb-34fe347ca8b1; detaching it from the instance and deleting it from the info cache [ 1838.923860] env[62522]: DEBUG nova.network.neutron [req-32e46004-0f3f-4c48-90a0-f738ca250553 req-1608354e-d187-4299-85b4-549f1409a860 service nova] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.140886] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703675, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.56527} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.141239] env[62522]: INFO nova.virt.vmwareapi.ds_util [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_867811d8-3a94-4143-a2c9-41ade5fe210b/OSTACK_IMG_867811d8-3a94-4143-a2c9-41ade5fe210b.vmdk to [datastore1] devstack-image-cache_base/f88816ae-8474-4061-b4d8-b1cb9875b8a2/f88816ae-8474-4061-b4d8-b1cb9875b8a2.vmdk. [ 1839.141433] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Cleaning up location [datastore1] OSTACK_IMG_867811d8-3a94-4143-a2c9-41ade5fe210b {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1839.141662] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_867811d8-3a94-4143-a2c9-41ade5fe210b {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1839.141925] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c09cebb-f235-4efd-951d-0014db1797fa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.144789] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.145342] env[62522]: DEBUG nova.compute.manager [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1839.149726] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.603s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.149948] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.150198] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1839.150535] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1839.150535] env[62522]: value = "task-1703681" [ 1839.150535] env[62522]: _type = "Task" [ 1839.150535] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.151762] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1793a2-c425-43d1-80d4-564a3d75403a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.165578] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302a49d4-5dd3-4ef9-87f9-5a9424c85f97 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.169894] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.182966] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf84318-1398-4876-a828-0ade5ff7130e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.192049] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cff927a-7db3-4591-8f45-6193f33e15f1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.225586] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180560MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1839.225980] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.225980] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.237008] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703679, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.371059] env[62522]: DEBUG nova.network.neutron [-] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.427886] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b3c86f4-81a0-4ee9-a90f-32a3b2ee8fcd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.437928] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7851a0ec-d936-41bc-b71b-81ec2bc242a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.469778] env[62522]: DEBUG nova.compute.manager [req-32e46004-0f3f-4c48-90a0-f738ca250553 req-1608354e-d187-4299-85b4-549f1409a860 service nova] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Detach interface failed, port_id=dab8d90b-fd40-4969-a9bb-34fe347ca8b1, reason: Instance 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1839.653064] env[62522]: DEBUG nova.compute.utils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1839.654721] env[62522]: DEBUG nova.compute.manager [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1839.654887] env[62522]: DEBUG nova.network.neutron [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1839.667488] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300652} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.668716] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1839.668903] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f88816ae-8474-4061-b4d8-b1cb9875b8a2/f88816ae-8474-4061-b4d8-b1cb9875b8a2.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.669278] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f88816ae-8474-4061-b4d8-b1cb9875b8a2/f88816ae-8474-4061-b4d8-b1cb9875b8a2.vmdk to [datastore1] bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9/bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1839.669573] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-120dbce7-00d1-42dc-9ca6-deedb1ffa6ff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.677246] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1839.677246] env[62522]: value = "task-1703682" [ 1839.677246] env[62522]: _type = "Task" [ 1839.677246] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.688250] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.706056] env[62522]: DEBUG nova.policy [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daea36e4aefb42f0b12289a936479181', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c04f539dea447998a923b099014c4d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1839.740475] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703679, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.874808] env[62522]: INFO nova.compute.manager [-] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Took 1.26 seconds to deallocate network for instance. [ 1839.989024] env[62522]: DEBUG nova.network.neutron [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Successfully created port: 572dd766-588e-444c-bb38-13cea8f94992 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1840.046934] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1840.046934] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355034', 'volume_id': 'b6659b92-24c4-46ab-88be-7ea772ff2739', 'name': 'volume-b6659b92-24c4-46ab-88be-7ea772ff2739', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '13903b36-adc5-4e50-8a4e-8a3833cf7de3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6659b92-24c4-46ab-88be-7ea772ff2739', 'serial': 'b6659b92-24c4-46ab-88be-7ea772ff2739'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1840.049916] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebb2e01-460e-4fb0-bf3a-b51924682208 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.065607] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98827e41-fd3d-4362-9c5a-652e0866b25a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.094015] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-b6659b92-24c4-46ab-88be-7ea772ff2739/volume-b6659b92-24c4-46ab-88be-7ea772ff2739.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1840.094388] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d76d4e7f-7bb4-4e50-9076-cb7874f78568 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.112760] env[62522]: DEBUG oslo_vmware.api [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1840.112760] env[62522]: value = "task-1703683" [ 1840.112760] env[62522]: _type = "Task" [ 1840.112760] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.121108] env[62522]: DEBUG oslo_vmware.api [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.157969] env[62522]: DEBUG nova.compute.manager [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1840.187822] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.235998] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703679, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.258330] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 04f2dcf8-ec65-432d-b5c0-1a351d12accb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1840.258490] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance dfce32f7-8a2c-4503-b9f7-e3a6a045217f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1840.258616] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 13903b36-adc5-4e50-8a4e-8a3833cf7de3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1840.258734] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1840.258849] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance cced87bc-2529-4a70-970b-623156c54a56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1840.258965] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance df99de73-b778-40c7-955f-7b89f3480438 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1840.259091] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance b5e2d9e7-3d2d-4838-afde-9509ec8227af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1840.259206] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1840.259319] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 28255e61-df52-4aff-9d35-c356c8881a00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1840.259553] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1840.259695] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1840.379820] env[62522]: DEBUG oslo_concurrency.lockutils [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.388011] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9f0034-ba8c-4ba8-a774-fbc3e0673dc0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.396261] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79170836-89e5-4ea9-8429-6c24f1d1bd1f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.430852] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1dbf4d-e0cd-46f7-b294-fe73b882e326 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.439049] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60ff118-d4f7-4323-be37-ccd4cb966809 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.453335] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.624729] env[62522]: DEBUG oslo_vmware.api [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.687771] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.736438] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703679, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.833665} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.736697] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c80eb331-10be-4463-bbff-ef88823a4777/c80eb331-10be-4463-bbff-ef88823a4777.vmdk to [datastore1] df99de73-b778-40c7-955f-7b89f3480438/df99de73-b778-40c7-955f-7b89f3480438.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1840.737481] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e1f237-87d7-406d-a21c-450489c11d4c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.758566] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] df99de73-b778-40c7-955f-7b89f3480438/df99de73-b778-40c7-955f-7b89f3480438.vmdk or device None with type streamOptimized {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1840.758808] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a3743ee-2818-4ef6-92fa-d3aac1793166 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.779703] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1840.779703] env[62522]: value = "task-1703684" [ 1840.779703] env[62522]: _type = "Task" [ 1840.779703] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.787725] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.958550] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1841.123495] env[62522]: DEBUG oslo_vmware.api [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.168022] env[62522]: DEBUG nova.compute.manager [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1841.192690] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703682, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.201565] env[62522]: DEBUG nova.virt.hardware [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1841.201810] env[62522]: DEBUG nova.virt.hardware [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1841.201968] env[62522]: DEBUG nova.virt.hardware [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1841.202190] env[62522]: DEBUG nova.virt.hardware [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1841.202353] env[62522]: DEBUG nova.virt.hardware [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1841.202506] env[62522]: DEBUG nova.virt.hardware [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1841.202714] env[62522]: DEBUG nova.virt.hardware [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1841.202873] env[62522]: DEBUG nova.virt.hardware [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1841.203049] env[62522]: DEBUG nova.virt.hardware [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1841.203234] env[62522]: DEBUG nova.virt.hardware [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1841.203409] env[62522]: DEBUG nova.virt.hardware [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1841.204359] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64445044-1c66-4cdb-9576-ebe6ee80517f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.212099] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a446b0-8136-45e1-8322-835066a706a7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.292599] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703684, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.412408] env[62522]: DEBUG nova.compute.manager [req-551a2ff9-529b-41e8-8006-b74387ad05e3 req-453613fe-ee24-4e3c-832a-8eebeec01c92 service nova] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Received event network-vif-plugged-572dd766-588e-444c-bb38-13cea8f94992 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1841.412690] env[62522]: DEBUG oslo_concurrency.lockutils [req-551a2ff9-529b-41e8-8006-b74387ad05e3 req-453613fe-ee24-4e3c-832a-8eebeec01c92 service nova] Acquiring lock "28255e61-df52-4aff-9d35-c356c8881a00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.412926] env[62522]: DEBUG oslo_concurrency.lockutils [req-551a2ff9-529b-41e8-8006-b74387ad05e3 req-453613fe-ee24-4e3c-832a-8eebeec01c92 service nova] Lock "28255e61-df52-4aff-9d35-c356c8881a00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.413152] env[62522]: DEBUG oslo_concurrency.lockutils [req-551a2ff9-529b-41e8-8006-b74387ad05e3 req-453613fe-ee24-4e3c-832a-8eebeec01c92 service nova] Lock "28255e61-df52-4aff-9d35-c356c8881a00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.413357] env[62522]: DEBUG nova.compute.manager [req-551a2ff9-529b-41e8-8006-b74387ad05e3 req-453613fe-ee24-4e3c-832a-8eebeec01c92 service nova] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] No waiting events found dispatching network-vif-plugged-572dd766-588e-444c-bb38-13cea8f94992 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1841.413535] env[62522]: WARNING nova.compute.manager [req-551a2ff9-529b-41e8-8006-b74387ad05e3 req-453613fe-ee24-4e3c-832a-8eebeec01c92 service nova] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Received unexpected event network-vif-plugged-572dd766-588e-444c-bb38-13cea8f94992 for instance with vm_state building and task_state spawning. [ 1841.461928] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1841.462285] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.236s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.462583] env[62522]: DEBUG oslo_concurrency.lockutils [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.083s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.462860] env[62522]: DEBUG nova.objects.instance [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lazy-loading 'resources' on Instance uuid 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.505603] env[62522]: DEBUG nova.network.neutron [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Successfully updated port: 572dd766-588e-444c-bb38-13cea8f94992 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1841.623702] env[62522]: DEBUG oslo_vmware.api [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.688660] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703682, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.791538] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703684, 'name': ReconfigVM_Task, 'duration_secs': 0.59166} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.791538] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Reconfigured VM instance instance-00000068 to attach disk [datastore1] df99de73-b778-40c7-955f-7b89f3480438/df99de73-b778-40c7-955f-7b89f3480438.vmdk or device None with type streamOptimized {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1841.792762] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'disk_bus': None, 'size': 0, 'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': '542833cb-1d3a-45b2-82af-d617b2896229'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355022', 'volume_id': '57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'name': 'volume-57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'df99de73-b778-40c7-955f-7b89f3480438', 'attached_at': '', 'detached_at': '', 'volume_id': '57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'serial': '57e08d9a-0c30-4291-b8bc-d537bcb859bb'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'attachment_id': 'e3ba598b-a3ab-4d2b-a036-ac011dd80799', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=62522) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1841.792762] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1841.792762] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355022', 'volume_id': '57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'name': 'volume-57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'df99de73-b778-40c7-955f-7b89f3480438', 'attached_at': '', 'detached_at': '', 'volume_id': '57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'serial': '57e08d9a-0c30-4291-b8bc-d537bcb859bb'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1841.793488] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5853df9-d291-4ac9-a805-da6d983c16c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.809558] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac373b90-9649-40a5-a293-fe5c6fee50e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.834326] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-57e08d9a-0c30-4291-b8bc-d537bcb859bb/volume-57e08d9a-0c30-4291-b8bc-d537bcb859bb.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1841.834684] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c1d0692-6670-4b99-8e01-9ae6395831ed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.852772] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1841.852772] env[62522]: value = "task-1703685" [ 1841.852772] env[62522]: _type = "Task" [ 1841.852772] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.861696] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.008874] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "refresh_cache-28255e61-df52-4aff-9d35-c356c8881a00" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.009099] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "refresh_cache-28255e61-df52-4aff-9d35-c356c8881a00" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.009217] env[62522]: DEBUG nova.network.neutron [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1842.106336] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494cb1e6-e3e5-4300-aeef-c8e09c45450e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.114153] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4600a3-1304-46ca-98e3-2277a564361d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.150576] env[62522]: DEBUG oslo_vmware.api [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.151509] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e73926-50c4-4144-bf38-8a02bf2595ad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.159886] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab11b4bf-4e87-4be5-85e0-f6adb9b160f4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.173710] env[62522]: DEBUG nova.compute.provider_tree [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.190090] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703682, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.363102] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703685, 'name': ReconfigVM_Task, 'duration_secs': 0.338279} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.363496] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-57e08d9a-0c30-4291-b8bc-d537bcb859bb/volume-57e08d9a-0c30-4291-b8bc-d537bcb859bb.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1842.368368] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b546c3-6761-478f-ad8a-9f2e7422b875 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.384595] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1842.384595] env[62522]: value = "task-1703686" [ 1842.384595] env[62522]: _type = "Task" [ 1842.384595] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.393584] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.557928] env[62522]: DEBUG nova.network.neutron [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1842.629102] env[62522]: DEBUG oslo_vmware.api [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703683, 'name': ReconfigVM_Task, 'duration_secs': 2.473316} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.629408] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-b6659b92-24c4-46ab-88be-7ea772ff2739/volume-b6659b92-24c4-46ab-88be-7ea772ff2739.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1842.636726] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54b2105d-664d-446e-ad8e-bacea23e3407 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.651632] env[62522]: DEBUG oslo_vmware.api [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1842.651632] env[62522]: value = "task-1703687" [ 1842.651632] env[62522]: _type = "Task" [ 1842.651632] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.660279] env[62522]: DEBUG oslo_vmware.api [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.677603] env[62522]: DEBUG nova.scheduler.client.report [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1842.689957] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703682, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.727036] env[62522]: DEBUG nova.network.neutron [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Updating instance_info_cache with network_info: [{"id": "572dd766-588e-444c-bb38-13cea8f94992", "address": "fa:16:3e:06:cb:af", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572dd766-58", "ovs_interfaceid": "572dd766-588e-444c-bb38-13cea8f94992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.894661] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703686, 'name': ReconfigVM_Task, 'duration_secs': 0.169742} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.895086] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355022', 'volume_id': '57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'name': 'volume-57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'df99de73-b778-40c7-955f-7b89f3480438', 'attached_at': '', 'detached_at': '', 'volume_id': '57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'serial': '57e08d9a-0c30-4291-b8bc-d537bcb859bb'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1842.895763] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b44a98bd-bc12-45b8-a6d4-9749f0d98700 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.902457] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1842.902457] env[62522]: value = "task-1703688" [ 1842.902457] env[62522]: _type = "Task" [ 1842.902457] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.910849] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703688, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.162296] env[62522]: DEBUG oslo_vmware.api [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703687, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.182463] env[62522]: DEBUG oslo_concurrency.lockutils [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.193339] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703682, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.202496] env[62522]: INFO nova.scheduler.client.report [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleted allocations for instance 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede [ 1843.230373] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "refresh_cache-28255e61-df52-4aff-9d35-c356c8881a00" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.230769] env[62522]: DEBUG nova.compute.manager [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Instance network_info: |[{"id": "572dd766-588e-444c-bb38-13cea8f94992", "address": "fa:16:3e:06:cb:af", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572dd766-58", "ovs_interfaceid": "572dd766-588e-444c-bb38-13cea8f94992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1843.231265] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:cb:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '572dd766-588e-444c-bb38-13cea8f94992', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1843.238859] env[62522]: DEBUG oslo.service.loopingcall [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.239088] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1843.239318] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-938cff32-0fa5-4abc-bb5c-2c85de6fc76f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.258924] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1843.258924] env[62522]: value = "task-1703689" [ 1843.258924] env[62522]: _type = "Task" [ 1843.258924] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.266428] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703689, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.412438] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703688, 'name': Rename_Task, 'duration_secs': 0.19832} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.412909] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1843.412909] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-017f0cc0-e35b-4913-b6a1-a4fe277d8dfb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.419102] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1843.419102] env[62522]: value = "task-1703690" [ 1843.419102] env[62522]: _type = "Task" [ 1843.419102] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.426085] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.438733] env[62522]: DEBUG nova.compute.manager [req-6122c1f2-6b51-48f1-bc22-5519eb49fa52 req-b908abd5-9ec4-4cf3-b49e-8d223aa119f6 service nova] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Received event network-changed-572dd766-588e-444c-bb38-13cea8f94992 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1843.438820] env[62522]: DEBUG nova.compute.manager [req-6122c1f2-6b51-48f1-bc22-5519eb49fa52 req-b908abd5-9ec4-4cf3-b49e-8d223aa119f6 service nova] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Refreshing instance network info cache due to event network-changed-572dd766-588e-444c-bb38-13cea8f94992. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1843.438999] env[62522]: DEBUG oslo_concurrency.lockutils [req-6122c1f2-6b51-48f1-bc22-5519eb49fa52 req-b908abd5-9ec4-4cf3-b49e-8d223aa119f6 service nova] Acquiring lock "refresh_cache-28255e61-df52-4aff-9d35-c356c8881a00" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.439160] env[62522]: DEBUG oslo_concurrency.lockutils [req-6122c1f2-6b51-48f1-bc22-5519eb49fa52 req-b908abd5-9ec4-4cf3-b49e-8d223aa119f6 service nova] Acquired lock "refresh_cache-28255e61-df52-4aff-9d35-c356c8881a00" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.439324] env[62522]: DEBUG nova.network.neutron [req-6122c1f2-6b51-48f1-bc22-5519eb49fa52 req-b908abd5-9ec4-4cf3-b49e-8d223aa119f6 service nova] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Refreshing network info cache for port 572dd766-588e-444c-bb38-13cea8f94992 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1843.664198] env[62522]: DEBUG oslo_vmware.api [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703687, 'name': ReconfigVM_Task, 'duration_secs': 0.528351} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.664482] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355034', 'volume_id': 'b6659b92-24c4-46ab-88be-7ea772ff2739', 'name': 'volume-b6659b92-24c4-46ab-88be-7ea772ff2739', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '13903b36-adc5-4e50-8a4e-8a3833cf7de3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6659b92-24c4-46ab-88be-7ea772ff2739', 'serial': 'b6659b92-24c4-46ab-88be-7ea772ff2739'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1843.693249] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703682, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.567803} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.693497] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f88816ae-8474-4061-b4d8-b1cb9875b8a2/f88816ae-8474-4061-b4d8-b1cb9875b8a2.vmdk to [datastore1] bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9/bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1843.694295] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af14ff5-a757-4fc6-95fa-7a6b54bf07fa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.718335] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9/bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9.vmdk or device None with type streamOptimized {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1843.718792] env[62522]: DEBUG oslo_concurrency.lockutils [None req-256bbb81-6b8c-4c07-8711-5ced93f25870 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.268s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.719799] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90bdfeae-07c8-4ccb-9a89-bff5abfce4ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.739139] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1843.739139] env[62522]: value = "task-1703691" [ 1843.739139] env[62522]: _type = "Task" [ 1843.739139] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.748867] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.769962] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703689, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.929607] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.194646] env[62522]: DEBUG nova.network.neutron [req-6122c1f2-6b51-48f1-bc22-5519eb49fa52 req-b908abd5-9ec4-4cf3-b49e-8d223aa119f6 service nova] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Updated VIF entry in instance network info cache for port 572dd766-588e-444c-bb38-13cea8f94992. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1844.195049] env[62522]: DEBUG nova.network.neutron [req-6122c1f2-6b51-48f1-bc22-5519eb49fa52 req-b908abd5-9ec4-4cf3-b49e-8d223aa119f6 service nova] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Updating instance_info_cache with network_info: [{"id": "572dd766-588e-444c-bb38-13cea8f94992", "address": "fa:16:3e:06:cb:af", "network": {"id": "c41fbf77-d8e8-4192-9ceb-5585ecd465ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-978397057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c04f539dea447998a923b099014c4d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572dd766-58", "ovs_interfaceid": "572dd766-588e-444c-bb38-13cea8f94992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.252182] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.268803] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703689, 'name': CreateVM_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.430752] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.698305] env[62522]: DEBUG oslo_concurrency.lockutils [req-6122c1f2-6b51-48f1-bc22-5519eb49fa52 req-b908abd5-9ec4-4cf3-b49e-8d223aa119f6 service nova] Releasing lock "refresh_cache-28255e61-df52-4aff-9d35-c356c8881a00" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.707392] env[62522]: DEBUG nova.objects.instance [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lazy-loading 'flavor' on Instance uuid 13903b36-adc5-4e50-8a4e-8a3833cf7de3 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1844.751514] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703691, 'name': ReconfigVM_Task, 'duration_secs': 0.776873} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.751781] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Reconfigured VM instance instance-0000006b to attach disk [datastore1] bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9/bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9.vmdk or device None with type streamOptimized {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.752564] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50906466-40ce-480e-9f6c-3a01463b2c2a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.758271] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1844.758271] env[62522]: value = "task-1703692" [ 1844.758271] env[62522]: _type = "Task" [ 1844.758271] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.768999] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703689, 'name': CreateVM_Task, 'duration_secs': 1.170857} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.771450] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1844.771700] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703692, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.778610] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.778767] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.779080] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1844.779304] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa2955e-86e7-41fd-be50-0ae9c20408d7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.783503] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1844.783503] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5296e3ba-717e-5077-b660-a60ae19bc885" [ 1844.783503] env[62522]: _type = "Task" [ 1844.783503] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.791981] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5296e3ba-717e-5077-b660-a60ae19bc885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.931383] env[62522]: DEBUG oslo_vmware.api [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703690, 'name': PowerOnVM_Task, 'duration_secs': 1.212097} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.931660] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1845.034746] env[62522]: DEBUG nova.compute.manager [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.035714] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1d5058-85e6-402b-ba42-eccfca155ead {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.145084] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.211922] env[62522]: DEBUG oslo_concurrency.lockutils [None req-42e8dc4f-9187-46d8-ad15-351fd3664c1b tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 11.786s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.212801] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.068s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.267782] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703692, 'name': Rename_Task, 'duration_secs': 0.300684} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.268049] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.268301] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-552a6602-b6e9-45db-9b87-c14184b0e7aa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.275208] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1845.275208] env[62522]: value = "task-1703693" [ 1845.275208] env[62522]: _type = "Task" [ 1845.275208] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.290306] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703693, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.295217] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5296e3ba-717e-5077-b660-a60ae19bc885, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.295490] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.295747] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1845.295981] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.296144] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.296322] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1845.296555] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b896e3e-4bee-4d65-9da8-1480032f955e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.304558] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1845.304735] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1845.305527] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69211fbe-fdd3-4234-8953-b579935fabf1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.310241] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1845.310241] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520251a9-070c-917a-e4c4-bdfef09cc42f" [ 1845.310241] env[62522]: _type = "Task" [ 1845.310241] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.318094] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520251a9-070c-917a-e4c4-bdfef09cc42f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.553805] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4628001e-c04e-4e9b-b645-4fafb0973914 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "df99de73-b778-40c7-955f-7b89f3480438" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.564s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.716138] env[62522]: INFO nova.compute.manager [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Detaching volume aebfa242-0131-44b4-8eeb-3f1bfa03f9e8 [ 1845.745733] env[62522]: INFO nova.virt.block_device [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Attempting to driver detach volume aebfa242-0131-44b4-8eeb-3f1bfa03f9e8 from mountpoint /dev/sdb [ 1845.745990] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1845.746194] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355029', 'volume_id': 'aebfa242-0131-44b4-8eeb-3f1bfa03f9e8', 'name': 'volume-aebfa242-0131-44b4-8eeb-3f1bfa03f9e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '13903b36-adc5-4e50-8a4e-8a3833cf7de3', 'attached_at': '', 'detached_at': '', 'volume_id': 'aebfa242-0131-44b4-8eeb-3f1bfa03f9e8', 'serial': 'aebfa242-0131-44b4-8eeb-3f1bfa03f9e8'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1845.747092] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e666d3-030b-4ff7-807a-0ea8a168f670 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.772460] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c675ec-ffe8-4833-9739-b18ea2eeeb84 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.781794] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafdba3f-0f85-49d7-8034-358cca175403 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.786869] env[62522]: DEBUG oslo_vmware.api [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703693, 'name': PowerOnVM_Task, 'duration_secs': 0.460279} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.787516] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1845.807776] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8dfc1c-b6ff-4275-a0ad-226396c0bb1f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.823876] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] The volume has not been displaced from its original location: [datastore1] volume-aebfa242-0131-44b4-8eeb-3f1bfa03f9e8/volume-aebfa242-0131-44b4-8eeb-3f1bfa03f9e8.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1845.829014] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1845.829978] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc13f150-bd7f-44cc-b9f7-b6e4b007823c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.845930] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520251a9-070c-917a-e4c4-bdfef09cc42f, 'name': SearchDatastore_Task, 'duration_secs': 0.008826} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.847063] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b4dd97-f9a4-4f25-b709-22c370687480 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.850844] env[62522]: DEBUG oslo_vmware.api [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1845.850844] env[62522]: value = "task-1703694" [ 1845.850844] env[62522]: _type = "Task" [ 1845.850844] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.854738] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1845.854738] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52db6e11-209b-12e5-4c1c-b1015b8fd042" [ 1845.854738] env[62522]: _type = "Task" [ 1845.854738] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.860675] env[62522]: DEBUG oslo_vmware.api [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.865825] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52db6e11-209b-12e5-4c1c-b1015b8fd042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.900770] env[62522]: DEBUG nova.compute.manager [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.901738] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c1d816-82a5-4363-a68d-51445b37eab1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.366111] env[62522]: DEBUG oslo_vmware.api [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703694, 'name': ReconfigVM_Task, 'duration_secs': 0.232063} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.369380] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1846.373916] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52db6e11-209b-12e5-4c1c-b1015b8fd042, 'name': SearchDatastore_Task, 'duration_secs': 0.025897} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.374126] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-716260b9-1436-4f76-bf7e-b1c2a10ae8d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.383336] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.383592] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 28255e61-df52-4aff-9d35-c356c8881a00/28255e61-df52-4aff-9d35-c356c8881a00.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1846.384120] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7d0dae1-76f4-4c1b-a305-323a09641f7c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.390868] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1846.390868] env[62522]: value = "task-1703696" [ 1846.390868] env[62522]: _type = "Task" [ 1846.390868] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.391742] env[62522]: DEBUG oslo_vmware.api [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1846.391742] env[62522]: value = "task-1703695" [ 1846.391742] env[62522]: _type = "Task" [ 1846.391742] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.401451] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.404294] env[62522]: DEBUG oslo_vmware.api [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.417044] env[62522]: DEBUG oslo_concurrency.lockutils [None req-03aef0fb-cc7a-413a-8e50-cce0a31c4164 tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.511s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.748595] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.748929] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.749150] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.749345] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.749520] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.751769] env[62522]: INFO nova.compute.manager [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Terminating instance [ 1846.904214] env[62522]: DEBUG oslo_vmware.api [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703695, 'name': ReconfigVM_Task, 'duration_secs': 0.131929} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.907041] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355029', 'volume_id': 'aebfa242-0131-44b4-8eeb-3f1bfa03f9e8', 'name': 'volume-aebfa242-0131-44b4-8eeb-3f1bfa03f9e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '13903b36-adc5-4e50-8a4e-8a3833cf7de3', 'attached_at': '', 'detached_at': '', 'volume_id': 'aebfa242-0131-44b4-8eeb-3f1bfa03f9e8', 'serial': 'aebfa242-0131-44b4-8eeb-3f1bfa03f9e8'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1846.909076] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703696, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.255623] env[62522]: DEBUG nova.compute.manager [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1847.255821] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1847.256783] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c469d3e8-af13-4744-b036-fad81602d7d0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.264614] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1847.264856] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a27a2d6e-895f-424e-b0a3-89e0752a510f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.271346] env[62522]: DEBUG oslo_vmware.api [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1847.271346] env[62522]: value = "task-1703697" [ 1847.271346] env[62522]: _type = "Task" [ 1847.271346] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.278853] env[62522]: DEBUG oslo_vmware.api [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.403950] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519839} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.404402] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 28255e61-df52-4aff-9d35-c356c8881a00/28255e61-df52-4aff-9d35-c356c8881a00.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1847.405035] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1847.405133] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c781a2a-2aed-4ac5-815f-0c2c1b199fb5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.413020] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1847.413020] env[62522]: value = "task-1703698" [ 1847.413020] env[62522]: _type = "Task" [ 1847.413020] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.425732] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.473403] env[62522]: DEBUG nova.objects.instance [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lazy-loading 'flavor' on Instance uuid 13903b36-adc5-4e50-8a4e-8a3833cf7de3 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1847.782216] env[62522]: DEBUG oslo_vmware.api [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703697, 'name': PowerOffVM_Task, 'duration_secs': 0.407953} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.782501] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1847.782663] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1847.782897] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90f41900-39d8-45d4-963d-307599a18046 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.923184] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26311} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.923486] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1847.924260] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd2c0a5-737d-4f1a-bcff-c5b7e1ea0046 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.947437] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 28255e61-df52-4aff-9d35-c356c8881a00/28255e61-df52-4aff-9d35-c356c8881a00.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1847.947979] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0603ea8-2acb-4e27-9fb1-987e30bcbac7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.967601] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1847.967601] env[62522]: value = "task-1703700" [ 1847.967601] env[62522]: _type = "Task" [ 1847.967601] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.977919] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.403370] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.463018] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1848.463294] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1848.463497] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleting the datastore file [datastore1] bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1848.463774] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e80bc9dd-0d8b-466a-acdf-d5c020487a32 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.472387] env[62522]: DEBUG oslo_vmware.api [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for the task: (returnval){ [ 1848.472387] env[62522]: value = "task-1703701" [ 1848.472387] env[62522]: _type = "Task" [ 1848.472387] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.478456] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.480218] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9c317c8e-e802-41c6-84fb-0e41250e1de0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.483880] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.081s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.485215] env[62522]: DEBUG oslo_vmware.api [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.979733] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703700, 'name': ReconfigVM_Task, 'duration_secs': 0.698603} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.980420] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 28255e61-df52-4aff-9d35-c356c8881a00/28255e61-df52-4aff-9d35-c356c8881a00.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1848.981082] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb9684ec-9bc6-4afa-a88c-33be466fbff2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.985312] env[62522]: DEBUG oslo_vmware.api [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Task: {'id': task-1703701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159668} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.985919] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1848.986148] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1848.986352] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1848.986541] env[62522]: INFO nova.compute.manager [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1848.986778] env[62522]: DEBUG oslo.service.loopingcall [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1848.987546] env[62522]: INFO nova.compute.manager [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Detaching volume b6659b92-24c4-46ab-88be-7ea772ff2739 [ 1848.989183] env[62522]: DEBUG nova.compute.manager [-] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1848.989286] env[62522]: DEBUG nova.network.neutron [-] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1848.992166] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1848.992166] env[62522]: value = "task-1703702" [ 1848.992166] env[62522]: _type = "Task" [ 1848.992166] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.002474] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703702, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.020594] env[62522]: INFO nova.virt.block_device [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Attempting to driver detach volume b6659b92-24c4-46ab-88be-7ea772ff2739 from mountpoint /dev/sdc [ 1849.020841] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1849.021040] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355034', 'volume_id': 'b6659b92-24c4-46ab-88be-7ea772ff2739', 'name': 'volume-b6659b92-24c4-46ab-88be-7ea772ff2739', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '13903b36-adc5-4e50-8a4e-8a3833cf7de3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6659b92-24c4-46ab-88be-7ea772ff2739', 'serial': 'b6659b92-24c4-46ab-88be-7ea772ff2739'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1849.021927] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182b519e-76b7-4e3a-832b-4d43b5995605 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.045322] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ff9a88-da52-453d-a1dd-85551f4fd3ff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.052098] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e155bc-38fc-40b8-a572-c05908b86ae0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.074309] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91840e5-4a52-418c-9211-0c4f2ff47a9d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.088846] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] The volume has not been displaced from its original location: [datastore1] volume-b6659b92-24c4-46ab-88be-7ea772ff2739/volume-b6659b92-24c4-46ab-88be-7ea772ff2739.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1849.093997] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Reconfiguring VM instance instance-0000006d to detach disk 2002 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1849.094317] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a959d53-22f7-4ed0-83e2-aa9cebcb0050 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.111423] env[62522]: DEBUG oslo_vmware.api [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1849.111423] env[62522]: value = "task-1703703" [ 1849.111423] env[62522]: _type = "Task" [ 1849.111423] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.119712] env[62522]: DEBUG oslo_vmware.api [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.425468] env[62522]: DEBUG nova.compute.manager [req-fad2a215-0a9c-4d75-8d27-0cea7373a796 req-9e9b1ec6-c786-40a6-9091-ee6c973cdb8e service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Received event network-vif-deleted-3ddfe922-fa65-4651-b539-35d4cda2cdb6 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1849.425708] env[62522]: INFO nova.compute.manager [req-fad2a215-0a9c-4d75-8d27-0cea7373a796 req-9e9b1ec6-c786-40a6-9091-ee6c973cdb8e service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Neutron deleted interface 3ddfe922-fa65-4651-b539-35d4cda2cdb6; detaching it from the instance and deleting it from the info cache [ 1849.425923] env[62522]: DEBUG nova.network.neutron [req-fad2a215-0a9c-4d75-8d27-0cea7373a796 req-9e9b1ec6-c786-40a6-9091-ee6c973cdb8e service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.502886] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703702, 'name': Rename_Task, 'duration_secs': 0.155285} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.503390] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1849.504369] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8df3e49-34a6-42eb-8363-fffd85857418 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.511143] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1849.511143] env[62522]: value = "task-1703704" [ 1849.511143] env[62522]: _type = "Task" [ 1849.511143] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.518555] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.625556] env[62522]: DEBUG oslo_vmware.api [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703703, 'name': ReconfigVM_Task, 'duration_secs': 0.237076} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.625885] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Reconfigured VM instance instance-0000006d to detach disk 2002 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1849.631582] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800fd803-80f1-46bb-9382-cc027cf2c347 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.650022] env[62522]: DEBUG oslo_vmware.api [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1849.650022] env[62522]: value = "task-1703705" [ 1849.650022] env[62522]: _type = "Task" [ 1849.650022] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.658244] env[62522]: DEBUG oslo_vmware.api [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.902482] env[62522]: DEBUG nova.network.neutron [-] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.928713] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98eeae98-bc53-46bc-8f37-2347f34a28ec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.938325] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43938de0-83ff-4c2e-96f7-ec68d81c5d48 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.969604] env[62522]: DEBUG nova.compute.manager [req-fad2a215-0a9c-4d75-8d27-0cea7373a796 req-9e9b1ec6-c786-40a6-9091-ee6c973cdb8e service nova] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Detach interface failed, port_id=3ddfe922-fa65-4651-b539-35d4cda2cdb6, reason: Instance bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1850.020621] env[62522]: DEBUG oslo_vmware.api [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703704, 'name': PowerOnVM_Task, 'duration_secs': 0.493334} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.021397] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.021397] env[62522]: INFO nova.compute.manager [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1850.021397] env[62522]: DEBUG nova.compute.manager [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.022086] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef65f6c4-ff33-4f75-ab23-69dd3f36d1cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.157877] env[62522]: DEBUG oslo_vmware.api [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703705, 'name': ReconfigVM_Task, 'duration_secs': 0.143351} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.158345] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355034', 'volume_id': 'b6659b92-24c4-46ab-88be-7ea772ff2739', 'name': 'volume-b6659b92-24c4-46ab-88be-7ea772ff2739', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '13903b36-adc5-4e50-8a4e-8a3833cf7de3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6659b92-24c4-46ab-88be-7ea772ff2739', 'serial': 'b6659b92-24c4-46ab-88be-7ea772ff2739'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1850.405936] env[62522]: INFO nova.compute.manager [-] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Took 1.42 seconds to deallocate network for instance. [ 1850.537860] env[62522]: INFO nova.compute.manager [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Took 13.64 seconds to build instance. [ 1850.698336] env[62522]: DEBUG nova.objects.instance [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lazy-loading 'flavor' on Instance uuid 13903b36-adc5-4e50-8a4e-8a3833cf7de3 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.911999] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.912424] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.912668] env[62522]: DEBUG nova.objects.instance [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lazy-loading 'resources' on Instance uuid bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.040351] env[62522]: DEBUG oslo_concurrency.lockutils [None req-add74ba1-0d66-4317-847b-575aaf0dcadc tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "28255e61-df52-4aff-9d35-c356c8881a00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.154s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.515761] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492e6fc9-3c70-45d5-845a-9cc08281746a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.522739] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37239e86-26d2-4876-a6e2-e86193a2bf31 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.553480] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f908d7-071e-43a3-a225-0976a289faca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.559994] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3821a9-8f0e-450b-84dc-737b0d56301c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.572405] env[62522]: DEBUG nova.compute.provider_tree [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.709387] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ef01aef0-9995-4d29-879d-a8e0f8425cb0 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.225s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.843188] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.843582] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.075084] env[62522]: DEBUG nova.scheduler.client.report [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1852.163573] env[62522]: DEBUG nova.compute.manager [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1852.164523] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19231f9e-53c8-4994-9e59-a992bb6aa7ff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.346960] env[62522]: INFO nova.compute.manager [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Detaching volume 8ccd5950-e3ae-491b-a155-2fc791252172 [ 1852.377273] env[62522]: INFO nova.virt.block_device [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Attempting to driver detach volume 8ccd5950-e3ae-491b-a155-2fc791252172 from mountpoint /dev/sdb [ 1852.377515] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1852.377704] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355015', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'name': 'volume-8ccd5950-e3ae-491b-a155-2fc791252172', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfce32f7-8a2c-4503-b9f7-e3a6a045217f', 'attached_at': '', 'detached_at': '', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'serial': '8ccd5950-e3ae-491b-a155-2fc791252172'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1852.378608] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447e948c-fb67-48c0-92d8-3bb06a555410 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.405948] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8571a3-6cd3-4ae8-be74-8ea8001e5290 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.413688] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e601be48-2190-4ebb-84bb-b2611a3ca037 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.433931] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858c5406-a161-430e-8968-29e28c12fd05 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.448616] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] The volume has not been displaced from its original location: [datastore1] volume-8ccd5950-e3ae-491b-a155-2fc791252172/volume-8ccd5950-e3ae-491b-a155-2fc791252172.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1852.453800] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1852.454354] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff58defa-28f0-43c5-b9ae-a384f71ddd87 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.472760] env[62522]: DEBUG oslo_vmware.api [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1852.472760] env[62522]: value = "task-1703706" [ 1852.472760] env[62522]: _type = "Task" [ 1852.472760] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.479934] env[62522]: DEBUG oslo_vmware.api [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.579591] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.604251] env[62522]: INFO nova.scheduler.client.report [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Deleted allocations for instance bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9 [ 1852.676054] env[62522]: INFO nova.compute.manager [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] instance snapshotting [ 1852.678815] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36e6835-173c-42ff-85ce-73d1be63e3ad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.700871] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c474c8a-2ae6-46b5-83f7-eee22e58b081 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.886592] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.886866] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.887093] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.887276] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.887493] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.889617] env[62522]: INFO nova.compute.manager [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Terminating instance [ 1852.986348] env[62522]: DEBUG oslo_vmware.api [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703706, 'name': ReconfigVM_Task, 'duration_secs': 0.225289} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.986741] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1852.991508] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7119ed2b-268b-431b-b54c-1c9773ba4c34 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.007751] env[62522]: DEBUG oslo_vmware.api [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1853.007751] env[62522]: value = "task-1703708" [ 1853.007751] env[62522]: _type = "Task" [ 1853.007751] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.017116] env[62522]: DEBUG oslo_vmware.api [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.112063] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f14efc58-e26e-4d51-a3aa-c5223e9fa82c tempest-ServerActionsTestOtherB-24360038 tempest-ServerActionsTestOtherB-24360038-project-member] Lock "bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.363s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.212082] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1853.212412] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-292ca5af-34c6-42bd-a5c8-2b4678a418b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.219483] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1853.219483] env[62522]: value = "task-1703709" [ 1853.219483] env[62522]: _type = "Task" [ 1853.219483] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.226710] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703709, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.393453] env[62522]: DEBUG nova.compute.manager [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1853.393697] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1853.394761] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7241aff-089f-4907-b4b6-2ecec48dd295 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.403453] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1853.403720] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baa775e1-245a-4609-96ea-eef005b1c4cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.409742] env[62522]: DEBUG oslo_vmware.api [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1853.409742] env[62522]: value = "task-1703710" [ 1853.409742] env[62522]: _type = "Task" [ 1853.409742] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.418093] env[62522]: DEBUG oslo_vmware.api [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.517882] env[62522]: DEBUG oslo_vmware.api [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703708, 'name': ReconfigVM_Task, 'duration_secs': 0.199549} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.518216] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355015', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'name': 'volume-8ccd5950-e3ae-491b-a155-2fc791252172', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfce32f7-8a2c-4503-b9f7-e3a6a045217f', 'attached_at': '', 'detached_at': '', 'volume_id': '8ccd5950-e3ae-491b-a155-2fc791252172', 'serial': '8ccd5950-e3ae-491b-a155-2fc791252172'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1853.729270] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703709, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.919903] env[62522]: DEBUG oslo_vmware.api [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703710, 'name': PowerOffVM_Task, 'duration_secs': 0.214048} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.920187] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1853.920360] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1853.920603] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ce87a27-4ccb-43d9-81e5-189256796c1c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.999395] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1853.999668] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1853.999955] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Deleting the datastore file [datastore1] 13903b36-adc5-4e50-8a4e-8a3833cf7de3 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1854.000291] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-505dccf5-e47c-4f39-8ea9-3ee86a6fe546 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.006717] env[62522]: DEBUG oslo_vmware.api [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for the task: (returnval){ [ 1854.006717] env[62522]: value = "task-1703712" [ 1854.006717] env[62522]: _type = "Task" [ 1854.006717] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.014760] env[62522]: DEBUG oslo_vmware.api [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.059877] env[62522]: DEBUG nova.objects.instance [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lazy-loading 'flavor' on Instance uuid dfce32f7-8a2c-4503-b9f7-e3a6a045217f {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.230685] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703709, 'name': CreateSnapshot_Task, 'duration_secs': 0.926368} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.231067] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1854.231658] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be7c734-14c5-4929-81fb-c5f7f2e3aad9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.517611] env[62522]: DEBUG oslo_vmware.api [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Task: {'id': task-1703712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160332} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.517820] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1854.518013] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1854.518198] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1854.518373] env[62522]: INFO nova.compute.manager [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1854.518649] env[62522]: DEBUG oslo.service.loopingcall [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.518881] env[62522]: DEBUG nova.compute.manager [-] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1854.518981] env[62522]: DEBUG nova.network.neutron [-] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1854.748160] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1854.748502] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e955017-cbea-46c3-89c9-337fc36c3efe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.760327] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1854.760327] env[62522]: value = "task-1703713" [ 1854.760327] env[62522]: _type = "Task" [ 1854.760327] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.766963] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703713, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.983920] env[62522]: DEBUG nova.compute.manager [req-320bf0db-dc3e-4508-8ff6-0752aaf7263f req-becfe9c3-664e-4434-8d18-02940ec5f1ce service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Received event network-vif-deleted-60da703f-3cf3-48fe-a111-904d0edbb163 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1854.984723] env[62522]: INFO nova.compute.manager [req-320bf0db-dc3e-4508-8ff6-0752aaf7263f req-becfe9c3-664e-4434-8d18-02940ec5f1ce service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Neutron deleted interface 60da703f-3cf3-48fe-a111-904d0edbb163; detaching it from the instance and deleting it from the info cache [ 1854.984723] env[62522]: DEBUG nova.network.neutron [req-320bf0db-dc3e-4508-8ff6-0752aaf7263f req-becfe9c3-664e-4434-8d18-02940ec5f1ce service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.067171] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a8f42c25-e89c-4c33-be5a-29fa7f06d6f5 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.268522] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703713, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.459736] env[62522]: DEBUG nova.network.neutron [-] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.487897] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6fad608-4d55-449f-83b4-a30c1eb49715 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.499856] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e79bd6-f90c-4c4f-b03b-243f2593974f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.534735] env[62522]: DEBUG nova.compute.manager [req-320bf0db-dc3e-4508-8ff6-0752aaf7263f req-becfe9c3-664e-4434-8d18-02940ec5f1ce service nova] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Detach interface failed, port_id=60da703f-3cf3-48fe-a111-904d0edbb163, reason: Instance 13903b36-adc5-4e50-8a4e-8a3833cf7de3 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1855.770029] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703713, 'name': CloneVM_Task, 'duration_secs': 0.964512} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.770165] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Created linked-clone VM from snapshot [ 1855.771090] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddadec7a-f99a-4d17-b3f6-8a6935a7b33d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.780871] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Uploading image f535f3d3-837e-4314-b119-acf6569c97cf {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1855.794072] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1855.794501] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d19b8cc9-03fa-444f-9b57-e3b7020ee2b3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.804451] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1855.804451] env[62522]: value = "task-1703714" [ 1855.804451] env[62522]: _type = "Task" [ 1855.804451] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.810318] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703714, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.965031] env[62522]: INFO nova.compute.manager [-] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Took 1.44 seconds to deallocate network for instance. [ 1856.135579] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.135830] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.136066] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.136254] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.136484] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.139014] env[62522]: INFO nova.compute.manager [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Terminating instance [ 1856.313448] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703714, 'name': Destroy_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.471345] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.471658] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.471899] env[62522]: DEBUG nova.objects.instance [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lazy-loading 'resources' on Instance uuid 13903b36-adc5-4e50-8a4e-8a3833cf7de3 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.643325] env[62522]: DEBUG nova.compute.manager [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1856.643660] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1856.644886] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c757da9e-6e07-4cff-a832-5822cb044dd7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.653911] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1856.654231] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf6005c8-e1f1-426f-bb37-3d059adc6115 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.660706] env[62522]: DEBUG oslo_vmware.api [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1856.660706] env[62522]: value = "task-1703715" [ 1856.660706] env[62522]: _type = "Task" [ 1856.660706] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.671300] env[62522]: DEBUG oslo_vmware.api [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.815530] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703714, 'name': Destroy_Task, 'duration_secs': 0.715294} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.815857] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Destroyed the VM [ 1856.816079] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1856.816345] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b2591f80-09dd-464e-890e-58b8b44ba3a8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.823378] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1856.823378] env[62522]: value = "task-1703716" [ 1856.823378] env[62522]: _type = "Task" [ 1856.823378] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.831234] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703716, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.089926] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e488283e-7f63-4435-b825-9f132b167e8f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.098269] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3caf82b-91a4-4c1d-871c-ab0fd4024bc8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.128027] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211b0b7e-1485-4854-81a2-aec4b7312e3b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.135472] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a881a8-8df9-4ad8-a759-49f4b8ee9ed2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.149844] env[62522]: DEBUG nova.compute.provider_tree [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.169806] env[62522]: DEBUG oslo_vmware.api [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703715, 'name': PowerOffVM_Task, 'duration_secs': 0.316738} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.169806] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1857.169806] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1857.170054] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e06cfa65-80ee-4c22-bc8e-ab0f87d674e2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.242732] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1857.242732] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1857.242956] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleting the datastore file [datastore1] dfce32f7-8a2c-4503-b9f7-e3a6a045217f {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1857.243773] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91702f0c-0d68-46ff-b0eb-a3b5f5703aa2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.249192] env[62522]: DEBUG oslo_vmware.api [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1857.249192] env[62522]: value = "task-1703718" [ 1857.249192] env[62522]: _type = "Task" [ 1857.249192] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.258159] env[62522]: DEBUG oslo_vmware.api [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.333986] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703716, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.654192] env[62522]: DEBUG nova.scheduler.client.report [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1857.759201] env[62522]: DEBUG oslo_vmware.api [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151552} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.759402] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1857.759591] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1857.759768] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1857.759937] env[62522]: INFO nova.compute.manager [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1857.760226] env[62522]: DEBUG oslo.service.loopingcall [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1857.760430] env[62522]: DEBUG nova.compute.manager [-] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1857.760526] env[62522]: DEBUG nova.network.neutron [-] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1857.833646] env[62522]: DEBUG oslo_vmware.api [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703716, 'name': RemoveSnapshot_Task, 'duration_secs': 0.647894} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.834017] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1858.158981] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.180923] env[62522]: INFO nova.scheduler.client.report [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Deleted allocations for instance 13903b36-adc5-4e50-8a4e-8a3833cf7de3 [ 1858.291698] env[62522]: DEBUG nova.compute.manager [req-daa879a3-1c6b-480f-946b-73bdab212028 req-2ac5cea4-a6df-4666-bc2f-e5723165a755 service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Received event network-vif-deleted-5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1858.291870] env[62522]: INFO nova.compute.manager [req-daa879a3-1c6b-480f-946b-73bdab212028 req-2ac5cea4-a6df-4666-bc2f-e5723165a755 service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Neutron deleted interface 5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8; detaching it from the instance and deleting it from the info cache [ 1858.292057] env[62522]: DEBUG nova.network.neutron [req-daa879a3-1c6b-480f-946b-73bdab212028 req-2ac5cea4-a6df-4666-bc2f-e5723165a755 service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.338432] env[62522]: WARNING nova.compute.manager [None req-799d1c32-5370-437c-b02d-09d6647fc3ca tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Image not found during snapshot: nova.exception.ImageNotFound: Image f535f3d3-837e-4314-b119-acf6569c97cf could not be found. [ 1858.688739] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3bd62f2e-53af-468f-b995-de155f8c66a8 tempest-AttachVolumeTestJSON-252249616 tempest-AttachVolumeTestJSON-252249616-project-member] Lock "13903b36-adc5-4e50-8a4e-8a3833cf7de3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.802s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.773103] env[62522]: DEBUG nova.network.neutron [-] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.794816] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-301e4430-2df7-41f5-8177-24bc74d16827 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.803847] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "28255e61-df52-4aff-9d35-c356c8881a00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.804091] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "28255e61-df52-4aff-9d35-c356c8881a00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.804293] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "28255e61-df52-4aff-9d35-c356c8881a00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.804489] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "28255e61-df52-4aff-9d35-c356c8881a00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.804644] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "28255e61-df52-4aff-9d35-c356c8881a00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.808657] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759dc2fb-c7be-4196-bb09-7056e2339617 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.818926] env[62522]: INFO nova.compute.manager [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Terminating instance [ 1858.839166] env[62522]: DEBUG nova.compute.manager [req-daa879a3-1c6b-480f-946b-73bdab212028 req-2ac5cea4-a6df-4666-bc2f-e5723165a755 service nova] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Detach interface failed, port_id=5e1f9760-8d3e-4c05-a3a0-c3b56df07bb8, reason: Instance dfce32f7-8a2c-4503-b9f7-e3a6a045217f could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1859.276017] env[62522]: INFO nova.compute.manager [-] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Took 1.52 seconds to deallocate network for instance. [ 1859.323076] env[62522]: DEBUG nova.compute.manager [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1859.323406] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1859.324301] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5aea64-fa60-478c-8c64-7fc37c1116ef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.333454] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1859.333752] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d469ab7-5de7-4db3-a21c-e7c8cd19ade4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.342269] env[62522]: DEBUG oslo_vmware.api [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1859.342269] env[62522]: value = "task-1703719" [ 1859.342269] env[62522]: _type = "Task" [ 1859.342269] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.351949] env[62522]: DEBUG oslo_vmware.api [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.784201] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.784550] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.784888] env[62522]: DEBUG nova.objects.instance [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lazy-loading 'resources' on Instance uuid dfce32f7-8a2c-4503-b9f7-e3a6a045217f {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.852953] env[62522]: DEBUG oslo_vmware.api [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703719, 'name': PowerOffVM_Task, 'duration_secs': 0.249523} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.853174] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1859.853360] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1859.853620] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bc7f4d1-5463-46d8-b5ef-2a21fd06e72b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.923899] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1859.924115] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1859.924337] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleting the datastore file [datastore1] 28255e61-df52-4aff-9d35-c356c8881a00 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1859.925141] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43c70d92-81af-4e33-af7d-b21ff6e595d4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.933617] env[62522]: DEBUG oslo_vmware.api [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for the task: (returnval){ [ 1859.933617] env[62522]: value = "task-1703722" [ 1859.933617] env[62522]: _type = "Task" [ 1859.933617] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.943693] env[62522]: DEBUG oslo_vmware.api [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.393438] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cecc758-4510-4d86-b665-46ca2ad9fe13 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.401449] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f505a6d-aad4-47b5-9bef-4c90c8ec0add {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.433134] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e77b70-5f39-4b5b-b93a-13bfe2436934 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.446135] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0143ac-04f4-422f-b7f3-588284f9e637 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.449931] env[62522]: DEBUG oslo_vmware.api [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Task: {'id': task-1703722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183559} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.450193] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1860.450394] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1860.450548] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1860.450717] env[62522]: INFO nova.compute.manager [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1860.450951] env[62522]: DEBUG oslo.service.loopingcall [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.451561] env[62522]: DEBUG nova.compute.manager [-] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1860.451677] env[62522]: DEBUG nova.network.neutron [-] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1860.461101] env[62522]: DEBUG nova.compute.provider_tree [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1860.753909] env[62522]: DEBUG nova.compute.manager [req-82439c46-9eb8-4ad1-901a-6a7a880bc7cc req-618d7eb1-31a1-43de-b851-2e7cfae78abf service nova] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Received event network-vif-deleted-572dd766-588e-444c-bb38-13cea8f94992 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1860.754168] env[62522]: INFO nova.compute.manager [req-82439c46-9eb8-4ad1-901a-6a7a880bc7cc req-618d7eb1-31a1-43de-b851-2e7cfae78abf service nova] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Neutron deleted interface 572dd766-588e-444c-bb38-13cea8f94992; detaching it from the instance and deleting it from the info cache [ 1860.754308] env[62522]: DEBUG nova.network.neutron [req-82439c46-9eb8-4ad1-901a-6a7a880bc7cc req-618d7eb1-31a1-43de-b851-2e7cfae78abf service nova] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.964083] env[62522]: DEBUG nova.scheduler.client.report [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1861.235052] env[62522]: DEBUG nova.network.neutron [-] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.256687] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bb2665f-4016-4d25-adc4-55184568805b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.266588] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aada33cc-7efb-4de9-a40f-305c16180c7d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.294418] env[62522]: DEBUG nova.compute.manager [req-82439c46-9eb8-4ad1-901a-6a7a880bc7cc req-618d7eb1-31a1-43de-b851-2e7cfae78abf service nova] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Detach interface failed, port_id=572dd766-588e-444c-bb38-13cea8f94992, reason: Instance 28255e61-df52-4aff-9d35-c356c8881a00 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1861.468993] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.486444] env[62522]: INFO nova.scheduler.client.report [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleted allocations for instance dfce32f7-8a2c-4503-b9f7-e3a6a045217f [ 1861.737784] env[62522]: INFO nova.compute.manager [-] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Took 1.29 seconds to deallocate network for instance. [ 1861.993173] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fcf80674-8199-4770-855f-709a34752666 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "dfce32f7-8a2c-4503-b9f7-e3a6a045217f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.857s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.162193] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8f525075-d91b-47fb-be90-b06c1d653873 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "cced87bc-2529-4a70-970b-623156c54a56" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.162450] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8f525075-d91b-47fb-be90-b06c1d653873 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "cced87bc-2529-4a70-970b-623156c54a56" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.162634] env[62522]: DEBUG nova.compute.manager [None req-8f525075-d91b-47fb-be90-b06c1d653873 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1862.163583] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0790d7-255f-4f93-bc15-9cfa271efdba {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.170034] env[62522]: DEBUG nova.compute.manager [None req-8f525075-d91b-47fb-be90-b06c1d653873 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62522) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1862.170576] env[62522]: DEBUG nova.objects.instance [None req-8f525075-d91b-47fb-be90-b06c1d653873 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lazy-loading 'flavor' on Instance uuid cced87bc-2529-4a70-970b-623156c54a56 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.243837] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.244132] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.244456] env[62522]: DEBUG nova.objects.instance [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lazy-loading 'resources' on Instance uuid 28255e61-df52-4aff-9d35-c356c8881a00 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.824520] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06202d8c-d55c-47ef-b25c-cb68eb4200f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.831960] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4ae0e0-f1b1-4466-bfa7-2f4363bb1f72 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.863056] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daefd526-0cc3-4a6e-807d-e34da6d1311c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.870397] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33805f65-9bb3-40c9-9190-4148efb651d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.883508] env[62522]: DEBUG nova.compute.provider_tree [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.177025] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f525075-d91b-47fb-be90-b06c1d653873 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1863.177178] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-646c6a64-ff26-4150-9970-8fb9322a9bf0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.184336] env[62522]: DEBUG oslo_vmware.api [None req-8f525075-d91b-47fb-be90-b06c1d653873 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1863.184336] env[62522]: value = "task-1703724" [ 1863.184336] env[62522]: _type = "Task" [ 1863.184336] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.191856] env[62522]: DEBUG oslo_vmware.api [None req-8f525075-d91b-47fb-be90-b06c1d653873 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.387106] env[62522]: DEBUG nova.scheduler.client.report [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1863.693503] env[62522]: DEBUG oslo_vmware.api [None req-8f525075-d91b-47fb-be90-b06c1d653873 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703724, 'name': PowerOffVM_Task, 'duration_secs': 0.167594} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.693823] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f525075-d91b-47fb-be90-b06c1d653873 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1863.694036] env[62522]: DEBUG nova.compute.manager [None req-8f525075-d91b-47fb-be90-b06c1d653873 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.694814] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b903e92-4859-476c-9901-c9cbf6eebb2c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.892566] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.913882] env[62522]: INFO nova.scheduler.client.report [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Deleted allocations for instance 28255e61-df52-4aff-9d35-c356c8881a00 [ 1863.999183] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "61c7afc7-b7a0-48ef-81d6-4e438859004e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.999413] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "61c7afc7-b7a0-48ef-81d6-4e438859004e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.205919] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8f525075-d91b-47fb-be90-b06c1d653873 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "cced87bc-2529-4a70-970b-623156c54a56" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.043s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.422507] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4ed3a263-b63c-445b-ab8a-bb22e9a20e75 tempest-ImagesTestJSON-1031104133 tempest-ImagesTestJSON-1031104133-project-member] Lock "28255e61-df52-4aff-9d35-c356c8881a00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.618s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.501861] env[62522]: DEBUG nova.compute.manager [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1864.511341] env[62522]: DEBUG nova.objects.instance [None req-4e984144-10b9-4a81-9866-15aec6354bfb tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lazy-loading 'flavor' on Instance uuid cced87bc-2529-4a70-970b-623156c54a56 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.902369] env[62522]: DEBUG oslo_concurrency.lockutils [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.902670] env[62522]: DEBUG oslo_concurrency.lockutils [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.016607] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4e984144-10b9-4a81-9866-15aec6354bfb tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.016920] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4e984144-10b9-4a81-9866-15aec6354bfb tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.017126] env[62522]: DEBUG nova.network.neutron [None req-4e984144-10b9-4a81-9866-15aec6354bfb tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1865.017417] env[62522]: DEBUG nova.objects.instance [None req-4e984144-10b9-4a81-9866-15aec6354bfb tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lazy-loading 'info_cache' on Instance uuid cced87bc-2529-4a70-970b-623156c54a56 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.025032] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.025032] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.026216] env[62522]: INFO nova.compute.claims [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1865.406314] env[62522]: DEBUG nova.compute.utils [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1865.521734] env[62522]: DEBUG nova.objects.base [None req-4e984144-10b9-4a81-9866-15aec6354bfb tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1865.909587] env[62522]: DEBUG oslo_concurrency.lockutils [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.128296] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4385df4-dd5f-4b7f-b542-9a809b999821 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.136458] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b230c0-0b02-44f8-8524-9d90a9a2cd63 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.168080] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a3a02a-1de2-424e-9a86-c47603ad05d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.175378] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3859c1ad-69af-4d61-9702-b532f2748b24 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.190047] env[62522]: DEBUG nova.compute.provider_tree [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.358676] env[62522]: DEBUG nova.network.neutron [None req-4e984144-10b9-4a81-9866-15aec6354bfb tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance_info_cache with network_info: [{"id": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "address": "fa:16:3e:d8:d8:a6", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef83c453-30", "ovs_interfaceid": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.694667] env[62522]: DEBUG nova.scheduler.client.report [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1866.861858] env[62522]: DEBUG oslo_concurrency.lockutils [None req-4e984144-10b9-4a81-9866-15aec6354bfb tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.984951] env[62522]: DEBUG oslo_concurrency.lockutils [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.985283] env[62522]: DEBUG oslo_concurrency.lockutils [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.985470] env[62522]: INFO nova.compute.manager [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Attaching volume 01d33bfd-6f83-4611-a2c3-62c355686379 to /dev/sdb [ 1867.016540] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6b7efc-ed3e-487f-b954-0156ce7290fe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.024083] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f036343-36cf-4586-ac82-af405abdc305 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.037578] env[62522]: DEBUG nova.virt.block_device [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Updating existing volume attachment record: 088a04bb-bfdb-41ad-958c-696edcf80ed8 {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1867.199986] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.200540] env[62522]: DEBUG nova.compute.manager [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1867.705877] env[62522]: DEBUG nova.compute.utils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1867.707607] env[62522]: DEBUG nova.compute.manager [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1867.707607] env[62522]: DEBUG nova.network.neutron [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1867.763202] env[62522]: DEBUG nova.policy [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cedc2eab290441bb1b99af587a98c16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '692b371532294aa6bb9658ddd895f0fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1867.870686] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e984144-10b9-4a81-9866-15aec6354bfb tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1867.871022] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89dbe097-eb5b-4031-8d47-4b83e1ca7c69 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.878177] env[62522]: DEBUG oslo_vmware.api [None req-4e984144-10b9-4a81-9866-15aec6354bfb tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1867.878177] env[62522]: value = "task-1703727" [ 1867.878177] env[62522]: _type = "Task" [ 1867.878177] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.887190] env[62522]: DEBUG oslo_vmware.api [None req-4e984144-10b9-4a81-9866-15aec6354bfb tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.210827] env[62522]: DEBUG nova.compute.manager [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1868.389418] env[62522]: DEBUG oslo_vmware.api [None req-4e984144-10b9-4a81-9866-15aec6354bfb tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703727, 'name': PowerOnVM_Task, 'duration_secs': 0.391242} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.389950] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e984144-10b9-4a81-9866-15aec6354bfb tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1868.390197] env[62522]: DEBUG nova.compute.manager [None req-4e984144-10b9-4a81-9866-15aec6354bfb tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1868.391047] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bafef3-1c27-4186-9de2-61420dcf4113 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.599704] env[62522]: DEBUG nova.network.neutron [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Successfully created port: b2363b98-fceb-4e66-af90-32880ef3ae4b {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1869.224138] env[62522]: DEBUG nova.compute.manager [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1869.259182] env[62522]: DEBUG nova.virt.hardware [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1869.259182] env[62522]: DEBUG nova.virt.hardware [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1869.259182] env[62522]: DEBUG nova.virt.hardware [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1869.259511] env[62522]: DEBUG nova.virt.hardware [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1869.259774] env[62522]: DEBUG nova.virt.hardware [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1869.260045] env[62522]: DEBUG nova.virt.hardware [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1869.260375] env[62522]: DEBUG nova.virt.hardware [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1869.260637] env[62522]: DEBUG nova.virt.hardware [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1869.263016] env[62522]: DEBUG nova.virt.hardware [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1869.263016] env[62522]: DEBUG nova.virt.hardware [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1869.263016] env[62522]: DEBUG nova.virt.hardware [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1869.263016] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b700468e-6066-4bda-9482-1527c6f63411 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.270436] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eabfb6-6fb9-4608-87a7-41fdaf8ee6a8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.334380] env[62522]: DEBUG nova.compute.manager [req-1516acc2-046c-4522-b884-3ee20b8bad4a req-c12a6e3d-6c28-401b-84ac-95846aa2a564 service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Received event network-vif-plugged-b2363b98-fceb-4e66-af90-32880ef3ae4b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1870.334640] env[62522]: DEBUG oslo_concurrency.lockutils [req-1516acc2-046c-4522-b884-3ee20b8bad4a req-c12a6e3d-6c28-401b-84ac-95846aa2a564 service nova] Acquiring lock "61c7afc7-b7a0-48ef-81d6-4e438859004e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.334840] env[62522]: DEBUG oslo_concurrency.lockutils [req-1516acc2-046c-4522-b884-3ee20b8bad4a req-c12a6e3d-6c28-401b-84ac-95846aa2a564 service nova] Lock "61c7afc7-b7a0-48ef-81d6-4e438859004e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.335028] env[62522]: DEBUG oslo_concurrency.lockutils [req-1516acc2-046c-4522-b884-3ee20b8bad4a req-c12a6e3d-6c28-401b-84ac-95846aa2a564 service nova] Lock "61c7afc7-b7a0-48ef-81d6-4e438859004e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.335200] env[62522]: DEBUG nova.compute.manager [req-1516acc2-046c-4522-b884-3ee20b8bad4a req-c12a6e3d-6c28-401b-84ac-95846aa2a564 service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] No waiting events found dispatching network-vif-plugged-b2363b98-fceb-4e66-af90-32880ef3ae4b {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1870.335366] env[62522]: WARNING nova.compute.manager [req-1516acc2-046c-4522-b884-3ee20b8bad4a req-c12a6e3d-6c28-401b-84ac-95846aa2a564 service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Received unexpected event network-vif-plugged-b2363b98-fceb-4e66-af90-32880ef3ae4b for instance with vm_state building and task_state spawning. [ 1870.431368] env[62522]: DEBUG nova.network.neutron [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Successfully updated port: b2363b98-fceb-4e66-af90-32880ef3ae4b {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1870.792441] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Acquiring lock "edd566ee-2f91-40bc-b1aa-8c95ccd288c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.792703] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Lock "edd566ee-2f91-40bc-b1aa-8c95ccd288c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.934107] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "refresh_cache-61c7afc7-b7a0-48ef-81d6-4e438859004e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.934318] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "refresh_cache-61c7afc7-b7a0-48ef-81d6-4e438859004e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.934457] env[62522]: DEBUG nova.network.neutron [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1871.295126] env[62522]: DEBUG nova.compute.manager [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1871.466802] env[62522]: DEBUG nova.network.neutron [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1871.582898] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1871.583186] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355038', 'volume_id': '01d33bfd-6f83-4611-a2c3-62c355686379', 'name': 'volume-01d33bfd-6f83-4611-a2c3-62c355686379', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b5e2d9e7-3d2d-4838-afde-9509ec8227af', 'attached_at': '', 'detached_at': '', 'volume_id': '01d33bfd-6f83-4611-a2c3-62c355686379', 'serial': '01d33bfd-6f83-4611-a2c3-62c355686379'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1871.584259] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9482db3-5063-484a-af31-be7004cbc06c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.591145] env[62522]: DEBUG nova.network.neutron [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Updating instance_info_cache with network_info: [{"id": "b2363b98-fceb-4e66-af90-32880ef3ae4b", "address": "fa:16:3e:7f:a4:37", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2363b98-fc", "ovs_interfaceid": "b2363b98-fceb-4e66-af90-32880ef3ae4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.605061] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96413214-ed36-4c01-a5f2-3d6a30f5a854 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.629854] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-01d33bfd-6f83-4611-a2c3-62c355686379/volume-01d33bfd-6f83-4611-a2c3-62c355686379.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.630354] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f94a10-c14a-4b85-aa8c-f2e7e3cc64db {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.648664] env[62522]: DEBUG oslo_vmware.api [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1871.648664] env[62522]: value = "task-1703729" [ 1871.648664] env[62522]: _type = "Task" [ 1871.648664] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.655935] env[62522]: DEBUG oslo_vmware.api [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.817582] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.817959] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.819637] env[62522]: INFO nova.compute.claims [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1872.105659] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "refresh_cache-61c7afc7-b7a0-48ef-81d6-4e438859004e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.106023] env[62522]: DEBUG nova.compute.manager [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Instance network_info: |[{"id": "b2363b98-fceb-4e66-af90-32880ef3ae4b", "address": "fa:16:3e:7f:a4:37", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2363b98-fc", "ovs_interfaceid": "b2363b98-fceb-4e66-af90-32880ef3ae4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1872.106443] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:a4:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2363b98-fceb-4e66-af90-32880ef3ae4b', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1872.113911] env[62522]: DEBUG oslo.service.loopingcall [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.114153] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1872.114379] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd5e3d16-3dc8-4ab7-ae19-6b0e864cd09f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.133646] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1872.133646] env[62522]: value = "task-1703730" [ 1872.133646] env[62522]: _type = "Task" [ 1872.133646] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.140621] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703730, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.157840] env[62522]: DEBUG oslo_vmware.api [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703729, 'name': ReconfigVM_Task, 'duration_secs': 0.397498} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.158117] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-01d33bfd-6f83-4611-a2c3-62c355686379/volume-01d33bfd-6f83-4611-a2c3-62c355686379.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1872.162905] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fa9bc7a-bfec-47ab-a1e3-54f3109e515a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.177215] env[62522]: DEBUG oslo_vmware.api [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1872.177215] env[62522]: value = "task-1703731" [ 1872.177215] env[62522]: _type = "Task" [ 1872.177215] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.185282] env[62522]: DEBUG oslo_vmware.api [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.366122] env[62522]: DEBUG nova.compute.manager [req-bc5b9f06-e0ac-417f-a492-3c841ca9571e req-9e120634-ffe2-4534-b10b-2fdf888f8e62 service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Received event network-changed-b2363b98-fceb-4e66-af90-32880ef3ae4b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1872.366328] env[62522]: DEBUG nova.compute.manager [req-bc5b9f06-e0ac-417f-a492-3c841ca9571e req-9e120634-ffe2-4534-b10b-2fdf888f8e62 service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Refreshing instance network info cache due to event network-changed-b2363b98-fceb-4e66-af90-32880ef3ae4b. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1872.366547] env[62522]: DEBUG oslo_concurrency.lockutils [req-bc5b9f06-e0ac-417f-a492-3c841ca9571e req-9e120634-ffe2-4534-b10b-2fdf888f8e62 service nova] Acquiring lock "refresh_cache-61c7afc7-b7a0-48ef-81d6-4e438859004e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.366713] env[62522]: DEBUG oslo_concurrency.lockutils [req-bc5b9f06-e0ac-417f-a492-3c841ca9571e req-9e120634-ffe2-4534-b10b-2fdf888f8e62 service nova] Acquired lock "refresh_cache-61c7afc7-b7a0-48ef-81d6-4e438859004e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.366845] env[62522]: DEBUG nova.network.neutron [req-bc5b9f06-e0ac-417f-a492-3c841ca9571e req-9e120634-ffe2-4534-b10b-2fdf888f8e62 service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Refreshing network info cache for port b2363b98-fceb-4e66-af90-32880ef3ae4b {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1872.645532] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703730, 'name': CreateVM_Task, 'duration_secs': 0.324958} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.645948] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1872.646373] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.646542] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.646866] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1872.647128] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09786678-1813-4e02-a084-efaf558b3b71 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.651748] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1872.651748] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524baff8-1390-cd69-5987-9dec90d3ff39" [ 1872.651748] env[62522]: _type = "Task" [ 1872.651748] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.658672] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524baff8-1390-cd69-5987-9dec90d3ff39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.684951] env[62522]: DEBUG oslo_vmware.api [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703731, 'name': ReconfigVM_Task, 'duration_secs': 0.144345} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.685220] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355038', 'volume_id': '01d33bfd-6f83-4611-a2c3-62c355686379', 'name': 'volume-01d33bfd-6f83-4611-a2c3-62c355686379', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b5e2d9e7-3d2d-4838-afde-9509ec8227af', 'attached_at': '', 'detached_at': '', 'volume_id': '01d33bfd-6f83-4611-a2c3-62c355686379', 'serial': '01d33bfd-6f83-4611-a2c3-62c355686379'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1872.909781] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48e60c7-09b1-404d-90ed-101084732276 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.917481] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7c3965-39e1-48a6-9ac4-ad966b8aad6b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.949150] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627f8984-ee9f-43d1-97fa-0db30b348972 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.956597] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991888a5-ac11-474c-bf34-4c2a44951449 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.970056] env[62522]: DEBUG nova.compute.provider_tree [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1873.083833] env[62522]: DEBUG nova.network.neutron [req-bc5b9f06-e0ac-417f-a492-3c841ca9571e req-9e120634-ffe2-4534-b10b-2fdf888f8e62 service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Updated VIF entry in instance network info cache for port b2363b98-fceb-4e66-af90-32880ef3ae4b. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1873.084209] env[62522]: DEBUG nova.network.neutron [req-bc5b9f06-e0ac-417f-a492-3c841ca9571e req-9e120634-ffe2-4534-b10b-2fdf888f8e62 service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Updating instance_info_cache with network_info: [{"id": "b2363b98-fceb-4e66-af90-32880ef3ae4b", "address": "fa:16:3e:7f:a4:37", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2363b98-fc", "ovs_interfaceid": "b2363b98-fceb-4e66-af90-32880ef3ae4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.164190] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524baff8-1390-cd69-5987-9dec90d3ff39, 'name': SearchDatastore_Task, 'duration_secs': 0.009188} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.164474] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.164702] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1873.164990] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.165095] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.165271] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1873.165525] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d66ce72-d474-4288-9b19-2e852f206af1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.173551] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1873.173728] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1873.174418] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f9b207c-f0be-4588-86f8-0f193e2264a7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.179216] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1873.179216] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522a4b6f-47d3-14da-a8c0-40436b68c634" [ 1873.179216] env[62522]: _type = "Task" [ 1873.179216] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.186602] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522a4b6f-47d3-14da-a8c0-40436b68c634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.475188] env[62522]: DEBUG nova.scheduler.client.report [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1873.587163] env[62522]: DEBUG oslo_concurrency.lockutils [req-bc5b9f06-e0ac-417f-a492-3c841ca9571e req-9e120634-ffe2-4534-b10b-2fdf888f8e62 service nova] Releasing lock "refresh_cache-61c7afc7-b7a0-48ef-81d6-4e438859004e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.690133] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522a4b6f-47d3-14da-a8c0-40436b68c634, 'name': SearchDatastore_Task, 'duration_secs': 0.008221} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.690944] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47045a6e-31a9-4df0-b256-9d1e4abbb050 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.696753] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1873.696753] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f59f41-4853-3873-977b-175fca9e0fb6" [ 1873.696753] env[62522]: _type = "Task" [ 1873.696753] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.705105] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f59f41-4853-3873-977b-175fca9e0fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.719075] env[62522]: DEBUG nova.objects.instance [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lazy-loading 'flavor' on Instance uuid b5e2d9e7-3d2d-4838-afde-9509ec8227af {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1873.981212] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.981826] env[62522]: DEBUG nova.compute.manager [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1874.207310] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f59f41-4853-3873-977b-175fca9e0fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009124} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.207497] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.207778] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 61c7afc7-b7a0-48ef-81d6-4e438859004e/61c7afc7-b7a0-48ef-81d6-4e438859004e.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1874.208102] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa05391c-535b-43e8-801e-198395acb602 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.214517] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1874.214517] env[62522]: value = "task-1703732" [ 1874.214517] env[62522]: _type = "Task" [ 1874.214517] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.223577] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.224096] env[62522]: DEBUG oslo_concurrency.lockutils [None req-998abc8d-5b96-4eca-9c42-362f06296cc3 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.488731] env[62522]: DEBUG nova.compute.utils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1874.491058] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.491058] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.492350] env[62522]: DEBUG nova.compute.manager [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1874.492898] env[62522]: DEBUG nova.network.neutron [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1874.538025] env[62522]: DEBUG nova.policy [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca6eb9889d7042dcaf7691fd99c59306', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f81d1b1b84a4dbc8f5c0961d1a1d964', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1874.725930] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494689} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.726287] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 61c7afc7-b7a0-48ef-81d6-4e438859004e/61c7afc7-b7a0-48ef-81d6-4e438859004e.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1874.726368] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1874.726623] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2fb5e66-2575-479b-be14-dd1bcc61c3e8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.732336] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1874.732336] env[62522]: value = "task-1703733" [ 1874.732336] env[62522]: _type = "Task" [ 1874.732336] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.741587] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.812995] env[62522]: DEBUG nova.network.neutron [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Successfully created port: 3a68837f-d14d-4640-bb0a-f01a3fb8bb18 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1875.009152] env[62522]: DEBUG nova.compute.manager [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1875.009152] env[62522]: INFO nova.compute.manager [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Detaching volume 01d33bfd-6f83-4611-a2c3-62c355686379 [ 1875.033393] env[62522]: INFO nova.virt.block_device [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Attempting to driver detach volume 01d33bfd-6f83-4611-a2c3-62c355686379 from mountpoint /dev/sdb [ 1875.033656] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1875.033861] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355038', 'volume_id': '01d33bfd-6f83-4611-a2c3-62c355686379', 'name': 'volume-01d33bfd-6f83-4611-a2c3-62c355686379', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b5e2d9e7-3d2d-4838-afde-9509ec8227af', 'attached_at': '', 'detached_at': '', 'volume_id': '01d33bfd-6f83-4611-a2c3-62c355686379', 'serial': '01d33bfd-6f83-4611-a2c3-62c355686379'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1875.034859] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3692ff60-a408-404d-898c-8f6c0a9dcfb7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.059142] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f027ec-35ef-4e03-8918-27a673adaf5c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.067170] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866a8340-4667-4c0e-9882-953915b985c3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.087878] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb8bb0e-afd8-4ebf-94a5-0321504eea22 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.102792] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] The volume has not been displaced from its original location: [datastore1] volume-01d33bfd-6f83-4611-a2c3-62c355686379/volume-01d33bfd-6f83-4611-a2c3-62c355686379.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1875.108191] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1875.108834] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e80aba56-5a0f-426e-b8c8-2d7070f722fd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.127160] env[62522]: DEBUG oslo_vmware.api [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1875.127160] env[62522]: value = "task-1703734" [ 1875.127160] env[62522]: _type = "Task" [ 1875.127160] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.135512] env[62522]: DEBUG oslo_vmware.api [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.241461] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05492} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.241733] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1875.242489] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f8addf-3aa6-4413-91f5-58c19f6ee6b4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.265429] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 61c7afc7-b7a0-48ef-81d6-4e438859004e/61c7afc7-b7a0-48ef-81d6-4e438859004e.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1875.265694] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0bcba09-a89e-4e0f-827d-96a5668b9d51 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.285938] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1875.285938] env[62522]: value = "task-1703735" [ 1875.285938] env[62522]: _type = "Task" [ 1875.285938] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.293730] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.636743] env[62522]: DEBUG oslo_vmware.api [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.796020] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.006175] env[62522]: DEBUG nova.compute.manager [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1876.033655] env[62522]: DEBUG nova.virt.hardware [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1876.034041] env[62522]: DEBUG nova.virt.hardware [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1876.034131] env[62522]: DEBUG nova.virt.hardware [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1876.034275] env[62522]: DEBUG nova.virt.hardware [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1876.034422] env[62522]: DEBUG nova.virt.hardware [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1876.034600] env[62522]: DEBUG nova.virt.hardware [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1876.034809] env[62522]: DEBUG nova.virt.hardware [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1876.034967] env[62522]: DEBUG nova.virt.hardware [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1876.035161] env[62522]: DEBUG nova.virt.hardware [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1876.035322] env[62522]: DEBUG nova.virt.hardware [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1876.035491] env[62522]: DEBUG nova.virt.hardware [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1876.036356] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2423be-e73a-4224-bae5-31120545f777 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.044072] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023d14ed-fd83-434a-86fa-d40a40417447 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.136672] env[62522]: DEBUG oslo_vmware.api [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703734, 'name': ReconfigVM_Task, 'duration_secs': 0.873677} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.137032] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1876.141721] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7641f48c-f49b-4861-97fb-88a3ee0599c6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.156183] env[62522]: DEBUG oslo_vmware.api [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1876.156183] env[62522]: value = "task-1703736" [ 1876.156183] env[62522]: _type = "Task" [ 1876.156183] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.163694] env[62522]: DEBUG oslo_vmware.api [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.225668] env[62522]: DEBUG nova.compute.manager [req-af3df77e-1cbf-4038-8a6c-14922e1e9e18 req-24b64da1-23ac-4e49-9c4c-294ad591baa4 service nova] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Received event network-vif-plugged-3a68837f-d14d-4640-bb0a-f01a3fb8bb18 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1876.225864] env[62522]: DEBUG oslo_concurrency.lockutils [req-af3df77e-1cbf-4038-8a6c-14922e1e9e18 req-24b64da1-23ac-4e49-9c4c-294ad591baa4 service nova] Acquiring lock "edd566ee-2f91-40bc-b1aa-8c95ccd288c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.226083] env[62522]: DEBUG oslo_concurrency.lockutils [req-af3df77e-1cbf-4038-8a6c-14922e1e9e18 req-24b64da1-23ac-4e49-9c4c-294ad591baa4 service nova] Lock "edd566ee-2f91-40bc-b1aa-8c95ccd288c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.226252] env[62522]: DEBUG oslo_concurrency.lockutils [req-af3df77e-1cbf-4038-8a6c-14922e1e9e18 req-24b64da1-23ac-4e49-9c4c-294ad591baa4 service nova] Lock "edd566ee-2f91-40bc-b1aa-8c95ccd288c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.226418] env[62522]: DEBUG nova.compute.manager [req-af3df77e-1cbf-4038-8a6c-14922e1e9e18 req-24b64da1-23ac-4e49-9c4c-294ad591baa4 service nova] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] No waiting events found dispatching network-vif-plugged-3a68837f-d14d-4640-bb0a-f01a3fb8bb18 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1876.226583] env[62522]: WARNING nova.compute.manager [req-af3df77e-1cbf-4038-8a6c-14922e1e9e18 req-24b64da1-23ac-4e49-9c4c-294ad591baa4 service nova] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Received unexpected event network-vif-plugged-3a68837f-d14d-4640-bb0a-f01a3fb8bb18 for instance with vm_state building and task_state spawning. [ 1876.297226] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703735, 'name': ReconfigVM_Task, 'duration_secs': 0.743402} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.297507] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 61c7afc7-b7a0-48ef-81d6-4e438859004e/61c7afc7-b7a0-48ef-81d6-4e438859004e.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1876.298144] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc87f252-8038-4240-9940-576583294660 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.303822] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1876.303822] env[62522]: value = "task-1703737" [ 1876.303822] env[62522]: _type = "Task" [ 1876.303822] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.311172] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703737, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.320517] env[62522]: DEBUG nova.network.neutron [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Successfully updated port: 3a68837f-d14d-4640-bb0a-f01a3fb8bb18 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1876.666868] env[62522]: DEBUG oslo_vmware.api [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.814050] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703737, 'name': Rename_Task, 'duration_secs': 0.158935} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.814411] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1876.814411] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0e3e7c2-4fb8-4017-9ad5-830b9f1e14f6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.820873] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1876.820873] env[62522]: value = "task-1703738" [ 1876.820873] env[62522]: _type = "Task" [ 1876.820873] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.826342] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Acquiring lock "refresh_cache-edd566ee-2f91-40bc-b1aa-8c95ccd288c2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.826472] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Acquired lock "refresh_cache-edd566ee-2f91-40bc-b1aa-8c95ccd288c2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.826671] env[62522]: DEBUG nova.network.neutron [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1876.833027] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.167360] env[62522]: DEBUG oslo_vmware.api [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.331492] env[62522]: DEBUG oslo_vmware.api [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703738, 'name': PowerOnVM_Task, 'duration_secs': 0.455081} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.331789] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1877.331988] env[62522]: INFO nova.compute.manager [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1877.332237] env[62522]: DEBUG nova.compute.manager [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1877.333310] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb5b5e4-582c-4eef-b7f2-37ab98e7dc87 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.359669] env[62522]: DEBUG nova.network.neutron [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1877.483847] env[62522]: DEBUG nova.network.neutron [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Updating instance_info_cache with network_info: [{"id": "3a68837f-d14d-4640-bb0a-f01a3fb8bb18", "address": "fa:16:3e:06:bf:8b", "network": {"id": "d04c8ead-ab21-4f06-ab67-f8ba6e8abd58", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-833789818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f81d1b1b84a4dbc8f5c0961d1a1d964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a68837f-d1", "ovs_interfaceid": "3a68837f-d14d-4640-bb0a-f01a3fb8bb18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.667135] env[62522]: DEBUG oslo_vmware.api [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703736, 'name': ReconfigVM_Task, 'duration_secs': 1.213271} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.667460] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355038', 'volume_id': '01d33bfd-6f83-4611-a2c3-62c355686379', 'name': 'volume-01d33bfd-6f83-4611-a2c3-62c355686379', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b5e2d9e7-3d2d-4838-afde-9509ec8227af', 'attached_at': '', 'detached_at': '', 'volume_id': '01d33bfd-6f83-4611-a2c3-62c355686379', 'serial': '01d33bfd-6f83-4611-a2c3-62c355686379'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1877.850461] env[62522]: INFO nova.compute.manager [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Took 12.84 seconds to build instance. [ 1877.987461] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Releasing lock "refresh_cache-edd566ee-2f91-40bc-b1aa-8c95ccd288c2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.987849] env[62522]: DEBUG nova.compute.manager [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Instance network_info: |[{"id": "3a68837f-d14d-4640-bb0a-f01a3fb8bb18", "address": "fa:16:3e:06:bf:8b", "network": {"id": "d04c8ead-ab21-4f06-ab67-f8ba6e8abd58", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-833789818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f81d1b1b84a4dbc8f5c0961d1a1d964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a68837f-d1", "ovs_interfaceid": "3a68837f-d14d-4640-bb0a-f01a3fb8bb18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1877.988328] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:bf:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a68837f-d14d-4640-bb0a-f01a3fb8bb18', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1877.996478] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Creating folder: Project (0f81d1b1b84a4dbc8f5c0961d1a1d964). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1877.997073] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aae1bfb2-fe75-405a-840e-5d0317e9b548 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.008102] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Created folder: Project (0f81d1b1b84a4dbc8f5c0961d1a1d964) in parent group-v354730. [ 1878.008293] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Creating folder: Instances. Parent ref: group-v355040. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1878.008521] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b928cf74-ba97-4bff-be57-a0a60b56a3e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.017219] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Created folder: Instances in parent group-v355040. [ 1878.017441] env[62522]: DEBUG oslo.service.loopingcall [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.017718] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1878.017922] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38a590c7-ceba-45ff-bc1f-a9c00bf1a327 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.036093] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1878.036093] env[62522]: value = "task-1703741" [ 1878.036093] env[62522]: _type = "Task" [ 1878.036093] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.042989] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703741, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.211780] env[62522]: DEBUG nova.objects.instance [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lazy-loading 'flavor' on Instance uuid b5e2d9e7-3d2d-4838-afde-9509ec8227af {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1878.260348] env[62522]: DEBUG nova.compute.manager [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Received event network-changed-3a68837f-d14d-4640-bb0a-f01a3fb8bb18 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1878.260594] env[62522]: DEBUG nova.compute.manager [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Refreshing instance network info cache due to event network-changed-3a68837f-d14d-4640-bb0a-f01a3fb8bb18. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1878.260844] env[62522]: DEBUG oslo_concurrency.lockutils [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] Acquiring lock "refresh_cache-edd566ee-2f91-40bc-b1aa-8c95ccd288c2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.261024] env[62522]: DEBUG oslo_concurrency.lockutils [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] Acquired lock "refresh_cache-edd566ee-2f91-40bc-b1aa-8c95ccd288c2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.261229] env[62522]: DEBUG nova.network.neutron [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Refreshing network info cache for port 3a68837f-d14d-4640-bb0a-f01a3fb8bb18 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.352018] env[62522]: DEBUG oslo_concurrency.lockutils [None req-772b1500-8731-45cf-badc-b83e45a324ed tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "61c7afc7-b7a0-48ef-81d6-4e438859004e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.352s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.546331] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703741, 'name': CreateVM_Task, 'duration_secs': 0.31865} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.546506] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.547198] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.547369] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.547710] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.547969] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d99eb4b-5bfc-4d90-a7e8-9ee0d7279ef1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.552371] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Waiting for the task: (returnval){ [ 1878.552371] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52851901-dd70-28da-9930-94b577e2fd09" [ 1878.552371] env[62522]: _type = "Task" [ 1878.552371] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.559851] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52851901-dd70-28da-9930-94b577e2fd09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.963506] env[62522]: DEBUG nova.network.neutron [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Updated VIF entry in instance network info cache for port 3a68837f-d14d-4640-bb0a-f01a3fb8bb18. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1878.963886] env[62522]: DEBUG nova.network.neutron [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Updating instance_info_cache with network_info: [{"id": "3a68837f-d14d-4640-bb0a-f01a3fb8bb18", "address": "fa:16:3e:06:bf:8b", "network": {"id": "d04c8ead-ab21-4f06-ab67-f8ba6e8abd58", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-833789818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f81d1b1b84a4dbc8f5c0961d1a1d964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a68837f-d1", "ovs_interfaceid": "3a68837f-d14d-4640-bb0a-f01a3fb8bb18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.064745] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52851901-dd70-28da-9930-94b577e2fd09, 'name': SearchDatastore_Task, 'duration_secs': 0.008771} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.065086] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.065324] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1879.065560] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.065711] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.066158] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1879.066237] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66997ad9-3ccf-44c8-8910-e34aec11ce57 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.074064] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1879.074237] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1879.074916] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-495fd690-2034-4fd8-a7d5-1c4b3ff7e986 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.079806] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Waiting for the task: (returnval){ [ 1879.079806] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524b9b2c-15ed-9d60-100e-e616d63f5b82" [ 1879.079806] env[62522]: _type = "Task" [ 1879.079806] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.087051] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524b9b2c-15ed-9d60-100e-e616d63f5b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.220687] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0935d614-d87b-4c1c-be97-abcf788652ec tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.729s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.466715] env[62522]: DEBUG oslo_concurrency.lockutils [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] Releasing lock "refresh_cache-edd566ee-2f91-40bc-b1aa-8c95ccd288c2" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.467018] env[62522]: DEBUG nova.compute.manager [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Received event network-changed-b2363b98-fceb-4e66-af90-32880ef3ae4b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1879.467202] env[62522]: DEBUG nova.compute.manager [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Refreshing instance network info cache due to event network-changed-b2363b98-fceb-4e66-af90-32880ef3ae4b. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1879.467416] env[62522]: DEBUG oslo_concurrency.lockutils [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] Acquiring lock "refresh_cache-61c7afc7-b7a0-48ef-81d6-4e438859004e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.467554] env[62522]: DEBUG oslo_concurrency.lockutils [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] Acquired lock "refresh_cache-61c7afc7-b7a0-48ef-81d6-4e438859004e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.467718] env[62522]: DEBUG nova.network.neutron [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Refreshing network info cache for port b2363b98-fceb-4e66-af90-32880ef3ae4b {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1879.590509] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524b9b2c-15ed-9d60-100e-e616d63f5b82, 'name': SearchDatastore_Task, 'duration_secs': 0.015501} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.591419] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca51229-0b18-4923-b548-7416b3d50651 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.597139] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Waiting for the task: (returnval){ [ 1879.597139] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52420252-bb47-f40c-e01b-ec81332d5bfe" [ 1879.597139] env[62522]: _type = "Task" [ 1879.597139] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.606094] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52420252-bb47-f40c-e01b-ec81332d5bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.774603] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.774838] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.775071] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.775262] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.775430] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.777695] env[62522]: INFO nova.compute.manager [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Terminating instance [ 1880.106530] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52420252-bb47-f40c-e01b-ec81332d5bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.033299} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.106841] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.107061] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] edd566ee-2f91-40bc-b1aa-8c95ccd288c2/edd566ee-2f91-40bc-b1aa-8c95ccd288c2.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1880.107317] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e108f20a-6eb6-4bca-8054-85eac69dd740 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.113554] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Waiting for the task: (returnval){ [ 1880.113554] env[62522]: value = "task-1703743" [ 1880.113554] env[62522]: _type = "Task" [ 1880.113554] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.120806] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.162134] env[62522]: DEBUG nova.network.neutron [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Updated VIF entry in instance network info cache for port b2363b98-fceb-4e66-af90-32880ef3ae4b. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.162514] env[62522]: DEBUG nova.network.neutron [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Updating instance_info_cache with network_info: [{"id": "b2363b98-fceb-4e66-af90-32880ef3ae4b", "address": "fa:16:3e:7f:a4:37", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2363b98-fc", "ovs_interfaceid": "b2363b98-fceb-4e66-af90-32880ef3ae4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.281745] env[62522]: DEBUG nova.compute.manager [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1880.281745] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1880.282644] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e089300f-94da-413b-b844-72716a6bfe36 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.290363] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1880.290581] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82d4d24a-25d4-4fc0-b700-546036405a59 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.296365] env[62522]: DEBUG oslo_vmware.api [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1880.296365] env[62522]: value = "task-1703744" [ 1880.296365] env[62522]: _type = "Task" [ 1880.296365] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.305222] env[62522]: DEBUG oslo_vmware.api [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.625127] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703743, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.665192] env[62522]: DEBUG oslo_concurrency.lockutils [req-96da9d7b-639a-431b-a005-602cf93704f9 req-24680073-23f6-4189-9be8-97fb5ad5593c service nova] Releasing lock "refresh_cache-61c7afc7-b7a0-48ef-81d6-4e438859004e" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.807020] env[62522]: DEBUG oslo_vmware.api [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703744, 'name': PowerOffVM_Task, 'duration_secs': 0.184024} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.807306] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1880.807473] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1880.807720] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71054735-dbec-4dac-bfba-0fc295928e0c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.880943] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1880.881166] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1880.881396] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Deleting the datastore file [datastore1] b5e2d9e7-3d2d-4838-afde-9509ec8227af {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1880.881615] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00b347e8-d361-4776-b702-26d0ae6c7b38 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.887681] env[62522]: DEBUG oslo_vmware.api [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1880.887681] env[62522]: value = "task-1703746" [ 1880.887681] env[62522]: _type = "Task" [ 1880.887681] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.895205] env[62522]: DEBUG oslo_vmware.api [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.124641] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720916} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.124922] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] edd566ee-2f91-40bc-b1aa-8c95ccd288c2/edd566ee-2f91-40bc-b1aa-8c95ccd288c2.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1881.125109] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1881.125356] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eae692c-2c96-4602-83fc-8bf68fdd269b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.131610] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Waiting for the task: (returnval){ [ 1881.131610] env[62522]: value = "task-1703747" [ 1881.131610] env[62522]: _type = "Task" [ 1881.131610] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.138878] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.397563] env[62522]: DEBUG oslo_vmware.api [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.642263] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070256} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.642550] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1881.643407] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2c7dbe-8a49-45c2-8271-10e0e4f47588 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.664910] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] edd566ee-2f91-40bc-b1aa-8c95ccd288c2/edd566ee-2f91-40bc-b1aa-8c95ccd288c2.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.665191] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-080a36fe-91ac-41e6-a9f2-a8ec82278bb8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.683978] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Waiting for the task: (returnval){ [ 1881.683978] env[62522]: value = "task-1703748" [ 1881.683978] env[62522]: _type = "Task" [ 1881.683978] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.691678] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.898309] env[62522]: DEBUG oslo_vmware.api [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.743138} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.898522] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1881.898708] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1881.898889] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1881.899086] env[62522]: INFO nova.compute.manager [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1881.899327] env[62522]: DEBUG oslo.service.loopingcall [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.899510] env[62522]: DEBUG nova.compute.manager [-] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1881.899606] env[62522]: DEBUG nova.network.neutron [-] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1882.198980] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.358997] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "df99de73-b778-40c7-955f-7b89f3480438" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.359268] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "df99de73-b778-40c7-955f-7b89f3480438" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.386085] env[62522]: DEBUG nova.compute.manager [req-e097ae49-5b18-44c5-a133-4b5a963f94e1 req-f652e425-381f-4843-9eec-8cdd1f5f8086 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Received event network-vif-deleted-07ee362b-9b85-4cca-9482-821dc9a69714 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1882.386430] env[62522]: INFO nova.compute.manager [req-e097ae49-5b18-44c5-a133-4b5a963f94e1 req-f652e425-381f-4843-9eec-8cdd1f5f8086 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Neutron deleted interface 07ee362b-9b85-4cca-9482-821dc9a69714; detaching it from the instance and deleting it from the info cache [ 1882.386491] env[62522]: DEBUG nova.network.neutron [req-e097ae49-5b18-44c5-a133-4b5a963f94e1 req-f652e425-381f-4843-9eec-8cdd1f5f8086 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.694924] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703748, 'name': ReconfigVM_Task, 'duration_secs': 0.96194} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.695239] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Reconfigured VM instance instance-00000074 to attach disk [datastore1] edd566ee-2f91-40bc-b1aa-8c95ccd288c2/edd566ee-2f91-40bc-b1aa-8c95ccd288c2.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1882.695866] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37bb17e7-7063-4cf6-b9a4-ca1c53f28d5b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.702222] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Waiting for the task: (returnval){ [ 1882.702222] env[62522]: value = "task-1703750" [ 1882.702222] env[62522]: _type = "Task" [ 1882.702222] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.710290] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703750, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.866512] env[62522]: INFO nova.compute.manager [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Detaching volume 57e08d9a-0c30-4291-b8bc-d537bcb859bb [ 1882.868557] env[62522]: DEBUG nova.network.neutron [-] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.889389] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e0cf2d8-7fa4-44c1-a0cf-12b7f1b1e5be {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.900486] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaa7690-023d-4b05-98c9-a8a0f3a34ffe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.912324] env[62522]: INFO nova.virt.block_device [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Attempting to driver detach volume 57e08d9a-0c30-4291-b8bc-d537bcb859bb from mountpoint /dev/sdb [ 1882.912514] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1882.912694] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355022', 'volume_id': '57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'name': 'volume-57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'df99de73-b778-40c7-955f-7b89f3480438', 'attached_at': '', 'detached_at': '', 'volume_id': '57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'serial': '57e08d9a-0c30-4291-b8bc-d537bcb859bb'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1882.913994] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f46b90-79ff-4154-925c-68307eabd4fe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.944657] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bd5857-9907-4acf-b4fb-1d64784e1ea6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.947410] env[62522]: DEBUG nova.compute.manager [req-e097ae49-5b18-44c5-a133-4b5a963f94e1 req-f652e425-381f-4843-9eec-8cdd1f5f8086 service nova] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Detach interface failed, port_id=07ee362b-9b85-4cca-9482-821dc9a69714, reason: Instance b5e2d9e7-3d2d-4838-afde-9509ec8227af could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1882.952335] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc2c08-9dec-4903-818b-e57c51ea3ea4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.974781] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e87019-e520-4e97-af0b-0968954eed8a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.991756] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] The volume has not been displaced from its original location: [datastore1] volume-57e08d9a-0c30-4291-b8bc-d537bcb859bb/volume-57e08d9a-0c30-4291-b8bc-d537bcb859bb.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1882.997162] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1882.997531] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fcd2007-b976-42b3-a05a-5413c5c05d37 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.017392] env[62522]: DEBUG oslo_vmware.api [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1883.017392] env[62522]: value = "task-1703751" [ 1883.017392] env[62522]: _type = "Task" [ 1883.017392] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.025610] env[62522]: DEBUG oslo_vmware.api [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.212312] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703750, 'name': Rename_Task, 'duration_secs': 0.398079} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.212592] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1883.212912] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48e48eb4-63c0-4fd3-8a89-70e5020c3499 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.219064] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Waiting for the task: (returnval){ [ 1883.219064] env[62522]: value = "task-1703752" [ 1883.219064] env[62522]: _type = "Task" [ 1883.219064] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.227334] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.370820] env[62522]: INFO nova.compute.manager [-] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Took 1.47 seconds to deallocate network for instance. [ 1883.526755] env[62522]: DEBUG oslo_vmware.api [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703751, 'name': ReconfigVM_Task, 'duration_secs': 0.252108} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.527033] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1883.531501] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42dc0f1c-9c82-4748-8b96-bcf5a750b0e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.546563] env[62522]: DEBUG oslo_vmware.api [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1883.546563] env[62522]: value = "task-1703753" [ 1883.546563] env[62522]: _type = "Task" [ 1883.546563] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.554265] env[62522]: DEBUG oslo_vmware.api [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.729288] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.877676] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.877944] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.878185] env[62522]: DEBUG nova.objects.instance [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lazy-loading 'resources' on Instance uuid b5e2d9e7-3d2d-4838-afde-9509ec8227af {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.056061] env[62522]: DEBUG oslo_vmware.api [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703753, 'name': ReconfigVM_Task, 'duration_secs': 0.256512} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.056416] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355022', 'volume_id': '57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'name': 'volume-57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'df99de73-b778-40c7-955f-7b89f3480438', 'attached_at': '', 'detached_at': '', 'volume_id': '57e08d9a-0c30-4291-b8bc-d537bcb859bb', 'serial': '57e08d9a-0c30-4291-b8bc-d537bcb859bb'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1884.230189] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.465251] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b551b1f-802f-42dd-a6e0-d2fed385eec6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.472958] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236f3820-1768-4726-80d6-9543b13b449c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.504483] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8c7e05-412f-4c9a-be8e-18e49698b254 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.511373] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a36b1bb-b3aa-4fbe-80ca-e5027fa19ffe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.524136] env[62522]: DEBUG nova.compute.provider_tree [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1884.595290] env[62522]: DEBUG nova.objects.instance [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lazy-loading 'flavor' on Instance uuid df99de73-b778-40c7-955f-7b89f3480438 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.730912] env[62522]: DEBUG oslo_vmware.api [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703752, 'name': PowerOnVM_Task, 'duration_secs': 1.484452} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.731192] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1884.731431] env[62522]: INFO nova.compute.manager [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1884.731632] env[62522]: DEBUG nova.compute.manager [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.732433] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0f0aae-7e17-4007-bc52-6fa26a73f558 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.027626] env[62522]: DEBUG nova.scheduler.client.report [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1885.247733] env[62522]: INFO nova.compute.manager [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Took 13.45 seconds to build instance. [ 1885.533044] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.551550] env[62522]: INFO nova.scheduler.client.report [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Deleted allocations for instance b5e2d9e7-3d2d-4838-afde-9509ec8227af [ 1885.602178] env[62522]: DEBUG oslo_concurrency.lockutils [None req-86c6f18b-139b-44e5-9c30-4f77eb43790a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "df99de73-b778-40c7-955f-7b89f3480438" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.243s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.749271] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1a007de9-d564-4fd1-8349-279b7549522e tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Lock "edd566ee-2f91-40bc-b1aa-8c95ccd288c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.956s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.058495] env[62522]: DEBUG oslo_concurrency.lockutils [None req-dc09a44b-fe7d-4bbe-a662-be02ef398f34 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "b5e2d9e7-3d2d-4838-afde-9509ec8227af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.284s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.242049] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Acquiring lock "edd566ee-2f91-40bc-b1aa-8c95ccd288c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.242049] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Lock "edd566ee-2f91-40bc-b1aa-8c95ccd288c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.242049] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Acquiring lock "edd566ee-2f91-40bc-b1aa-8c95ccd288c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.242049] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Lock "edd566ee-2f91-40bc-b1aa-8c95ccd288c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.242049] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Lock "edd566ee-2f91-40bc-b1aa-8c95ccd288c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.244824] env[62522]: INFO nova.compute.manager [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Terminating instance [ 1886.614384] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "df99de73-b778-40c7-955f-7b89f3480438" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.614737] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "df99de73-b778-40c7-955f-7b89f3480438" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.614999] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "df99de73-b778-40c7-955f-7b89f3480438-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.615217] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "df99de73-b778-40c7-955f-7b89f3480438-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.615392] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "df99de73-b778-40c7-955f-7b89f3480438-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.617432] env[62522]: INFO nova.compute.manager [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Terminating instance [ 1886.750443] env[62522]: DEBUG nova.compute.manager [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1886.750443] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1886.750443] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b793b7e3-0f84-47d2-b6a8-7185e08519a3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.757952] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1886.758069] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cc5a49e-aac8-4604-97dd-72a0dcc546cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.763386] env[62522]: DEBUG oslo_vmware.api [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Waiting for the task: (returnval){ [ 1886.763386] env[62522]: value = "task-1703756" [ 1886.763386] env[62522]: _type = "Task" [ 1886.763386] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.770603] env[62522]: DEBUG oslo_vmware.api [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.121490] env[62522]: DEBUG nova.compute.manager [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1887.121720] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1887.122614] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a0bc79-102b-4d25-aeac-844078e93aef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.130124] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1887.136562] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90e19cd6-2e49-49fc-862f-318a61f1f742 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.136562] env[62522]: DEBUG oslo_vmware.api [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1887.136562] env[62522]: value = "task-1703757" [ 1887.136562] env[62522]: _type = "Task" [ 1887.136562] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.144308] env[62522]: DEBUG oslo_vmware.api [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.273826] env[62522]: DEBUG oslo_vmware.api [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703756, 'name': PowerOffVM_Task, 'duration_secs': 0.195756} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.274238] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1887.274330] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1887.274588] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e882a05-6595-4552-aa51-429e60177d70 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.356822] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1887.357061] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1887.357246] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Deleting the datastore file [datastore1] edd566ee-2f91-40bc-b1aa-8c95ccd288c2 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1887.357506] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78cdb17e-809e-433a-bda2-fbe3477e5ec0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.365228] env[62522]: DEBUG oslo_vmware.api [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Waiting for the task: (returnval){ [ 1887.365228] env[62522]: value = "task-1703759" [ 1887.365228] env[62522]: _type = "Task" [ 1887.365228] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.371977] env[62522]: DEBUG oslo_vmware.api [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.645536] env[62522]: DEBUG oslo_vmware.api [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703757, 'name': PowerOffVM_Task, 'duration_secs': 0.180012} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.645887] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1887.645952] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1887.646180] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0ede1f7-55d8-4c8e-9162-8a1b383a9152 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.720567] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1887.720800] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1887.720960] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleting the datastore file [datastore1] df99de73-b778-40c7-955f-7b89f3480438 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1887.721620] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-505a4fff-c4ba-4172-822a-ca7c5f9efc82 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.727530] env[62522]: DEBUG oslo_vmware.api [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1887.727530] env[62522]: value = "task-1703761" [ 1887.727530] env[62522]: _type = "Task" [ 1887.727530] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.734901] env[62522]: DEBUG oslo_vmware.api [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.788647] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "be476808-82be-4238-a505-df1378b914e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.788872] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "be476808-82be-4238-a505-df1378b914e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.873706] env[62522]: DEBUG oslo_vmware.api [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Task: {'id': task-1703759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362199} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.874064] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1887.874285] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1887.874723] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1887.874723] env[62522]: INFO nova.compute.manager [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1887.874910] env[62522]: DEBUG oslo.service.loopingcall [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1887.875085] env[62522]: DEBUG nova.compute.manager [-] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1887.875190] env[62522]: DEBUG nova.network.neutron [-] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1888.171942] env[62522]: DEBUG nova.compute.manager [req-e4bca159-752b-45b1-a47d-9b14283ae664 req-1c7b08a3-79cf-49b3-9d13-685b37583688 service nova] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Received event network-vif-deleted-3a68837f-d14d-4640-bb0a-f01a3fb8bb18 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1888.172178] env[62522]: INFO nova.compute.manager [req-e4bca159-752b-45b1-a47d-9b14283ae664 req-1c7b08a3-79cf-49b3-9d13-685b37583688 service nova] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Neutron deleted interface 3a68837f-d14d-4640-bb0a-f01a3fb8bb18; detaching it from the instance and deleting it from the info cache [ 1888.172354] env[62522]: DEBUG nova.network.neutron [req-e4bca159-752b-45b1-a47d-9b14283ae664 req-1c7b08a3-79cf-49b3-9d13-685b37583688 service nova] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.237388] env[62522]: DEBUG oslo_vmware.api [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352429} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.237645] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1888.237833] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1888.238015] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1888.238199] env[62522]: INFO nova.compute.manager [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: df99de73-b778-40c7-955f-7b89f3480438] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1888.238442] env[62522]: DEBUG oslo.service.loopingcall [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.238629] env[62522]: DEBUG nova.compute.manager [-] [instance: df99de73-b778-40c7-955f-7b89f3480438] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1888.238726] env[62522]: DEBUG nova.network.neutron [-] [instance: df99de73-b778-40c7-955f-7b89f3480438] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1888.290796] env[62522]: DEBUG nova.compute.manager [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1888.648742] env[62522]: DEBUG nova.network.neutron [-] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.675220] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1c90561-a11b-4468-9951-673a94c2466e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.687216] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f1e938-d545-418d-ad03-5315523af2a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.717900] env[62522]: DEBUG nova.compute.manager [req-e4bca159-752b-45b1-a47d-9b14283ae664 req-1c7b08a3-79cf-49b3-9d13-685b37583688 service nova] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Detach interface failed, port_id=3a68837f-d14d-4640-bb0a-f01a3fb8bb18, reason: Instance edd566ee-2f91-40bc-b1aa-8c95ccd288c2 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1888.814512] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.814798] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.816490] env[62522]: INFO nova.compute.claims [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1889.146384] env[62522]: DEBUG nova.network.neutron [-] [instance: df99de73-b778-40c7-955f-7b89f3480438] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.151219] env[62522]: INFO nova.compute.manager [-] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Took 1.28 seconds to deallocate network for instance. [ 1889.649151] env[62522]: INFO nova.compute.manager [-] [instance: df99de73-b778-40c7-955f-7b89f3480438] Took 1.41 seconds to deallocate network for instance. [ 1889.660144] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.899376] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865228d8-c1cf-4fe9-9699-27267a5b3bc4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.908228] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3955f3-f7ec-42e7-93e5-21917dc34cbf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.939176] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6e3931-b958-4bfb-b9db-696408c9494c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.946237] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb56f0a-e5f2-43a9-9a14-eb8748ddfbc5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.958980] env[62522]: DEBUG nova.compute.provider_tree [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.155293] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.195210] env[62522]: DEBUG nova.compute.manager [req-2174bb9a-146e-475d-b832-bb9eb4be991d req-2b4b2ea6-16de-4ecf-b328-c89b0dc54e32 service nova] [instance: df99de73-b778-40c7-955f-7b89f3480438] Received event network-vif-deleted-498d5378-f89b-482a-8082-49d266f0959c {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1890.462352] env[62522]: DEBUG nova.scheduler.client.report [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1890.967788] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.968398] env[62522]: DEBUG nova.compute.manager [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1890.971356] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.311s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.971595] env[62522]: DEBUG nova.objects.instance [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Lazy-loading 'resources' on Instance uuid edd566ee-2f91-40bc-b1aa-8c95ccd288c2 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.474477] env[62522]: DEBUG nova.compute.utils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1891.478709] env[62522]: DEBUG nova.compute.manager [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1891.478974] env[62522]: DEBUG nova.network.neutron [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1891.531908] env[62522]: DEBUG nova.policy [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f4d82fdbbdc4c2f8b7a3d3f10007c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef0a7ad2e8ad45dabf507ec57738c7f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1891.568993] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93178a0c-b078-42cc-bc4a-f0dda1d78831 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.576196] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a534053-3720-4901-8a33-a20c25bce7df {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.605993] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7828f86-540c-478d-a531-037a41a6b6b5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.613359] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e97d6e5-737f-4087-883a-8820b7da6739 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.626839] env[62522]: DEBUG nova.compute.provider_tree [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1891.805855] env[62522]: DEBUG nova.network.neutron [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Successfully created port: 8a325091-fda4-4bf2-97fb-b372a894aa7e {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1891.979382] env[62522]: DEBUG nova.compute.manager [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1892.129960] env[62522]: DEBUG nova.scheduler.client.report [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1892.634953] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.638040] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.482s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.638309] env[62522]: DEBUG nova.objects.instance [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lazy-loading 'resources' on Instance uuid df99de73-b778-40c7-955f-7b89f3480438 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1892.659270] env[62522]: INFO nova.scheduler.client.report [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Deleted allocations for instance edd566ee-2f91-40bc-b1aa-8c95ccd288c2 [ 1892.991748] env[62522]: DEBUG nova.compute.manager [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1893.019745] env[62522]: DEBUG nova.virt.hardware [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1893.019989] env[62522]: DEBUG nova.virt.hardware [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1893.020166] env[62522]: DEBUG nova.virt.hardware [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1893.020350] env[62522]: DEBUG nova.virt.hardware [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1893.020493] env[62522]: DEBUG nova.virt.hardware [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1893.020636] env[62522]: DEBUG nova.virt.hardware [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1893.020837] env[62522]: DEBUG nova.virt.hardware [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1893.020996] env[62522]: DEBUG nova.virt.hardware [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1893.021181] env[62522]: DEBUG nova.virt.hardware [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1893.021337] env[62522]: DEBUG nova.virt.hardware [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1893.021524] env[62522]: DEBUG nova.virt.hardware [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1893.022379] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f1be84-9e87-4bb3-9156-75d45a03f248 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.030015] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea07249-33de-4de3-a6b9-6258006818f9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.167222] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3071f1f2-2e59-4b22-acd3-63c3f5617f23 tempest-ServerAddressesTestJSON-562479059 tempest-ServerAddressesTestJSON-562479059-project-member] Lock "edd566ee-2f91-40bc-b1aa-8c95ccd288c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.925s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.215019] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e85c96d-805a-4cf9-9bf1-85012cd6aa51 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.221595] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995097c6-0271-44ab-a6c8-413dfb9ec288 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.251385] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03cb3f7-170d-4471-9687-99249eae2ec4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.260122] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3011f7ca-79c8-4258-9c06-2827443db88a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.274035] env[62522]: DEBUG nova.compute.provider_tree [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.393820] env[62522]: DEBUG nova.compute.manager [req-ad9d2024-46bd-4527-96b3-a4d7063a1842 req-4efd56f9-d3aa-437f-b648-b330395a024e service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Received event network-vif-plugged-8a325091-fda4-4bf2-97fb-b372a894aa7e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1893.393820] env[62522]: DEBUG oslo_concurrency.lockutils [req-ad9d2024-46bd-4527-96b3-a4d7063a1842 req-4efd56f9-d3aa-437f-b648-b330395a024e service nova] Acquiring lock "be476808-82be-4238-a505-df1378b914e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.393971] env[62522]: DEBUG oslo_concurrency.lockutils [req-ad9d2024-46bd-4527-96b3-a4d7063a1842 req-4efd56f9-d3aa-437f-b648-b330395a024e service nova] Lock "be476808-82be-4238-a505-df1378b914e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.394087] env[62522]: DEBUG oslo_concurrency.lockutils [req-ad9d2024-46bd-4527-96b3-a4d7063a1842 req-4efd56f9-d3aa-437f-b648-b330395a024e service nova] Lock "be476808-82be-4238-a505-df1378b914e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.394258] env[62522]: DEBUG nova.compute.manager [req-ad9d2024-46bd-4527-96b3-a4d7063a1842 req-4efd56f9-d3aa-437f-b648-b330395a024e service nova] [instance: be476808-82be-4238-a505-df1378b914e0] No waiting events found dispatching network-vif-plugged-8a325091-fda4-4bf2-97fb-b372a894aa7e {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1893.394424] env[62522]: WARNING nova.compute.manager [req-ad9d2024-46bd-4527-96b3-a4d7063a1842 req-4efd56f9-d3aa-437f-b648-b330395a024e service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Received unexpected event network-vif-plugged-8a325091-fda4-4bf2-97fb-b372a894aa7e for instance with vm_state building and task_state spawning. [ 1893.488958] env[62522]: DEBUG nova.network.neutron [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Successfully updated port: 8a325091-fda4-4bf2-97fb-b372a894aa7e {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1893.777435] env[62522]: DEBUG nova.scheduler.client.report [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1893.991276] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "refresh_cache-be476808-82be-4238-a505-df1378b914e0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.991428] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired lock "refresh_cache-be476808-82be-4238-a505-df1378b914e0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.991624] env[62522]: DEBUG nova.network.neutron [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1894.282387] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.306541] env[62522]: INFO nova.scheduler.client.report [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleted allocations for instance df99de73-b778-40c7-955f-7b89f3480438 [ 1894.534122] env[62522]: DEBUG nova.network.neutron [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1894.793467] env[62522]: DEBUG nova.network.neutron [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Updating instance_info_cache with network_info: [{"id": "8a325091-fda4-4bf2-97fb-b372a894aa7e", "address": "fa:16:3e:51:89:50", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a325091-fd", "ovs_interfaceid": "8a325091-fda4-4bf2-97fb-b372a894aa7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.817714] env[62522]: DEBUG oslo_concurrency.lockutils [None req-c0463c28-62f7-4b8f-b0e8-eaf4dd95e53c tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "df99de73-b778-40c7-955f-7b89f3480438" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.203s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.295952] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Releasing lock "refresh_cache-be476808-82be-4238-a505-df1378b914e0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.296305] env[62522]: DEBUG nova.compute.manager [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Instance network_info: |[{"id": "8a325091-fda4-4bf2-97fb-b372a894aa7e", "address": "fa:16:3e:51:89:50", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a325091-fd", "ovs_interfaceid": "8a325091-fda4-4bf2-97fb-b372a894aa7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1895.296704] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:89:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a325091-fda4-4bf2-97fb-b372a894aa7e', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1895.304207] env[62522]: DEBUG oslo.service.loopingcall [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1895.304427] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be476808-82be-4238-a505-df1378b914e0] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1895.304688] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9010d7fa-7510-4475-ba99-c92ea4ebe9f7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.324494] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1895.324494] env[62522]: value = "task-1703766" [ 1895.324494] env[62522]: _type = "Task" [ 1895.324494] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.332622] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703766, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.431297] env[62522]: DEBUG nova.compute.manager [req-6fed49fe-0f47-44cd-b7c3-42b7f9f253f2 req-5ee4212f-5598-46bc-99a7-25f843919a6a service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Received event network-changed-8a325091-fda4-4bf2-97fb-b372a894aa7e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1895.431521] env[62522]: DEBUG nova.compute.manager [req-6fed49fe-0f47-44cd-b7c3-42b7f9f253f2 req-5ee4212f-5598-46bc-99a7-25f843919a6a service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Refreshing instance network info cache due to event network-changed-8a325091-fda4-4bf2-97fb-b372a894aa7e. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1895.431690] env[62522]: DEBUG oslo_concurrency.lockutils [req-6fed49fe-0f47-44cd-b7c3-42b7f9f253f2 req-5ee4212f-5598-46bc-99a7-25f843919a6a service nova] Acquiring lock "refresh_cache-be476808-82be-4238-a505-df1378b914e0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.431904] env[62522]: DEBUG oslo_concurrency.lockutils [req-6fed49fe-0f47-44cd-b7c3-42b7f9f253f2 req-5ee4212f-5598-46bc-99a7-25f843919a6a service nova] Acquired lock "refresh_cache-be476808-82be-4238-a505-df1378b914e0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.432669] env[62522]: DEBUG nova.network.neutron [req-6fed49fe-0f47-44cd-b7c3-42b7f9f253f2 req-5ee4212f-5598-46bc-99a7-25f843919a6a service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Refreshing network info cache for port 8a325091-fda4-4bf2-97fb-b372a894aa7e {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.834199] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703766, 'name': CreateVM_Task, 'duration_secs': 0.363476} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.834430] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be476808-82be-4238-a505-df1378b914e0] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1895.835051] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.835272] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.835530] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1895.835775] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a209f7-02cb-4327-9091-1cdd34133c4a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.840429] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1895.840429] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5297d9e8-70b3-8888-2478-c450e3e653b9" [ 1895.840429] env[62522]: _type = "Task" [ 1895.840429] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.848686] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5297d9e8-70b3-8888-2478-c450e3e653b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.224817] env[62522]: DEBUG nova.network.neutron [req-6fed49fe-0f47-44cd-b7c3-42b7f9f253f2 req-5ee4212f-5598-46bc-99a7-25f843919a6a service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Updated VIF entry in instance network info cache for port 8a325091-fda4-4bf2-97fb-b372a894aa7e. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1896.224817] env[62522]: DEBUG nova.network.neutron [req-6fed49fe-0f47-44cd-b7c3-42b7f9f253f2 req-5ee4212f-5598-46bc-99a7-25f843919a6a service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Updating instance_info_cache with network_info: [{"id": "8a325091-fda4-4bf2-97fb-b372a894aa7e", "address": "fa:16:3e:51:89:50", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a325091-fd", "ovs_interfaceid": "8a325091-fda4-4bf2-97fb-b372a894aa7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.351362] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5297d9e8-70b3-8888-2478-c450e3e653b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.351362] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.352052] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1896.352052] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.352052] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.352329] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1896.352647] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-255a3354-0cd8-48cf-b76e-3c54fa87eba3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.361024] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1896.361024] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1896.361891] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879a5728-5dad-4d04-b258-638dcaa21736 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.368891] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1896.368891] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bd2eb4-b2a2-b3f6-9237-1afb4155178b" [ 1896.368891] env[62522]: _type = "Task" [ 1896.368891] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.376963] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bd2eb4-b2a2-b3f6-9237-1afb4155178b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.726641] env[62522]: DEBUG oslo_concurrency.lockutils [req-6fed49fe-0f47-44cd-b7c3-42b7f9f253f2 req-5ee4212f-5598-46bc-99a7-25f843919a6a service nova] Releasing lock "refresh_cache-be476808-82be-4238-a505-df1378b914e0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.882045] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52bd2eb4-b2a2-b3f6-9237-1afb4155178b, 'name': SearchDatastore_Task, 'duration_secs': 0.008981} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.884715] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85b0ccb3-87b5-4557-ac59-3a9f5fdd2a75 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.896108] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1896.896108] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5241014a-8c68-264d-9417-81fc6f948e28" [ 1896.896108] env[62522]: _type = "Task" [ 1896.896108] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.908665] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5241014a-8c68-264d-9417-81fc6f948e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.009630] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "46803472-32fe-4e37-bc99-bb224e14f939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.010159] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "46803472-32fe-4e37-bc99-bb224e14f939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.406659] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5241014a-8c68-264d-9417-81fc6f948e28, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.406916] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.407190] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] be476808-82be-4238-a505-df1378b914e0/be476808-82be-4238-a505-df1378b914e0.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1897.407448] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd8b3bfd-9428-44bf-8d43-0d0efe680dfb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.414521] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1897.414521] env[62522]: value = "task-1703767" [ 1897.414521] env[62522]: _type = "Task" [ 1897.414521] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.422219] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.513543] env[62522]: DEBUG nova.compute.manager [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1897.924792] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496431} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.925140] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] be476808-82be-4238-a505-df1378b914e0/be476808-82be-4238-a505-df1378b914e0.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1897.925394] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1897.925691] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e83b9f18-aa4d-44e8-84c7-0dec7150f688 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.932321] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1897.932321] env[62522]: value = "task-1703768" [ 1897.932321] env[62522]: _type = "Task" [ 1897.932321] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.940284] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.034194] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.034419] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.036237] env[62522]: INFO nova.compute.claims [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1898.384938] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "51e7d375-8576-4dee-8cc8-46a43968469b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.385189] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "51e7d375-8576-4dee-8cc8-46a43968469b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.441633] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066379} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.441918] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1898.442642] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dae2e3a-3982-4280-ab58-b9cefeaf8464 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.463814] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] be476808-82be-4238-a505-df1378b914e0/be476808-82be-4238-a505-df1378b914e0.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1898.464063] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2decf3e3-cd96-4942-998c-215bf546d001 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.483832] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1898.483832] env[62522]: value = "task-1703769" [ 1898.483832] env[62522]: _type = "Task" [ 1898.483832] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.492730] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.698803] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "6698ee91-4027-4a39-ab48-5f02eb07e319" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.699070] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "6698ee91-4027-4a39-ab48-5f02eb07e319" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.889185] env[62522]: DEBUG nova.compute.manager [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1898.994869] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703769, 'name': ReconfigVM_Task, 'duration_secs': 0.283464} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.995223] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Reconfigured VM instance instance-00000075 to attach disk [datastore1] be476808-82be-4238-a505-df1378b914e0/be476808-82be-4238-a505-df1378b914e0.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1898.995894] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c4fa08e-a509-453d-8806-ad4f48520a7f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.002561] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1899.002561] env[62522]: value = "task-1703770" [ 1899.002561] env[62522]: _type = "Task" [ 1899.002561] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.009936] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703770, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.143995] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cd0de2-793f-4b21-9e4a-216c2dd24253 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.152154] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1fc507-846c-4214-b533-ed922c5fb4cc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.185199] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5649ee-8656-48db-9803-54b5f8de8b0d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.192590] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7f9d16-5ae1-4874-a697-9b4d81ac91d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.205913] env[62522]: DEBUG nova.compute.manager [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1899.208644] env[62522]: DEBUG nova.compute.provider_tree [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.407408] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.512087] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703770, 'name': Rename_Task, 'duration_secs': 0.14438} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.512434] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1899.512600] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dcbe435-9617-491d-836f-3a20293e0ccf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.518060] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1899.518060] env[62522]: value = "task-1703771" [ 1899.518060] env[62522]: _type = "Task" [ 1899.518060] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.525024] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.716093] env[62522]: DEBUG nova.scheduler.client.report [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1899.731551] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.028165] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703771, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.220498] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.221063] env[62522]: DEBUG nova.compute.manager [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1900.223897] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.817s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.225275] env[62522]: INFO nova.compute.claims [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1900.530106] env[62522]: DEBUG oslo_vmware.api [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703771, 'name': PowerOnVM_Task, 'duration_secs': 0.524062} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.530449] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1900.530695] env[62522]: INFO nova.compute.manager [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1900.530907] env[62522]: DEBUG nova.compute.manager [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.531833] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0e412d-7306-4d12-9c22-9d381b9f2976 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.729885] env[62522]: DEBUG nova.compute.utils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1900.733086] env[62522]: DEBUG nova.compute.manager [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1900.733255] env[62522]: DEBUG nova.network.neutron [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1900.782426] env[62522]: DEBUG nova.policy [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9eb14dfb5044341ae8df17e69259a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e0fb452d8c04cf08e37a228e2496465', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1901.047799] env[62522]: INFO nova.compute.manager [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Took 12.25 seconds to build instance. [ 1901.049317] env[62522]: DEBUG nova.network.neutron [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Successfully created port: 65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1901.233696] env[62522]: DEBUG nova.compute.manager [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1901.339688] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469677f6-203a-46c4-9369-19e049a30ffa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.347905] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cefc14a-441b-4f0b-89f9-d934a5238250 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.377358] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06161d61-7423-4795-abe9-6d1b25d3bc3a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.384375] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48ec242-5dbc-41a4-8e5b-f474f3a6230f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.397838] env[62522]: DEBUG nova.compute.provider_tree [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.464650] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1901.464908] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1901.465077] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1901.465199] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1901.551654] env[62522]: DEBUG oslo_concurrency.lockutils [None req-78748a79-af75-4a94-acd0-488a8a80218a tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "be476808-82be-4238-a505-df1378b914e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.763s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.899867] env[62522]: DEBUG nova.scheduler.client.report [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1901.969334] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Skipping network cache update for instance because it is Building. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1901.969443] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Skipping network cache update for instance because it is Building. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1902.009245] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.009514] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquired lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.009594] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Forcefully refreshing network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1902.009698] env[62522]: DEBUG nova.objects.instance [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lazy-loading 'info_cache' on Instance uuid 04f2dcf8-ec65-432d-b5c0-1a351d12accb {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.150124] env[62522]: DEBUG nova.compute.manager [req-1ec98a1a-85a0-48e9-a0fd-cf97ca56faaa req-5670ee93-faf3-4ae5-966a-bfcdb80bc2fc service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Received event network-changed-8a325091-fda4-4bf2-97fb-b372a894aa7e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1902.150440] env[62522]: DEBUG nova.compute.manager [req-1ec98a1a-85a0-48e9-a0fd-cf97ca56faaa req-5670ee93-faf3-4ae5-966a-bfcdb80bc2fc service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Refreshing instance network info cache due to event network-changed-8a325091-fda4-4bf2-97fb-b372a894aa7e. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1902.150764] env[62522]: DEBUG oslo_concurrency.lockutils [req-1ec98a1a-85a0-48e9-a0fd-cf97ca56faaa req-5670ee93-faf3-4ae5-966a-bfcdb80bc2fc service nova] Acquiring lock "refresh_cache-be476808-82be-4238-a505-df1378b914e0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.151016] env[62522]: DEBUG oslo_concurrency.lockutils [req-1ec98a1a-85a0-48e9-a0fd-cf97ca56faaa req-5670ee93-faf3-4ae5-966a-bfcdb80bc2fc service nova] Acquired lock "refresh_cache-be476808-82be-4238-a505-df1378b914e0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.151428] env[62522]: DEBUG nova.network.neutron [req-1ec98a1a-85a0-48e9-a0fd-cf97ca56faaa req-5670ee93-faf3-4ae5-966a-bfcdb80bc2fc service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Refreshing network info cache for port 8a325091-fda4-4bf2-97fb-b372a894aa7e {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1902.247020] env[62522]: DEBUG nova.compute.manager [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1902.271304] env[62522]: DEBUG nova.virt.hardware [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1902.271304] env[62522]: DEBUG nova.virt.hardware [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1902.271304] env[62522]: DEBUG nova.virt.hardware [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1902.271503] env[62522]: DEBUG nova.virt.hardware [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1902.272278] env[62522]: DEBUG nova.virt.hardware [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1902.272278] env[62522]: DEBUG nova.virt.hardware [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1902.272278] env[62522]: DEBUG nova.virt.hardware [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1902.272278] env[62522]: DEBUG nova.virt.hardware [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1902.272592] env[62522]: DEBUG nova.virt.hardware [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1902.272592] env[62522]: DEBUG nova.virt.hardware [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1902.272794] env[62522]: DEBUG nova.virt.hardware [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1902.273734] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3611f6-ed0d-45a9-8bc8-d3c324dae08e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.282007] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0c8777-9c38-4bc4-9405-66eb197ef3c7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.405498] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.406029] env[62522]: DEBUG nova.compute.manager [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1902.409133] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.677s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.410726] env[62522]: INFO nova.compute.claims [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1902.422385] env[62522]: DEBUG nova.compute.manager [req-be051f7e-f45c-48c7-abbc-9828f69e23ed req-4eaa8e8f-f75f-4c1f-be34-cb5fdb86f439 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Received event network-vif-plugged-65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1902.422602] env[62522]: DEBUG oslo_concurrency.lockutils [req-be051f7e-f45c-48c7-abbc-9828f69e23ed req-4eaa8e8f-f75f-4c1f-be34-cb5fdb86f439 service nova] Acquiring lock "46803472-32fe-4e37-bc99-bb224e14f939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.422806] env[62522]: DEBUG oslo_concurrency.lockutils [req-be051f7e-f45c-48c7-abbc-9828f69e23ed req-4eaa8e8f-f75f-4c1f-be34-cb5fdb86f439 service nova] Lock "46803472-32fe-4e37-bc99-bb224e14f939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.422966] env[62522]: DEBUG oslo_concurrency.lockutils [req-be051f7e-f45c-48c7-abbc-9828f69e23ed req-4eaa8e8f-f75f-4c1f-be34-cb5fdb86f439 service nova] Lock "46803472-32fe-4e37-bc99-bb224e14f939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.423141] env[62522]: DEBUG nova.compute.manager [req-be051f7e-f45c-48c7-abbc-9828f69e23ed req-4eaa8e8f-f75f-4c1f-be34-cb5fdb86f439 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] No waiting events found dispatching network-vif-plugged-65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1902.423302] env[62522]: WARNING nova.compute.manager [req-be051f7e-f45c-48c7-abbc-9828f69e23ed req-4eaa8e8f-f75f-4c1f-be34-cb5fdb86f439 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Received unexpected event network-vif-plugged-65134705-d25d-4ca6-97cf-69a61b1d6035 for instance with vm_state building and task_state spawning. [ 1902.505941] env[62522]: DEBUG nova.network.neutron [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Successfully updated port: 65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1902.898648] env[62522]: DEBUG nova.network.neutron [req-1ec98a1a-85a0-48e9-a0fd-cf97ca56faaa req-5670ee93-faf3-4ae5-966a-bfcdb80bc2fc service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Updated VIF entry in instance network info cache for port 8a325091-fda4-4bf2-97fb-b372a894aa7e. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1902.899036] env[62522]: DEBUG nova.network.neutron [req-1ec98a1a-85a0-48e9-a0fd-cf97ca56faaa req-5670ee93-faf3-4ae5-966a-bfcdb80bc2fc service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Updating instance_info_cache with network_info: [{"id": "8a325091-fda4-4bf2-97fb-b372a894aa7e", "address": "fa:16:3e:51:89:50", "network": {"id": "a9a36478-9baa-4c40-9b36-c77d6f01e11c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1046407345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef0a7ad2e8ad45dabf507ec57738c7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a325091-fd", "ovs_interfaceid": "8a325091-fda4-4bf2-97fb-b372a894aa7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.914646] env[62522]: DEBUG nova.compute.utils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1902.917569] env[62522]: DEBUG nova.compute.manager [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1902.917731] env[62522]: DEBUG nova.network.neutron [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1902.965690] env[62522]: DEBUG nova.policy [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb55688ee538494387e42622144000b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cad92e03b56440c991ae3bba7bfc244', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1903.008253] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.008410] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.008563] env[62522]: DEBUG nova.network.neutron [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1903.222519] env[62522]: DEBUG nova.network.neutron [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Successfully created port: 9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1903.401345] env[62522]: DEBUG oslo_concurrency.lockutils [req-1ec98a1a-85a0-48e9-a0fd-cf97ca56faaa req-5670ee93-faf3-4ae5-966a-bfcdb80bc2fc service nova] Releasing lock "refresh_cache-be476808-82be-4238-a505-df1378b914e0" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.423957] env[62522]: DEBUG nova.compute.manager [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1903.525312] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25871bf-71bd-4725-b395-7ababe120324 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.533740] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d065f67-ab7d-4668-ba57-5fa6df8bc806 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.538999] env[62522]: DEBUG nova.network.neutron [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1903.566228] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a536d5-a389-4b35-88ba-4e43c7899380 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.574127] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9db3b36-6415-4924-bb18-91514f3a51ec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.587509] env[62522]: DEBUG nova.compute.provider_tree [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.714429] env[62522]: DEBUG nova.network.neutron [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Updating instance_info_cache with network_info: [{"id": "65134705-d25d-4ca6-97cf-69a61b1d6035", "address": "fa:16:3e:65:c3:e4", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65134705-d2", "ovs_interfaceid": "65134705-d25d-4ca6-97cf-69a61b1d6035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.754410] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Updating instance_info_cache with network_info: [{"id": "caa281a6-1a01-4e43-89bf-f94cba8ea8f4", "address": "fa:16:3e:0b:4d:86", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa281a6-1a", "ovs_interfaceid": "caa281a6-1a01-4e43-89bf-f94cba8ea8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.090695] env[62522]: DEBUG nova.scheduler.client.report [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1904.218193] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.218193] env[62522]: DEBUG nova.compute.manager [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Instance network_info: |[{"id": "65134705-d25d-4ca6-97cf-69a61b1d6035", "address": "fa:16:3e:65:c3:e4", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65134705-d2", "ovs_interfaceid": "65134705-d25d-4ca6-97cf-69a61b1d6035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1904.218193] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:c3:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65134705-d25d-4ca6-97cf-69a61b1d6035', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1904.225133] env[62522]: DEBUG oslo.service.loopingcall [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.225351] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1904.225593] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9b0c94e-780d-4f3e-930e-1fd969a283e7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.245554] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1904.245554] env[62522]: value = "task-1703772" [ 1904.245554] env[62522]: _type = "Task" [ 1904.245554] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.253467] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703772, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.256032] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Releasing lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.256214] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Updated the network info_cache for instance {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1904.256399] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1904.256554] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1904.256698] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1904.256842] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1904.256978] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1904.257131] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1904.257291] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1904.257397] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1904.437072] env[62522]: DEBUG nova.compute.manager [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1904.450544] env[62522]: DEBUG nova.compute.manager [req-e54a7209-55be-4f3e-a7f8-53bd0048bddf req-51c57d21-48f0-423c-bddb-f1ef29e18279 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Received event network-changed-65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1904.450839] env[62522]: DEBUG nova.compute.manager [req-e54a7209-55be-4f3e-a7f8-53bd0048bddf req-51c57d21-48f0-423c-bddb-f1ef29e18279 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Refreshing instance network info cache due to event network-changed-65134705-d25d-4ca6-97cf-69a61b1d6035. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1904.451220] env[62522]: DEBUG oslo_concurrency.lockutils [req-e54a7209-55be-4f3e-a7f8-53bd0048bddf req-51c57d21-48f0-423c-bddb-f1ef29e18279 service nova] Acquiring lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.451493] env[62522]: DEBUG oslo_concurrency.lockutils [req-e54a7209-55be-4f3e-a7f8-53bd0048bddf req-51c57d21-48f0-423c-bddb-f1ef29e18279 service nova] Acquired lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.451895] env[62522]: DEBUG nova.network.neutron [req-e54a7209-55be-4f3e-a7f8-53bd0048bddf req-51c57d21-48f0-423c-bddb-f1ef29e18279 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Refreshing network info cache for port 65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1904.464708] env[62522]: DEBUG nova.virt.hardware [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1904.464914] env[62522]: DEBUG nova.virt.hardware [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1904.465086] env[62522]: DEBUG nova.virt.hardware [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1904.465276] env[62522]: DEBUG nova.virt.hardware [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1904.465416] env[62522]: DEBUG nova.virt.hardware [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1904.465558] env[62522]: DEBUG nova.virt.hardware [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1904.465759] env[62522]: DEBUG nova.virt.hardware [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1904.465932] env[62522]: DEBUG nova.virt.hardware [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1904.466116] env[62522]: DEBUG nova.virt.hardware [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1904.466278] env[62522]: DEBUG nova.virt.hardware [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1904.466490] env[62522]: DEBUG nova.virt.hardware [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1904.467555] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96ec5af-5782-4ca6-94b0-a9211d0d290f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.475669] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c7cc79-9279-4743-bbb8-360da223e867 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.595083] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.595456] env[62522]: DEBUG nova.compute.manager [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1904.691101] env[62522]: DEBUG nova.network.neutron [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Successfully updated port: 9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1904.755426] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703772, 'name': CreateVM_Task, 'duration_secs': 0.303881} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.755584] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1904.756264] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.756429] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.756745] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1904.756984] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85812bcb-2995-4e6d-bdcd-4b515432eae1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.760482] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.760677] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.760857] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.761015] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1904.762567] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f228bb0-c4a9-4e5f-954e-742e72ff6d63 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.764920] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1904.764920] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52208854-9a2b-6ced-bce2-055716413428" [ 1904.764920] env[62522]: _type = "Task" [ 1904.764920] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.771260] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de895e6b-69df-4269-9611-0de034ca047a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.778085] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52208854-9a2b-6ced-bce2-055716413428, 'name': SearchDatastore_Task, 'duration_secs': 0.011125} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.778634] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.778882] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1904.779123] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.779270] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.779448] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1904.779677] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cbed58c-4c8a-40a2-a9f0-11e7e27ee31e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.790511] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b9cf29-57b8-4d94-ab4e-f36701719bd6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.797074] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1738c9-4fa8-4ca7-90d1-200e36e18692 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.799814] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1904.799983] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1904.800818] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7da5501-7395-464f-a832-6f59344039dd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.805668] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1904.805668] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521c3210-4e13-ba48-251b-2accd1a8e633" [ 1904.805668] env[62522]: _type = "Task" [ 1904.805668] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.828777] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180507MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1904.828905] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.829105] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.838212] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521c3210-4e13-ba48-251b-2accd1a8e633, 'name': SearchDatastore_Task, 'duration_secs': 0.008409} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.838991] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c853386f-b9ca-4dd4-8ddf-e4688483ffca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.843530] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1904.843530] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520e303d-0f0a-6da6-b478-059a2fb692ae" [ 1904.843530] env[62522]: _type = "Task" [ 1904.843530] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.850644] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520e303d-0f0a-6da6-b478-059a2fb692ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.100513] env[62522]: DEBUG nova.compute.utils [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1905.101924] env[62522]: DEBUG nova.compute.manager [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1905.102071] env[62522]: DEBUG nova.network.neutron [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1905.167018] env[62522]: DEBUG nova.network.neutron [req-e54a7209-55be-4f3e-a7f8-53bd0048bddf req-51c57d21-48f0-423c-bddb-f1ef29e18279 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Updated VIF entry in instance network info cache for port 65134705-d25d-4ca6-97cf-69a61b1d6035. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1905.167394] env[62522]: DEBUG nova.network.neutron [req-e54a7209-55be-4f3e-a7f8-53bd0048bddf req-51c57d21-48f0-423c-bddb-f1ef29e18279 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Updating instance_info_cache with network_info: [{"id": "65134705-d25d-4ca6-97cf-69a61b1d6035", "address": "fa:16:3e:65:c3:e4", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65134705-d2", "ovs_interfaceid": "65134705-d25d-4ca6-97cf-69a61b1d6035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.171905] env[62522]: DEBUG nova.policy [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cedc2eab290441bb1b99af587a98c16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '692b371532294aa6bb9658ddd895f0fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1905.199016] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.199016] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquired lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.199016] env[62522]: DEBUG nova.network.neutron [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1905.354546] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520e303d-0f0a-6da6-b478-059a2fb692ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008644} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.354846] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.355170] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 46803472-32fe-4e37-bc99-bb224e14f939/46803472-32fe-4e37-bc99-bb224e14f939.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1905.355382] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19b2cb19-5b5e-43ac-b827-aecffb55847b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.362100] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1905.362100] env[62522]: value = "task-1703773" [ 1905.362100] env[62522]: _type = "Task" [ 1905.362100] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.371471] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.518223] env[62522]: DEBUG nova.network.neutron [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Successfully created port: cd4dff98-35f0-4b1b-a068-71851b01a5cb {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1905.605572] env[62522]: DEBUG nova.compute.manager [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1905.670354] env[62522]: DEBUG oslo_concurrency.lockutils [req-e54a7209-55be-4f3e-a7f8-53bd0048bddf req-51c57d21-48f0-423c-bddb-f1ef29e18279 service nova] Releasing lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.700707] env[62522]: DEBUG oslo_concurrency.lockutils [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "cced87bc-2529-4a70-970b-623156c54a56" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.700707] env[62522]: DEBUG oslo_concurrency.lockutils [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "cced87bc-2529-4a70-970b-623156c54a56" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.700707] env[62522]: INFO nova.compute.manager [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Rebooting instance [ 1905.750537] env[62522]: DEBUG nova.network.neutron [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1905.861440] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 04f2dcf8-ec65-432d-b5c0-1a351d12accb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1905.861588] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance cced87bc-2529-4a70-970b-623156c54a56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1905.861713] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 61c7afc7-b7a0-48ef-81d6-4e438859004e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1905.861831] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance be476808-82be-4238-a505-df1378b914e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1905.861946] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 46803472-32fe-4e37-bc99-bb224e14f939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1905.862127] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 51e7d375-8576-4dee-8cc8-46a43968469b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1905.862716] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 6698ee91-4027-4a39-ab48-5f02eb07e319 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1905.862716] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1905.862716] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1905.873601] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48731} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.873879] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 46803472-32fe-4e37-bc99-bb224e14f939/46803472-32fe-4e37-bc99-bb224e14f939.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.874101] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.874352] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a09f2783-8ec0-408a-8ec4-30f0b0b99f26 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.880974] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1905.880974] env[62522]: value = "task-1703774" [ 1905.880974] env[62522]: _type = "Task" [ 1905.880974] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.888118] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.934153] env[62522]: DEBUG nova.network.neutron [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Updating instance_info_cache with network_info: [{"id": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "address": "fa:16:3e:d3:0e:e3", "network": {"id": "0bf6ecca-e896-4e43-ba7c-af1895b3e72a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-507936208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad92e03b56440c991ae3bba7bfc244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8a110d-d2", "ovs_interfaceid": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.955428] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9127c855-feda-4e70-9cc6-2d4e05464cbb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.963082] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e716f48-24fb-438b-837c-5933f9c10d4a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.992565] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5fd56e-546b-4ea2-8eeb-a027aa068c9a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.999246] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fceb9b-0c51-4714-b84e-e1cbab692d63 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.013078] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.110715] env[62522]: INFO nova.virt.block_device [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Booting with volume 607d488e-44a6-4b1b-bab1-5cfa7b861454 at /dev/sda [ 1906.146017] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab200df6-51ab-46ad-bd26-8c4b6147c69c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.155608] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20155342-103f-4068-8d4e-c9176ae6238c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.182710] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed7ae1d4-8d12-46d8-aa50-97a8927efdc7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.190703] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81533ca6-c972-4f6a-a643-5cb6f42abfb4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.221016] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1514ee9e-0d5a-4e8e-9a85-7d07b38642e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.223128] env[62522]: DEBUG oslo_concurrency.lockutils [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.223294] env[62522]: DEBUG oslo_concurrency.lockutils [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.223461] env[62522]: DEBUG nova.network.neutron [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1906.226822] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f3ff45-84c7-4490-8a89-163cd6311eed {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.239938] env[62522]: DEBUG nova.virt.block_device [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating existing volume attachment record: 802d5a66-54fa-4741-91b8-4ec28a9550ff {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1906.391034] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058208} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.391305] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1906.392049] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b111646-0166-4a89-ad8d-ea2d40646574 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.413619] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 46803472-32fe-4e37-bc99-bb224e14f939/46803472-32fe-4e37-bc99-bb224e14f939.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.413885] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbc9a3d5-d40a-4428-9c24-dab6e43a45e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.432588] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1906.432588] env[62522]: value = "task-1703775" [ 1906.432588] env[62522]: _type = "Task" [ 1906.432588] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.436972] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Releasing lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.437322] env[62522]: DEBUG nova.compute.manager [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Instance network_info: |[{"id": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "address": "fa:16:3e:d3:0e:e3", "network": {"id": "0bf6ecca-e896-4e43-ba7c-af1895b3e72a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-507936208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad92e03b56440c991ae3bba7bfc244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8a110d-d2", "ovs_interfaceid": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1906.442117] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:0e:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a8a110d-d2a2-412a-abf7-6f0346747c87', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1906.449178] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Creating folder: Project (0cad92e03b56440c991ae3bba7bfc244). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1906.449424] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.449621] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01c19bef-0121-40fb-89eb-566d63b8d27c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.459337] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Created folder: Project (0cad92e03b56440c991ae3bba7bfc244) in parent group-v354730. [ 1906.459556] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Creating folder: Instances. Parent ref: group-v355047. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1906.459814] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64d0c61b-18e1-4612-adfe-8a37286f1446 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.468493] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Created folder: Instances in parent group-v355047. [ 1906.469253] env[62522]: DEBUG oslo.service.loopingcall [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.469358] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1906.469574] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68dede23-0b82-4b9d-953c-914874d07963 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.486840] env[62522]: DEBUG nova.compute.manager [req-0a1a57c1-9e7a-4e4f-9175-1d0a39cd2fe5 req-f23d0dea-7398-46c9-a3e7-71595a8a0f93 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Received event network-vif-plugged-9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1906.487073] env[62522]: DEBUG oslo_concurrency.lockutils [req-0a1a57c1-9e7a-4e4f-9175-1d0a39cd2fe5 req-f23d0dea-7398-46c9-a3e7-71595a8a0f93 service nova] Acquiring lock "51e7d375-8576-4dee-8cc8-46a43968469b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.487288] env[62522]: DEBUG oslo_concurrency.lockutils [req-0a1a57c1-9e7a-4e4f-9175-1d0a39cd2fe5 req-f23d0dea-7398-46c9-a3e7-71595a8a0f93 service nova] Lock "51e7d375-8576-4dee-8cc8-46a43968469b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.487453] env[62522]: DEBUG oslo_concurrency.lockutils [req-0a1a57c1-9e7a-4e4f-9175-1d0a39cd2fe5 req-f23d0dea-7398-46c9-a3e7-71595a8a0f93 service nova] Lock "51e7d375-8576-4dee-8cc8-46a43968469b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.487645] env[62522]: DEBUG nova.compute.manager [req-0a1a57c1-9e7a-4e4f-9175-1d0a39cd2fe5 req-f23d0dea-7398-46c9-a3e7-71595a8a0f93 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] No waiting events found dispatching network-vif-plugged-9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1906.487853] env[62522]: WARNING nova.compute.manager [req-0a1a57c1-9e7a-4e4f-9175-1d0a39cd2fe5 req-f23d0dea-7398-46c9-a3e7-71595a8a0f93 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Received unexpected event network-vif-plugged-9a8a110d-d2a2-412a-abf7-6f0346747c87 for instance with vm_state building and task_state spawning. [ 1906.488043] env[62522]: DEBUG nova.compute.manager [req-0a1a57c1-9e7a-4e4f-9175-1d0a39cd2fe5 req-f23d0dea-7398-46c9-a3e7-71595a8a0f93 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Received event network-changed-9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1906.488212] env[62522]: DEBUG nova.compute.manager [req-0a1a57c1-9e7a-4e4f-9175-1d0a39cd2fe5 req-f23d0dea-7398-46c9-a3e7-71595a8a0f93 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Refreshing instance network info cache due to event network-changed-9a8a110d-d2a2-412a-abf7-6f0346747c87. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1906.488393] env[62522]: DEBUG oslo_concurrency.lockutils [req-0a1a57c1-9e7a-4e4f-9175-1d0a39cd2fe5 req-f23d0dea-7398-46c9-a3e7-71595a8a0f93 service nova] Acquiring lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.488530] env[62522]: DEBUG oslo_concurrency.lockutils [req-0a1a57c1-9e7a-4e4f-9175-1d0a39cd2fe5 req-f23d0dea-7398-46c9-a3e7-71595a8a0f93 service nova] Acquired lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.488691] env[62522]: DEBUG nova.network.neutron [req-0a1a57c1-9e7a-4e4f-9175-1d0a39cd2fe5 req-f23d0dea-7398-46c9-a3e7-71595a8a0f93 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Refreshing network info cache for port 9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1906.494383] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1906.494383] env[62522]: value = "task-1703778" [ 1906.494383] env[62522]: _type = "Task" [ 1906.494383] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.503253] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703778, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.515848] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1906.941799] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703775, 'name': ReconfigVM_Task, 'duration_secs': 0.365489} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.942149] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 46803472-32fe-4e37-bc99-bb224e14f939/46803472-32fe-4e37-bc99-bb224e14f939.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.942773] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7a2444b-6b65-4ec5-9dd1-9ac7779ca102 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.949120] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1906.949120] env[62522]: value = "task-1703779" [ 1906.949120] env[62522]: _type = "Task" [ 1906.949120] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.956553] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703779, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.003353] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703778, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.015654] env[62522]: DEBUG nova.network.neutron [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance_info_cache with network_info: [{"id": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "address": "fa:16:3e:d8:d8:a6", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef83c453-30", "ovs_interfaceid": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.021819] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1907.021819] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.193s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.171269] env[62522]: DEBUG nova.network.neutron [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Successfully updated port: cd4dff98-35f0-4b1b-a068-71851b01a5cb {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1907.186722] env[62522]: DEBUG nova.network.neutron [req-0a1a57c1-9e7a-4e4f-9175-1d0a39cd2fe5 req-f23d0dea-7398-46c9-a3e7-71595a8a0f93 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Updated VIF entry in instance network info cache for port 9a8a110d-d2a2-412a-abf7-6f0346747c87. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1907.187077] env[62522]: DEBUG nova.network.neutron [req-0a1a57c1-9e7a-4e4f-9175-1d0a39cd2fe5 req-f23d0dea-7398-46c9-a3e7-71595a8a0f93 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Updating instance_info_cache with network_info: [{"id": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "address": "fa:16:3e:d3:0e:e3", "network": {"id": "0bf6ecca-e896-4e43-ba7c-af1895b3e72a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-507936208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad92e03b56440c991ae3bba7bfc244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8a110d-d2", "ovs_interfaceid": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.460029] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703779, 'name': Rename_Task, 'duration_secs': 0.156681} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.460244] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1907.460501] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bad6126-3952-4971-bd89-bdf54dfaaf1b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.466721] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1907.466721] env[62522]: value = "task-1703780" [ 1907.466721] env[62522]: _type = "Task" [ 1907.466721] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.480693] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.504421] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703778, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.519236] env[62522]: DEBUG oslo_concurrency.lockutils [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.674338] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.674540] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.674677] env[62522]: DEBUG nova.network.neutron [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1907.689535] env[62522]: DEBUG oslo_concurrency.lockutils [req-0a1a57c1-9e7a-4e4f-9175-1d0a39cd2fe5 req-f23d0dea-7398-46c9-a3e7-71595a8a0f93 service nova] Releasing lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.976694] env[62522]: DEBUG oslo_vmware.api [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703780, 'name': PowerOnVM_Task, 'duration_secs': 0.487161} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.976957] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.977178] env[62522]: INFO nova.compute.manager [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Took 5.73 seconds to spawn the instance on the hypervisor. [ 1907.977355] env[62522]: DEBUG nova.compute.manager [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.978104] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032a5158-c85a-49af-b5b1-326a3e3abcfc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.004136] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703778, 'name': CreateVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.023416] env[62522]: DEBUG nova.compute.manager [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.024223] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea50293-9251-4322-9e2a-74bae7a456df {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.212154] env[62522]: DEBUG nova.network.neutron [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1908.322825] env[62522]: DEBUG nova.compute.manager [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1908.323014] env[62522]: DEBUG nova.virt.hardware [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1908.323243] env[62522]: DEBUG nova.virt.hardware [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1908.323398] env[62522]: DEBUG nova.virt.hardware [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1908.323579] env[62522]: DEBUG nova.virt.hardware [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1908.323755] env[62522]: DEBUG nova.virt.hardware [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1908.323913] env[62522]: DEBUG nova.virt.hardware [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1908.324138] env[62522]: DEBUG nova.virt.hardware [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1908.324302] env[62522]: DEBUG nova.virt.hardware [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1908.324466] env[62522]: DEBUG nova.virt.hardware [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1908.324626] env[62522]: DEBUG nova.virt.hardware [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1908.324835] env[62522]: DEBUG nova.virt.hardware [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1908.325702] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be75a140-ea7e-482b-8d2f-51bad84e86ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.333616] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644c30c2-674c-4a5e-8caf-3a7348c0f370 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.347657] env[62522]: DEBUG nova.network.neutron [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance_info_cache with network_info: [{"id": "cd4dff98-35f0-4b1b-a068-71851b01a5cb", "address": "fa:16:3e:19:1e:87", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4dff98-35", "ovs_interfaceid": "cd4dff98-35f0-4b1b-a068-71851b01a5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.496633] env[62522]: INFO nova.compute.manager [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Took 10.48 seconds to build instance. [ 1908.504239] env[62522]: DEBUG nova.compute.manager [req-ce5908ef-2481-43db-b18e-b1bd50727a95 req-5b1f7dc4-9a31-4cd9-8af9-ca80e2daecf2 service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Received event network-vif-plugged-cd4dff98-35f0-4b1b-a068-71851b01a5cb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1908.504567] env[62522]: DEBUG oslo_concurrency.lockutils [req-ce5908ef-2481-43db-b18e-b1bd50727a95 req-5b1f7dc4-9a31-4cd9-8af9-ca80e2daecf2 service nova] Acquiring lock "6698ee91-4027-4a39-ab48-5f02eb07e319-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.504715] env[62522]: DEBUG oslo_concurrency.lockutils [req-ce5908ef-2481-43db-b18e-b1bd50727a95 req-5b1f7dc4-9a31-4cd9-8af9-ca80e2daecf2 service nova] Lock "6698ee91-4027-4a39-ab48-5f02eb07e319-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.504942] env[62522]: DEBUG oslo_concurrency.lockutils [req-ce5908ef-2481-43db-b18e-b1bd50727a95 req-5b1f7dc4-9a31-4cd9-8af9-ca80e2daecf2 service nova] Lock "6698ee91-4027-4a39-ab48-5f02eb07e319-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.505126] env[62522]: DEBUG nova.compute.manager [req-ce5908ef-2481-43db-b18e-b1bd50727a95 req-5b1f7dc4-9a31-4cd9-8af9-ca80e2daecf2 service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] No waiting events found dispatching network-vif-plugged-cd4dff98-35f0-4b1b-a068-71851b01a5cb {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1908.505218] env[62522]: WARNING nova.compute.manager [req-ce5908ef-2481-43db-b18e-b1bd50727a95 req-5b1f7dc4-9a31-4cd9-8af9-ca80e2daecf2 service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Received unexpected event network-vif-plugged-cd4dff98-35f0-4b1b-a068-71851b01a5cb for instance with vm_state building and task_state spawning. [ 1908.505431] env[62522]: DEBUG nova.compute.manager [req-ce5908ef-2481-43db-b18e-b1bd50727a95 req-5b1f7dc4-9a31-4cd9-8af9-ca80e2daecf2 service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Received event network-changed-cd4dff98-35f0-4b1b-a068-71851b01a5cb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1908.505539] env[62522]: DEBUG nova.compute.manager [req-ce5908ef-2481-43db-b18e-b1bd50727a95 req-5b1f7dc4-9a31-4cd9-8af9-ca80e2daecf2 service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Refreshing instance network info cache due to event network-changed-cd4dff98-35f0-4b1b-a068-71851b01a5cb. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1908.506252] env[62522]: DEBUG oslo_concurrency.lockutils [req-ce5908ef-2481-43db-b18e-b1bd50727a95 req-5b1f7dc4-9a31-4cd9-8af9-ca80e2daecf2 service nova] Acquiring lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.510096] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703778, 'name': CreateVM_Task, 'duration_secs': 1.572111} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.510359] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1908.510942] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.511157] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.511564] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1908.511829] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f03b04-46c7-4303-a731-936ecaece41e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.517150] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1908.517150] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5253d8ec-be71-51cf-4374-64db2892d200" [ 1908.517150] env[62522]: _type = "Task" [ 1908.517150] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.525689] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5253d8ec-be71-51cf-4374-64db2892d200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.850715] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.851211] env[62522]: DEBUG nova.compute.manager [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Instance network_info: |[{"id": "cd4dff98-35f0-4b1b-a068-71851b01a5cb", "address": "fa:16:3e:19:1e:87", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4dff98-35", "ovs_interfaceid": "cd4dff98-35f0-4b1b-a068-71851b01a5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1908.851849] env[62522]: DEBUG oslo_concurrency.lockutils [req-ce5908ef-2481-43db-b18e-b1bd50727a95 req-5b1f7dc4-9a31-4cd9-8af9-ca80e2daecf2 service nova] Acquired lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.852075] env[62522]: DEBUG nova.network.neutron [req-ce5908ef-2481-43db-b18e-b1bd50727a95 req-5b1f7dc4-9a31-4cd9-8af9-ca80e2daecf2 service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Refreshing network info cache for port cd4dff98-35f0-4b1b-a068-71851b01a5cb {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1908.856254] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:1e:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd4dff98-35f0-4b1b-a068-71851b01a5cb', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1908.862464] env[62522]: DEBUG oslo.service.loopingcall [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1908.862464] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1908.862464] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-299ebec7-e1b5-4f79-b804-190d01fc69b7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.884775] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1908.884775] env[62522]: value = "task-1703781" [ 1908.884775] env[62522]: _type = "Task" [ 1908.884775] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.893198] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703781, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.002448] env[62522]: DEBUG oslo_concurrency.lockutils [None req-01fc0de3-7f22-40b6-a9ad-8c02636b8e79 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "46803472-32fe-4e37-bc99-bb224e14f939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.992s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.027191] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5253d8ec-be71-51cf-4374-64db2892d200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.040335] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067bf5d0-08f5-4e18-9900-5267b42da66a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.047631] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Doing hard reboot of VM {{(pid=62522) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1909.048056] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-af18388f-a23c-47e5-bac7-4a653503fce8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.054241] env[62522]: DEBUG oslo_vmware.api [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1909.054241] env[62522]: value = "task-1703782" [ 1909.054241] env[62522]: _type = "Task" [ 1909.054241] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.062068] env[62522]: DEBUG oslo_vmware.api [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703782, 'name': ResetVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.253077] env[62522]: DEBUG nova.compute.manager [req-00356eff-f25d-4be8-9806-d81f791deb9d req-caf4bda0-6391-41d3-bd46-3559438275ba service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Received event network-changed-65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1909.253403] env[62522]: DEBUG nova.compute.manager [req-00356eff-f25d-4be8-9806-d81f791deb9d req-caf4bda0-6391-41d3-bd46-3559438275ba service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Refreshing instance network info cache due to event network-changed-65134705-d25d-4ca6-97cf-69a61b1d6035. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1909.254051] env[62522]: DEBUG oslo_concurrency.lockutils [req-00356eff-f25d-4be8-9806-d81f791deb9d req-caf4bda0-6391-41d3-bd46-3559438275ba service nova] Acquiring lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.254051] env[62522]: DEBUG oslo_concurrency.lockutils [req-00356eff-f25d-4be8-9806-d81f791deb9d req-caf4bda0-6391-41d3-bd46-3559438275ba service nova] Acquired lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.254255] env[62522]: DEBUG nova.network.neutron [req-00356eff-f25d-4be8-9806-d81f791deb9d req-caf4bda0-6391-41d3-bd46-3559438275ba service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Refreshing network info cache for port 65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1909.397254] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703781, 'name': CreateVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.528741] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5253d8ec-be71-51cf-4374-64db2892d200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.560091] env[62522]: DEBUG nova.network.neutron [req-ce5908ef-2481-43db-b18e-b1bd50727a95 req-5b1f7dc4-9a31-4cd9-8af9-ca80e2daecf2 service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updated VIF entry in instance network info cache for port cd4dff98-35f0-4b1b-a068-71851b01a5cb. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1909.560460] env[62522]: DEBUG nova.network.neutron [req-ce5908ef-2481-43db-b18e-b1bd50727a95 req-5b1f7dc4-9a31-4cd9-8af9-ca80e2daecf2 service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance_info_cache with network_info: [{"id": "cd4dff98-35f0-4b1b-a068-71851b01a5cb", "address": "fa:16:3e:19:1e:87", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4dff98-35", "ovs_interfaceid": "cd4dff98-35f0-4b1b-a068-71851b01a5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.566960] env[62522]: DEBUG oslo_vmware.api [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703782, 'name': ResetVM_Task, 'duration_secs': 0.095058} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.567227] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Did hard reboot of VM {{(pid=62522) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1909.567422] env[62522]: DEBUG nova.compute.manager [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.568205] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72614b1-cbd7-44a5-b165-abe543798e1c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.899025] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703781, 'name': CreateVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.969623] env[62522]: DEBUG nova.network.neutron [req-00356eff-f25d-4be8-9806-d81f791deb9d req-caf4bda0-6391-41d3-bd46-3559438275ba service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Updated VIF entry in instance network info cache for port 65134705-d25d-4ca6-97cf-69a61b1d6035. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1909.970205] env[62522]: DEBUG nova.network.neutron [req-00356eff-f25d-4be8-9806-d81f791deb9d req-caf4bda0-6391-41d3-bd46-3559438275ba service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Updating instance_info_cache with network_info: [{"id": "65134705-d25d-4ca6-97cf-69a61b1d6035", "address": "fa:16:3e:65:c3:e4", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65134705-d2", "ovs_interfaceid": "65134705-d25d-4ca6-97cf-69a61b1d6035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.034837] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5253d8ec-be71-51cf-4374-64db2892d200, 'name': SearchDatastore_Task, 'duration_secs': 1.41273} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.035265] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.035588] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1910.035948] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.036188] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.036455] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1910.036803] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4907879-8042-4efd-b16b-ea550a0d41cd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.045593] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1910.045807] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1910.046514] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52bb120a-4b6c-4fb8-b346-289515c701e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.051926] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1910.051926] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f8e2c7-07f7-dfc7-b6a3-c78c97bd87cd" [ 1910.051926] env[62522]: _type = "Task" [ 1910.051926] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.060048] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f8e2c7-07f7-dfc7-b6a3-c78c97bd87cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.063621] env[62522]: DEBUG oslo_concurrency.lockutils [req-ce5908ef-2481-43db-b18e-b1bd50727a95 req-5b1f7dc4-9a31-4cd9-8af9-ca80e2daecf2 service nova] Releasing lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.080814] env[62522]: DEBUG oslo_concurrency.lockutils [None req-73f98ef9-9373-4499-a990-7ee328155a5b tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "cced87bc-2529-4a70-970b-623156c54a56" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.381s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.397781] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703781, 'name': CreateVM_Task, 'duration_secs': 1.363693} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.398164] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1910.398678] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355044', 'volume_id': '607d488e-44a6-4b1b-bab1-5cfa7b861454', 'name': 'volume-607d488e-44a6-4b1b-bab1-5cfa7b861454', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6698ee91-4027-4a39-ab48-5f02eb07e319', 'attached_at': '', 'detached_at': '', 'volume_id': '607d488e-44a6-4b1b-bab1-5cfa7b861454', 'serial': '607d488e-44a6-4b1b-bab1-5cfa7b861454'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'attachment_id': '802d5a66-54fa-4741-91b8-4ec28a9550ff', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62522) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1910.398926] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Root volume attach. Driver type: vmdk {{(pid=62522) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1910.399708] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fb51af-69db-4f13-8c90-e640eba50bb3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.407654] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40e816c-94e3-4a0d-b940-33062620f68b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.413435] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0492eabd-fbc1-4413-8ae5-713da253ae3d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.419155] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-319067e9-a411-4927-8c53-77d9584356f8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.426267] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1910.426267] env[62522]: value = "task-1703783" [ 1910.426267] env[62522]: _type = "Task" [ 1910.426267] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.433616] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703783, 'name': RelocateVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.473533] env[62522]: DEBUG oslo_concurrency.lockutils [req-00356eff-f25d-4be8-9806-d81f791deb9d req-caf4bda0-6391-41d3-bd46-3559438275ba service nova] Releasing lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.562307] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52f8e2c7-07f7-dfc7-b6a3-c78c97bd87cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009972} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.563161] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2081ad59-3a4a-4b4d-b6a0-59727ac4e64e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.568406] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1910.568406] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523199b7-e03c-2722-5240-800f4d314030" [ 1910.568406] env[62522]: _type = "Task" [ 1910.568406] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.578018] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523199b7-e03c-2722-5240-800f4d314030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.936031] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703783, 'name': RelocateVM_Task, 'duration_secs': 0.424721} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.936330] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1910.936572] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355044', 'volume_id': '607d488e-44a6-4b1b-bab1-5cfa7b861454', 'name': 'volume-607d488e-44a6-4b1b-bab1-5cfa7b861454', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6698ee91-4027-4a39-ab48-5f02eb07e319', 'attached_at': '', 'detached_at': '', 'volume_id': '607d488e-44a6-4b1b-bab1-5cfa7b861454', 'serial': '607d488e-44a6-4b1b-bab1-5cfa7b861454'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1910.937374] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1458e9-4b23-4878-92e0-9b854b5037a9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.953526] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d16325-6f52-462b-ba7e-158438dd94d4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.975021] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-607d488e-44a6-4b1b-bab1-5cfa7b861454/volume-607d488e-44a6-4b1b-bab1-5cfa7b861454.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1910.975343] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cd6974b-dd2b-4b27-ab2f-6a430f312fe5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.994946] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1910.994946] env[62522]: value = "task-1703784" [ 1910.994946] env[62522]: _type = "Task" [ 1910.994946] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.002523] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.078766] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]523199b7-e03c-2722-5240-800f4d314030, 'name': SearchDatastore_Task, 'duration_secs': 0.012055} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.079067] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.079332] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 51e7d375-8576-4dee-8cc8-46a43968469b/51e7d375-8576-4dee-8cc8-46a43968469b.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1911.079612] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec3e486e-8281-4394-8fe8-a955d5d6cbe8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.086186] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1911.086186] env[62522]: value = "task-1703785" [ 1911.086186] env[62522]: _type = "Task" [ 1911.086186] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.095920] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.506173] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703784, 'name': ReconfigVM_Task, 'duration_secs': 0.259379} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.506547] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-607d488e-44a6-4b1b-bab1-5cfa7b861454/volume-607d488e-44a6-4b1b-bab1-5cfa7b861454.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1911.511140] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31ead502-d0b9-4fb1-b04c-8909d595c078 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.527858] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1911.527858] env[62522]: value = "task-1703786" [ 1911.527858] env[62522]: _type = "Task" [ 1911.527858] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.539100] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.596102] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492131} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.596417] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 51e7d375-8576-4dee-8cc8-46a43968469b/51e7d375-8576-4dee-8cc8-46a43968469b.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1911.596664] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1911.597061] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b44bfe86-82bc-47c0-8252-40f82221ca1e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.604958] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1911.604958] env[62522]: value = "task-1703787" [ 1911.604958] env[62522]: _type = "Task" [ 1911.604958] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.612921] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.037986] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703786, 'name': ReconfigVM_Task, 'duration_secs': 0.137171} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.038294] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355044', 'volume_id': '607d488e-44a6-4b1b-bab1-5cfa7b861454', 'name': 'volume-607d488e-44a6-4b1b-bab1-5cfa7b861454', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6698ee91-4027-4a39-ab48-5f02eb07e319', 'attached_at': '', 'detached_at': '', 'volume_id': '607d488e-44a6-4b1b-bab1-5cfa7b861454', 'serial': '607d488e-44a6-4b1b-bab1-5cfa7b861454'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1912.038829] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80da8e0b-cca3-4ae4-8819-88002502aba1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.047129] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1912.047129] env[62522]: value = "task-1703788" [ 1912.047129] env[62522]: _type = "Task" [ 1912.047129] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.055206] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703788, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.115217] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072228} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.115478] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1912.116290] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730fb722-6548-4759-ba47-8f70614faf31 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.138315] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 51e7d375-8576-4dee-8cc8-46a43968469b/51e7d375-8576-4dee-8cc8-46a43968469b.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1912.138574] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-610e092f-698a-417a-825b-8e3d89b93dc9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.159979] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1912.159979] env[62522]: value = "task-1703789" [ 1912.159979] env[62522]: _type = "Task" [ 1912.159979] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.168852] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.556973] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703788, 'name': Rename_Task, 'duration_secs': 0.150196} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.557322] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1912.557501] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d1c49c2-5eb4-4ae2-85e1-1bac0668c892 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.564669] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1912.564669] env[62522]: value = "task-1703790" [ 1912.564669] env[62522]: _type = "Task" [ 1912.564669] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.572093] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.670662] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.074659] env[62522]: DEBUG oslo_vmware.api [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703790, 'name': PowerOnVM_Task, 'duration_secs': 0.491759} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.074931] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1913.075141] env[62522]: INFO nova.compute.manager [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Took 4.75 seconds to spawn the instance on the hypervisor. [ 1913.075254] env[62522]: DEBUG nova.compute.manager [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1913.076017] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591a4f56-5081-4274-b6fe-fa6a83500f69 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.172334] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703789, 'name': ReconfigVM_Task, 'duration_secs': 0.765653} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.172598] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 51e7d375-8576-4dee-8cc8-46a43968469b/51e7d375-8576-4dee-8cc8-46a43968469b.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1913.173355] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e731749-6554-4828-a50a-0ddfa7f4ea88 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.180872] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1913.180872] env[62522]: value = "task-1703791" [ 1913.180872] env[62522]: _type = "Task" [ 1913.180872] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.189420] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703791, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.593992] env[62522]: INFO nova.compute.manager [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Took 13.88 seconds to build instance. [ 1913.691308] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703791, 'name': Rename_Task, 'duration_secs': 0.157759} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.691612] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1913.691855] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-294c5029-a303-4e42-8a5f-18e8c1d56f20 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.703959] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1913.703959] env[62522]: value = "task-1703792" [ 1913.703959] env[62522]: _type = "Task" [ 1913.703959] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.711896] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.096241] env[62522]: DEBUG oslo_concurrency.lockutils [None req-d63550f5-aee0-4435-8383-b7ea03a35f99 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "6698ee91-4027-4a39-ab48-5f02eb07e319" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.397s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.104030] env[62522]: DEBUG nova.compute.manager [req-8d791585-a595-4f5e-9acb-f16ff3b0690f req-76cecbf6-de22-4e54-851d-a51e5e22606e service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Received event network-changed-caa281a6-1a01-4e43-89bf-f94cba8ea8f4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1914.104030] env[62522]: DEBUG nova.compute.manager [req-8d791585-a595-4f5e-9acb-f16ff3b0690f req-76cecbf6-de22-4e54-851d-a51e5e22606e service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Refreshing instance network info cache due to event network-changed-caa281a6-1a01-4e43-89bf-f94cba8ea8f4. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1914.104030] env[62522]: DEBUG oslo_concurrency.lockutils [req-8d791585-a595-4f5e-9acb-f16ff3b0690f req-76cecbf6-de22-4e54-851d-a51e5e22606e service nova] Acquiring lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.104030] env[62522]: DEBUG oslo_concurrency.lockutils [req-8d791585-a595-4f5e-9acb-f16ff3b0690f req-76cecbf6-de22-4e54-851d-a51e5e22606e service nova] Acquired lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.104030] env[62522]: DEBUG nova.network.neutron [req-8d791585-a595-4f5e-9acb-f16ff3b0690f req-76cecbf6-de22-4e54-851d-a51e5e22606e service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Refreshing network info cache for port caa281a6-1a01-4e43-89bf-f94cba8ea8f4 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1914.214618] env[62522]: DEBUG oslo_vmware.api [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703792, 'name': PowerOnVM_Task, 'duration_secs': 0.480083} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.214915] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1914.215126] env[62522]: INFO nova.compute.manager [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1914.215312] env[62522]: DEBUG nova.compute.manager [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1914.216124] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1f2e2e-637f-40ee-ba02-dbb8b7bd35e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.737474] env[62522]: INFO nova.compute.manager [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Took 15.34 seconds to build instance. [ 1914.853698] env[62522]: DEBUG nova.network.neutron [req-8d791585-a595-4f5e-9acb-f16ff3b0690f req-76cecbf6-de22-4e54-851d-a51e5e22606e service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Updated VIF entry in instance network info cache for port caa281a6-1a01-4e43-89bf-f94cba8ea8f4. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1914.854122] env[62522]: DEBUG nova.network.neutron [req-8d791585-a595-4f5e-9acb-f16ff3b0690f req-76cecbf6-de22-4e54-851d-a51e5e22606e service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Updating instance_info_cache with network_info: [{"id": "caa281a6-1a01-4e43-89bf-f94cba8ea8f4", "address": "fa:16:3e:0b:4d:86", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa281a6-1a", "ovs_interfaceid": "caa281a6-1a01-4e43-89bf-f94cba8ea8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.239860] env[62522]: DEBUG oslo_concurrency.lockutils [None req-56474089-622f-41e5-b7da-554f1f3d01ed tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "51e7d375-8576-4dee-8cc8-46a43968469b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.854s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.356698] env[62522]: DEBUG oslo_concurrency.lockutils [req-8d791585-a595-4f5e-9acb-f16ff3b0690f req-76cecbf6-de22-4e54-851d-a51e5e22606e service nova] Releasing lock "refresh_cache-04f2dcf8-ec65-432d-b5c0-1a351d12accb" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.544796] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "e5d069c2-9c25-4a71-b96a-16a221022136" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.545608] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "e5d069c2-9c25-4a71-b96a-16a221022136" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.584832] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1915.620940] env[62522]: DEBUG nova.compute.manager [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Stashing vm_state: active {{(pid=62522) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1916.048613] env[62522]: DEBUG nova.compute.manager [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1916.129202] env[62522]: DEBUG nova.compute.manager [req-55d1bca9-9640-462f-a1aa-27ece3f0c6ef req-53d5f1aa-9593-4636-8ed7-3457e4dba59b service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Received event network-changed-cd4dff98-35f0-4b1b-a068-71851b01a5cb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1916.129762] env[62522]: DEBUG nova.compute.manager [req-55d1bca9-9640-462f-a1aa-27ece3f0c6ef req-53d5f1aa-9593-4636-8ed7-3457e4dba59b service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Refreshing instance network info cache due to event network-changed-cd4dff98-35f0-4b1b-a068-71851b01a5cb. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1916.129762] env[62522]: DEBUG oslo_concurrency.lockutils [req-55d1bca9-9640-462f-a1aa-27ece3f0c6ef req-53d5f1aa-9593-4636-8ed7-3457e4dba59b service nova] Acquiring lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.129876] env[62522]: DEBUG oslo_concurrency.lockutils [req-55d1bca9-9640-462f-a1aa-27ece3f0c6ef req-53d5f1aa-9593-4636-8ed7-3457e4dba59b service nova] Acquired lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.130029] env[62522]: DEBUG nova.network.neutron [req-55d1bca9-9640-462f-a1aa-27ece3f0c6ef req-53d5f1aa-9593-4636-8ed7-3457e4dba59b service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Refreshing network info cache for port cd4dff98-35f0-4b1b-a068-71851b01a5cb {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1916.144185] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.144437] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.568729] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.649704] env[62522]: INFO nova.compute.claims [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1916.870329] env[62522]: DEBUG nova.network.neutron [req-55d1bca9-9640-462f-a1aa-27ece3f0c6ef req-53d5f1aa-9593-4636-8ed7-3457e4dba59b service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updated VIF entry in instance network info cache for port cd4dff98-35f0-4b1b-a068-71851b01a5cb. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1916.870744] env[62522]: DEBUG nova.network.neutron [req-55d1bca9-9640-462f-a1aa-27ece3f0c6ef req-53d5f1aa-9593-4636-8ed7-3457e4dba59b service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance_info_cache with network_info: [{"id": "cd4dff98-35f0-4b1b-a068-71851b01a5cb", "address": "fa:16:3e:19:1e:87", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4dff98-35", "ovs_interfaceid": "cd4dff98-35f0-4b1b-a068-71851b01a5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.156437] env[62522]: INFO nova.compute.resource_tracker [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating resource usage from migration 2e30ffbe-4185-431d-9871-14eaf6f02558 [ 1917.272028] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc24f9e-1cab-494a-be97-b98232934b1f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.280731] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d0b38d-bd0f-4b96-aa10-218be1aceb0e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.312296] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c4a3de-221a-46f1-95b0-6f43f245d209 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.319886] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3559d6-90e5-4cc5-b465-40b150bcdaf2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.333087] env[62522]: DEBUG nova.compute.provider_tree [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.373049] env[62522]: DEBUG oslo_concurrency.lockutils [req-55d1bca9-9640-462f-a1aa-27ece3f0c6ef req-53d5f1aa-9593-4636-8ed7-3457e4dba59b service nova] Releasing lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.836683] env[62522]: DEBUG nova.scheduler.client.report [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1918.341864] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.197s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.342269] env[62522]: INFO nova.compute.manager [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Migrating [ 1918.353211] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.785s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.354713] env[62522]: INFO nova.compute.claims [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1918.863967] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.864148] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.864301] env[62522]: DEBUG nova.network.neutron [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.502302] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041013fb-cc0c-459a-ae71-95cf48358369 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.513165] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0135c5fd-7abb-4669-b581-e6fb92234808 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.549930] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58bf791-9d9f-4ef5-9259-2b5c1af24398 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.559723] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994cdc26-932c-45c2-b063-9878aed2f9b8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.575242] env[62522]: DEBUG nova.compute.provider_tree [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.624748] env[62522]: DEBUG nova.network.neutron [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance_info_cache with network_info: [{"id": "cd4dff98-35f0-4b1b-a068-71851b01a5cb", "address": "fa:16:3e:19:1e:87", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4dff98-35", "ovs_interfaceid": "cd4dff98-35f0-4b1b-a068-71851b01a5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.078935] env[62522]: DEBUG nova.scheduler.client.report [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1920.127442] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.584189] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.584810] env[62522]: DEBUG nova.compute.manager [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1921.089584] env[62522]: DEBUG nova.compute.utils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1921.091930] env[62522]: DEBUG nova.compute.manager [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1921.091930] env[62522]: DEBUG nova.network.neutron [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1921.139969] env[62522]: DEBUG nova.policy [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb55688ee538494387e42622144000b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cad92e03b56440c991ae3bba7bfc244', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1921.394658] env[62522]: DEBUG nova.network.neutron [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Successfully created port: a994495c-0fb7-4df9-8cd3-d50e2c136727 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1921.595195] env[62522]: DEBUG nova.compute.manager [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1921.645689] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049c8331-fad1-401b-8b7d-29f01f5e747d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.666563] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance '6698ee91-4027-4a39-ab48-5f02eb07e319' progress to 0 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1922.173371] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1922.173513] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6a86d92-b678-4746-85b2-7a4ee40746f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.181419] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1922.181419] env[62522]: value = "task-1703793" [ 1922.181419] env[62522]: _type = "Task" [ 1922.181419] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.191222] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.605288] env[62522]: DEBUG nova.compute.manager [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1922.630234] env[62522]: DEBUG nova.virt.hardware [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1922.630509] env[62522]: DEBUG nova.virt.hardware [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1922.630640] env[62522]: DEBUG nova.virt.hardware [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1922.630820] env[62522]: DEBUG nova.virt.hardware [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1922.630966] env[62522]: DEBUG nova.virt.hardware [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1922.631166] env[62522]: DEBUG nova.virt.hardware [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1922.631394] env[62522]: DEBUG nova.virt.hardware [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1922.631555] env[62522]: DEBUG nova.virt.hardware [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1922.631718] env[62522]: DEBUG nova.virt.hardware [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1922.631878] env[62522]: DEBUG nova.virt.hardware [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1922.632070] env[62522]: DEBUG nova.virt.hardware [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1922.632973] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1c44e7-6f50-4029-9f65-2e8eaf813f38 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.641607] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7064163-d567-4539-943d-c71a1c3919a7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.691363] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703793, 'name': PowerOffVM_Task, 'duration_secs': 0.18317} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.691632] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1922.691816] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance '6698ee91-4027-4a39-ab48-5f02eb07e319' progress to 17 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1922.792932] env[62522]: DEBUG nova.compute.manager [req-67bc4f32-b519-4d36-ade2-60a323822781 req-7b3d4e26-0e1a-4b60-bdc9-e20e7c01e139 service nova] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Received event network-vif-plugged-a994495c-0fb7-4df9-8cd3-d50e2c136727 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1922.792932] env[62522]: DEBUG oslo_concurrency.lockutils [req-67bc4f32-b519-4d36-ade2-60a323822781 req-7b3d4e26-0e1a-4b60-bdc9-e20e7c01e139 service nova] Acquiring lock "e5d069c2-9c25-4a71-b96a-16a221022136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.793112] env[62522]: DEBUG oslo_concurrency.lockutils [req-67bc4f32-b519-4d36-ade2-60a323822781 req-7b3d4e26-0e1a-4b60-bdc9-e20e7c01e139 service nova] Lock "e5d069c2-9c25-4a71-b96a-16a221022136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.793250] env[62522]: DEBUG oslo_concurrency.lockutils [req-67bc4f32-b519-4d36-ade2-60a323822781 req-7b3d4e26-0e1a-4b60-bdc9-e20e7c01e139 service nova] Lock "e5d069c2-9c25-4a71-b96a-16a221022136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.793407] env[62522]: DEBUG nova.compute.manager [req-67bc4f32-b519-4d36-ade2-60a323822781 req-7b3d4e26-0e1a-4b60-bdc9-e20e7c01e139 service nova] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] No waiting events found dispatching network-vif-plugged-a994495c-0fb7-4df9-8cd3-d50e2c136727 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1922.793605] env[62522]: WARNING nova.compute.manager [req-67bc4f32-b519-4d36-ade2-60a323822781 req-7b3d4e26-0e1a-4b60-bdc9-e20e7c01e139 service nova] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Received unexpected event network-vif-plugged-a994495c-0fb7-4df9-8cd3-d50e2c136727 for instance with vm_state building and task_state spawning. [ 1922.879018] env[62522]: DEBUG nova.network.neutron [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Successfully updated port: a994495c-0fb7-4df9-8cd3-d50e2c136727 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1923.199288] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1923.199539] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1923.199685] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1923.199866] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1923.200021] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1923.200190] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1923.200394] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1923.200551] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1923.200717] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1923.200882] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1923.201071] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1923.206045] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b70de7-fde4-464b-b89a-db56ddbfc2e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.223349] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1923.223349] env[62522]: value = "task-1703794" [ 1923.223349] env[62522]: _type = "Task" [ 1923.223349] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.232051] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.381263] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "refresh_cache-e5d069c2-9c25-4a71-b96a-16a221022136" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.381263] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquired lock "refresh_cache-e5d069c2-9c25-4a71-b96a-16a221022136" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.381406] env[62522]: DEBUG nova.network.neutron [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1923.734358] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703794, 'name': ReconfigVM_Task, 'duration_secs': 0.132397} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.734763] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance '6698ee91-4027-4a39-ab48-5f02eb07e319' progress to 33 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1923.915462] env[62522]: DEBUG nova.network.neutron [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1924.033654] env[62522]: DEBUG nova.network.neutron [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Updating instance_info_cache with network_info: [{"id": "a994495c-0fb7-4df9-8cd3-d50e2c136727", "address": "fa:16:3e:29:dd:35", "network": {"id": "0bf6ecca-e896-4e43-ba7c-af1895b3e72a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-507936208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad92e03b56440c991ae3bba7bfc244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa994495c-0f", "ovs_interfaceid": "a994495c-0fb7-4df9-8cd3-d50e2c136727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.240497] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1924.240772] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1924.240873] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1924.241035] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1924.241189] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1924.241334] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1924.241527] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1924.241680] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1924.241839] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1924.241994] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1924.242178] env[62522]: DEBUG nova.virt.hardware [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1924.247298] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1924.247572] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef9120c-fdc7-4aa1-8a44-65fc9e5b9fb9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.266892] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1924.266892] env[62522]: value = "task-1703795" [ 1924.266892] env[62522]: _type = "Task" [ 1924.266892] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.274924] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.536282] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Releasing lock "refresh_cache-e5d069c2-9c25-4a71-b96a-16a221022136" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.536589] env[62522]: DEBUG nova.compute.manager [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Instance network_info: |[{"id": "a994495c-0fb7-4df9-8cd3-d50e2c136727", "address": "fa:16:3e:29:dd:35", "network": {"id": "0bf6ecca-e896-4e43-ba7c-af1895b3e72a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-507936208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad92e03b56440c991ae3bba7bfc244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa994495c-0f", "ovs_interfaceid": "a994495c-0fb7-4df9-8cd3-d50e2c136727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1924.537053] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:dd:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a994495c-0fb7-4df9-8cd3-d50e2c136727', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1924.544406] env[62522]: DEBUG oslo.service.loopingcall [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1924.544610] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1924.544839] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87f230b9-171a-45d0-ba5a-5a868dcc6d0a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.565799] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1924.565799] env[62522]: value = "task-1703796" [ 1924.565799] env[62522]: _type = "Task" [ 1924.565799] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.573614] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703796, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.778550] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703795, 'name': ReconfigVM_Task, 'duration_secs': 0.169053} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.778873] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1924.779675] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab11ef2-d0b7-44c7-b05f-e93aac19dae7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.804743] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-607d488e-44a6-4b1b-bab1-5cfa7b861454/volume-607d488e-44a6-4b1b-bab1-5cfa7b861454.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.804743] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fd1f94f-f9da-423d-b781-40a8b56cebbd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.823422] env[62522]: DEBUG nova.compute.manager [req-39e80d93-9e07-409a-9777-de07fac0c39b req-31ff3662-c37f-4177-a57b-6e8d563bc823 service nova] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Received event network-changed-a994495c-0fb7-4df9-8cd3-d50e2c136727 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1924.823422] env[62522]: DEBUG nova.compute.manager [req-39e80d93-9e07-409a-9777-de07fac0c39b req-31ff3662-c37f-4177-a57b-6e8d563bc823 service nova] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Refreshing instance network info cache due to event network-changed-a994495c-0fb7-4df9-8cd3-d50e2c136727. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1924.823422] env[62522]: DEBUG oslo_concurrency.lockutils [req-39e80d93-9e07-409a-9777-de07fac0c39b req-31ff3662-c37f-4177-a57b-6e8d563bc823 service nova] Acquiring lock "refresh_cache-e5d069c2-9c25-4a71-b96a-16a221022136" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.823422] env[62522]: DEBUG oslo_concurrency.lockutils [req-39e80d93-9e07-409a-9777-de07fac0c39b req-31ff3662-c37f-4177-a57b-6e8d563bc823 service nova] Acquired lock "refresh_cache-e5d069c2-9c25-4a71-b96a-16a221022136" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.823843] env[62522]: DEBUG nova.network.neutron [req-39e80d93-9e07-409a-9777-de07fac0c39b req-31ff3662-c37f-4177-a57b-6e8d563bc823 service nova] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Refreshing network info cache for port a994495c-0fb7-4df9-8cd3-d50e2c136727 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1924.827381] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1924.827381] env[62522]: value = "task-1703797" [ 1924.827381] env[62522]: _type = "Task" [ 1924.827381] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.843384] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.076641] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703796, 'name': CreateVM_Task, 'duration_secs': 0.334782} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.076641] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1925.077252] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.077432] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.077787] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1925.078067] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7669abc2-32b8-474b-a1ad-c46fc34f20d7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.087957] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1925.087957] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520d29b8-aa9f-7170-2434-c5dc5311ddb5" [ 1925.087957] env[62522]: _type = "Task" [ 1925.087957] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.096757] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520d29b8-aa9f-7170-2434-c5dc5311ddb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.340072] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703797, 'name': ReconfigVM_Task, 'duration_secs': 0.266654} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.340345] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-607d488e-44a6-4b1b-bab1-5cfa7b861454/volume-607d488e-44a6-4b1b-bab1-5cfa7b861454.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1925.340617] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance '6698ee91-4027-4a39-ab48-5f02eb07e319' progress to 50 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1925.554509] env[62522]: DEBUG nova.network.neutron [req-39e80d93-9e07-409a-9777-de07fac0c39b req-31ff3662-c37f-4177-a57b-6e8d563bc823 service nova] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Updated VIF entry in instance network info cache for port a994495c-0fb7-4df9-8cd3-d50e2c136727. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1925.554905] env[62522]: DEBUG nova.network.neutron [req-39e80d93-9e07-409a-9777-de07fac0c39b req-31ff3662-c37f-4177-a57b-6e8d563bc823 service nova] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Updating instance_info_cache with network_info: [{"id": "a994495c-0fb7-4df9-8cd3-d50e2c136727", "address": "fa:16:3e:29:dd:35", "network": {"id": "0bf6ecca-e896-4e43-ba7c-af1895b3e72a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-507936208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad92e03b56440c991ae3bba7bfc244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa994495c-0f", "ovs_interfaceid": "a994495c-0fb7-4df9-8cd3-d50e2c136727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.600424] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]520d29b8-aa9f-7170-2434-c5dc5311ddb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009591} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.600715] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.600948] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1925.601251] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.601402] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.601580] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1925.601858] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33f09980-39f1-45b3-8a5b-563e6f2882c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.611151] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1925.611327] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1925.612057] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40911aef-c06a-46ab-9663-71f6b41e33ae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.617159] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1925.617159] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526ae688-5cb5-4052-4475-066de91b03cc" [ 1925.617159] env[62522]: _type = "Task" [ 1925.617159] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.624226] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526ae688-5cb5-4052-4475-066de91b03cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.847725] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28358be1-af29-4cde-a230-79950840d40d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.867707] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688dd433-d3b9-4ce2-8b7d-93fe89d7b2b1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.885042] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance '6698ee91-4027-4a39-ab48-5f02eb07e319' progress to 67 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1926.058128] env[62522]: DEBUG oslo_concurrency.lockutils [req-39e80d93-9e07-409a-9777-de07fac0c39b req-31ff3662-c37f-4177-a57b-6e8d563bc823 service nova] Releasing lock "refresh_cache-e5d069c2-9c25-4a71-b96a-16a221022136" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.127790] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526ae688-5cb5-4052-4475-066de91b03cc, 'name': SearchDatastore_Task, 'duration_secs': 0.008239} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.128792] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f93636-03fa-4011-b8ea-ce6dc20fe50d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.133655] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1926.133655] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525397b2-7b5f-b008-621a-bd8a227463f8" [ 1926.133655] env[62522]: _type = "Task" [ 1926.133655] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.141041] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525397b2-7b5f-b008-621a-bd8a227463f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.644644] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]525397b2-7b5f-b008-621a-bd8a227463f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.645902] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.645902] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] e5d069c2-9c25-4a71-b96a-16a221022136/e5d069c2-9c25-4a71-b96a-16a221022136.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1926.645902] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5294f224-e3ab-4f09-a422-e9080987c074 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.652834] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1926.652834] env[62522]: value = "task-1703798" [ 1926.652834] env[62522]: _type = "Task" [ 1926.652834] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.660105] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.163230] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451434} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.163526] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] e5d069c2-9c25-4a71-b96a-16a221022136/e5d069c2-9c25-4a71-b96a-16a221022136.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1927.163739] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1927.164043] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef83c65d-609a-4bb8-8f2e-44923f5fd962 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.170953] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1927.170953] env[62522]: value = "task-1703799" [ 1927.170953] env[62522]: _type = "Task" [ 1927.170953] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.180051] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.524282] env[62522]: DEBUG nova.network.neutron [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Port cd4dff98-35f0-4b1b-a068-71851b01a5cb binding to destination host cpu-1 is already ACTIVE {{(pid=62522) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1927.680530] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068694} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.680774] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1927.681515] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d15c9ed-84c6-4c4f-b385-989998c288fa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.702664] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] e5d069c2-9c25-4a71-b96a-16a221022136/e5d069c2-9c25-4a71-b96a-16a221022136.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1927.702882] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-990c449c-819c-4c01-81a5-f4cae3f1b9a7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.723433] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1927.723433] env[62522]: value = "task-1703800" [ 1927.723433] env[62522]: _type = "Task" [ 1927.723433] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.735277] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.233090] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703800, 'name': ReconfigVM_Task, 'duration_secs': 0.320172} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.233388] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Reconfigured VM instance instance-00000079 to attach disk [datastore1] e5d069c2-9c25-4a71-b96a-16a221022136/e5d069c2-9c25-4a71-b96a-16a221022136.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1928.233945] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74edac79-5195-4409-80d6-86930b73b81d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.239775] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1928.239775] env[62522]: value = "task-1703801" [ 1928.239775] env[62522]: _type = "Task" [ 1928.239775] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.246991] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703801, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.544700] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "6698ee91-4027-4a39-ab48-5f02eb07e319-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.544969] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "6698ee91-4027-4a39-ab48-5f02eb07e319-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.545190] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "6698ee91-4027-4a39-ab48-5f02eb07e319-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.749847] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703801, 'name': Rename_Task, 'duration_secs': 0.141942} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.750132] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1928.750368] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f324199-6f32-4f38-a806-2e33d1f652d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.756809] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1928.756809] env[62522]: value = "task-1703802" [ 1928.756809] env[62522]: _type = "Task" [ 1928.756809] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.766463] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.268427] env[62522]: DEBUG oslo_vmware.api [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703802, 'name': PowerOnVM_Task, 'duration_secs': 0.448273} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.268771] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1929.268886] env[62522]: INFO nova.compute.manager [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1929.269075] env[62522]: DEBUG nova.compute.manager [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1929.269800] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c6c59e-71c2-40d0-9e2e-1349f821ecd8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.579922] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.580176] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.580311] env[62522]: DEBUG nova.network.neutron [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.786721] env[62522]: INFO nova.compute.manager [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Took 13.23 seconds to build instance. [ 1930.288496] env[62522]: DEBUG oslo_concurrency.lockutils [None req-efb28da2-f405-4dfc-a6fb-400ec7e97117 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "e5d069c2-9c25-4a71-b96a-16a221022136" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.743s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.298492] env[62522]: DEBUG nova.network.neutron [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance_info_cache with network_info: [{"id": "cd4dff98-35f0-4b1b-a068-71851b01a5cb", "address": "fa:16:3e:19:1e:87", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4dff98-35", "ovs_interfaceid": "cd4dff98-35f0-4b1b-a068-71851b01a5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.739736] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "e5d069c2-9c25-4a71-b96a-16a221022136" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.739941] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "e5d069c2-9c25-4a71-b96a-16a221022136" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.740165] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "e5d069c2-9c25-4a71-b96a-16a221022136-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.740354] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "e5d069c2-9c25-4a71-b96a-16a221022136-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.740621] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "e5d069c2-9c25-4a71-b96a-16a221022136-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.743057] env[62522]: INFO nova.compute.manager [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Terminating instance [ 1930.800671] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.247264] env[62522]: DEBUG nova.compute.manager [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1931.247498] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1931.248435] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756e7233-307e-4c96-a963-436134c9e51b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.256073] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1931.256304] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c5ab4a5-a882-436c-8b28-f3ff057ae8c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.262037] env[62522]: DEBUG oslo_vmware.api [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1931.262037] env[62522]: value = "task-1703803" [ 1931.262037] env[62522]: _type = "Task" [ 1931.262037] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.270062] env[62522]: DEBUG oslo_vmware.api [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.309839] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5d9546-894e-4afb-8117-6a38e94fe84e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.316582] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6d023a-cc54-4662-abde-d78d1a27fef3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.771777] env[62522]: DEBUG oslo_vmware.api [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703803, 'name': PowerOffVM_Task, 'duration_secs': 0.194075} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.772034] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1931.772215] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1931.772467] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7503738c-0560-4265-92fb-5e91278a7170 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.845628] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1931.845858] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1931.846025] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Deleting the datastore file [datastore1] e5d069c2-9c25-4a71-b96a-16a221022136 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1931.846309] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da22dca9-64ad-497a-baf1-ba9f6d699f0c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.852888] env[62522]: DEBUG oslo_vmware.api [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1931.852888] env[62522]: value = "task-1703805" [ 1931.852888] env[62522]: _type = "Task" [ 1931.852888] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.861598] env[62522]: DEBUG oslo_vmware.api [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.363426] env[62522]: DEBUG oslo_vmware.api [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13325} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.363755] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1932.363929] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1932.364156] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1932.364369] env[62522]: INFO nova.compute.manager [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1932.364648] env[62522]: DEBUG oslo.service.loopingcall [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.364870] env[62522]: DEBUG nova.compute.manager [-] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1932.364995] env[62522]: DEBUG nova.network.neutron [-] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1932.420653] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95652108-cdc4-404f-b508-50dfdb3eec3a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.441167] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fd798e-68ec-4944-837f-fd4be64c47b1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.448397] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance '6698ee91-4027-4a39-ab48-5f02eb07e319' progress to 83 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1932.634290] env[62522]: DEBUG nova.compute.manager [req-67da646d-13d4-49dd-9fcf-bbd3b80c8120 req-0d4237da-42c9-4a2f-9aa5-81289d2a6575 service nova] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Received event network-vif-deleted-a994495c-0fb7-4df9-8cd3-d50e2c136727 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1932.634605] env[62522]: INFO nova.compute.manager [req-67da646d-13d4-49dd-9fcf-bbd3b80c8120 req-0d4237da-42c9-4a2f-9aa5-81289d2a6575 service nova] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Neutron deleted interface a994495c-0fb7-4df9-8cd3-d50e2c136727; detaching it from the instance and deleting it from the info cache [ 1932.634914] env[62522]: DEBUG nova.network.neutron [req-67da646d-13d4-49dd-9fcf-bbd3b80c8120 req-0d4237da-42c9-4a2f-9aa5-81289d2a6575 service nova] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.955470] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1932.955773] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52aaee4d-31e6-4e65-949e-616b584b7e29 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.962973] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1932.962973] env[62522]: value = "task-1703806" [ 1932.962973] env[62522]: _type = "Task" [ 1932.962973] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.971044] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.106876] env[62522]: DEBUG nova.network.neutron [-] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.138813] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e69f4e1d-b8d8-4c27-806f-f9d39e588c49 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.148527] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48b37c7-9c95-4773-876b-2ee0507c0b02 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.179189] env[62522]: DEBUG nova.compute.manager [req-67da646d-13d4-49dd-9fcf-bbd3b80c8120 req-0d4237da-42c9-4a2f-9aa5-81289d2a6575 service nova] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Detach interface failed, port_id=a994495c-0fb7-4df9-8cd3-d50e2c136727, reason: Instance e5d069c2-9c25-4a71-b96a-16a221022136 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1933.472651] env[62522]: DEBUG oslo_vmware.api [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703806, 'name': PowerOnVM_Task, 'duration_secs': 0.437385} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.473524] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1933.473644] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2154bdb6-707d-4670-8c7e-74d87e169cdc tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance '6698ee91-4027-4a39-ab48-5f02eb07e319' progress to 100 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1933.609863] env[62522]: INFO nova.compute.manager [-] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Took 1.24 seconds to deallocate network for instance. [ 1934.115885] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.116196] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.116442] env[62522]: DEBUG nova.objects.instance [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lazy-loading 'resources' on Instance uuid e5d069c2-9c25-4a71-b96a-16a221022136 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.729395] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8405c8-4a9b-4425-a4df-f150b136c037 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.737574] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b847a3dc-4a5a-48c7-b7be-9c42dae51cf1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.767085] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c743abb1-bba3-4bad-972d-a58897bb6cd2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.773569] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9234c7-b1ff-4370-99b3-3b8da345e1a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.787141] env[62522]: DEBUG nova.compute.provider_tree [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.290097] env[62522]: DEBUG nova.scheduler.client.report [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1935.794435] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.813344] env[62522]: INFO nova.scheduler.client.report [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Deleted allocations for instance e5d069c2-9c25-4a71-b96a-16a221022136 [ 1936.126609] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "6698ee91-4027-4a39-ab48-5f02eb07e319" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.126812] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "6698ee91-4027-4a39-ab48-5f02eb07e319" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.127018] env[62522]: DEBUG nova.compute.manager [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Going to confirm migration 8 {{(pid=62522) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1936.319704] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3b4654d8-c9a9-46c8-ae6b-b46027e8b148 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "e5d069c2-9c25-4a71-b96a-16a221022136" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.580s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.699157] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.699390] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquired lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.699575] env[62522]: DEBUG nova.network.neutron [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1936.699763] env[62522]: DEBUG nova.objects.instance [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lazy-loading 'info_cache' on Instance uuid 6698ee91-4027-4a39-ab48-5f02eb07e319 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1937.965496] env[62522]: DEBUG nova.network.neutron [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance_info_cache with network_info: [{"id": "cd4dff98-35f0-4b1b-a068-71851b01a5cb", "address": "fa:16:3e:19:1e:87", "network": {"id": "5e326e3f-4efe-4250-9a02-cbc92197ffe2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1766413838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "692b371532294aa6bb9658ddd895f0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4dff98-35", "ovs_interfaceid": "cd4dff98-35f0-4b1b-a068-71851b01a5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.120589] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "be476808-82be-4238-a505-df1378b914e0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.120830] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "be476808-82be-4238-a505-df1378b914e0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.468243] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Releasing lock "refresh_cache-6698ee91-4027-4a39-ab48-5f02eb07e319" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.468514] env[62522]: DEBUG nova.objects.instance [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lazy-loading 'migration_context' on Instance uuid 6698ee91-4027-4a39-ab48-5f02eb07e319 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1938.625078] env[62522]: DEBUG nova.compute.utils [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1938.972286] env[62522]: DEBUG nova.objects.base [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Object Instance<6698ee91-4027-4a39-ab48-5f02eb07e319> lazy-loaded attributes: info_cache,migration_context {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1938.972859] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54a77fd-cbb0-4961-a646-8e3025e77137 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.992967] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902ed3ae-60c2-41a6-a28e-d1b7ef339160 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.998528] env[62522]: DEBUG oslo_vmware.api [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1938.998528] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527b766b-32b0-0dcd-d7a3-b3441728dc6c" [ 1938.998528] env[62522]: _type = "Task" [ 1938.998528] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.006250] env[62522]: DEBUG oslo_vmware.api [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527b766b-32b0-0dcd-d7a3-b3441728dc6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.128299] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "be476808-82be-4238-a505-df1378b914e0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.509087] env[62522]: DEBUG oslo_vmware.api [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]527b766b-32b0-0dcd-d7a3-b3441728dc6c, 'name': SearchDatastore_Task, 'duration_secs': 0.007685} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.509087] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.509087] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.120010] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90353e2-7a50-4f63-8955-4d0b50471d8d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.138495] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee3b5a7-40ac-45c7-8b42-fd946ac764a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.171774] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2a0d49-24a8-4f2d-9989-e590d2376c27 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.179300] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bd8254-b187-4d8f-9531-f8a716f95255 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.192794] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "be476808-82be-4238-a505-df1378b914e0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.193053] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "be476808-82be-4238-a505-df1378b914e0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.193278] env[62522]: INFO nova.compute.manager [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Attaching volume 181f20b6-aa9c-4e04-9e58-518cd79ef817 to /dev/sdb [ 1940.195039] env[62522]: DEBUG nova.compute.provider_tree [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.236187] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed990791-e69b-4a47-9b2b-47c416bf731e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.243239] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8da2aa-ebc6-43c4-9bce-350d873dc7b5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.256241] env[62522]: DEBUG nova.virt.block_device [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Updating existing volume attachment record: 852f779f-dad3-4a27-be82-eec2100e909d {{(pid=62522) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1940.702038] env[62522]: DEBUG nova.scheduler.client.report [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1941.711500] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.202s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.268614] env[62522]: INFO nova.scheduler.client.report [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleted allocation for migration 2e30ffbe-4185-431d-9871-14eaf6f02558 [ 1942.553373] env[62522]: INFO nova.compute.manager [None req-a0689530-2b2a-45fd-838e-b86431b6d591 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Get console output [ 1942.554054] env[62522]: WARNING nova.virt.vmwareapi.driver [None req-a0689530-2b2a-45fd-838e-b86431b6d591 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] The console log is missing. Check your VSPC configuration [ 1942.775063] env[62522]: DEBUG oslo_concurrency.lockutils [None req-e3e20485-607b-4eda-ac7b-810b45c9ae69 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "6698ee91-4027-4a39-ab48-5f02eb07e319" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.647s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.801216] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Volume attach. Driver type: vmdk {{(pid=62522) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1944.801517] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355052', 'volume_id': '181f20b6-aa9c-4e04-9e58-518cd79ef817', 'name': 'volume-181f20b6-aa9c-4e04-9e58-518cd79ef817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'be476808-82be-4238-a505-df1378b914e0', 'attached_at': '', 'detached_at': '', 'volume_id': '181f20b6-aa9c-4e04-9e58-518cd79ef817', 'serial': '181f20b6-aa9c-4e04-9e58-518cd79ef817'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1944.802550] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9904218e-93e0-454d-b4c6-498002e35154 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.820376] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a2f7b7-b515-4ec6-bbfd-8afa206840eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.844992] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-181f20b6-aa9c-4e04-9e58-518cd79ef817/volume-181f20b6-aa9c-4e04-9e58-518cd79ef817.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1944.845324] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db9c8a3b-d4d4-4865-9bdc-7d49216faf06 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.864471] env[62522]: DEBUG oslo_vmware.api [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1944.864471] env[62522]: value = "task-1703809" [ 1944.864471] env[62522]: _type = "Task" [ 1944.864471] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.872304] env[62522]: DEBUG oslo_vmware.api [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.378185] env[62522]: DEBUG oslo_vmware.api [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703809, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.875855] env[62522]: DEBUG oslo_vmware.api [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703809, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.376506] env[62522]: DEBUG oslo_vmware.api [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703809, 'name': ReconfigVM_Task, 'duration_secs': 1.346995} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.376816] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-181f20b6-aa9c-4e04-9e58-518cd79ef817/volume-181f20b6-aa9c-4e04-9e58-518cd79ef817.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1946.381508] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1317717-0ec6-430c-8775-046c9b1a5dc7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.396029] env[62522]: DEBUG oslo_vmware.api [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1946.396029] env[62522]: value = "task-1703810" [ 1946.396029] env[62522]: _type = "Task" [ 1946.396029] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.403709] env[62522]: DEBUG oslo_vmware.api [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.905690] env[62522]: DEBUG oslo_vmware.api [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703810, 'name': ReconfigVM_Task, 'duration_secs': 0.145299} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.905994] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355052', 'volume_id': '181f20b6-aa9c-4e04-9e58-518cd79ef817', 'name': 'volume-181f20b6-aa9c-4e04-9e58-518cd79ef817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'be476808-82be-4238-a505-df1378b914e0', 'attached_at': '', 'detached_at': '', 'volume_id': '181f20b6-aa9c-4e04-9e58-518cd79ef817', 'serial': '181f20b6-aa9c-4e04-9e58-518cd79ef817'} {{(pid=62522) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1947.328966] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "51e7d375-8576-4dee-8cc8-46a43968469b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.329410] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "51e7d375-8576-4dee-8cc8-46a43968469b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.329641] env[62522]: INFO nova.compute.manager [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Shelving [ 1947.534249] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1947.581848] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "004dd86f-8ca2-44b2-8ba9-5910f7adb432" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.582116] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "004dd86f-8ca2-44b2-8ba9-5910f7adb432" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.942707] env[62522]: DEBUG nova.objects.instance [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lazy-loading 'flavor' on Instance uuid be476808-82be-4238-a505-df1378b914e0 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.084760] env[62522]: DEBUG nova.compute.manager [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1948.338021] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1948.338021] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e82bf81e-bab2-44a8-b763-6e789694177b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.346594] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1948.346594] env[62522]: value = "task-1703811" [ 1948.346594] env[62522]: _type = "Task" [ 1948.346594] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.354588] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.447676] env[62522]: DEBUG oslo_concurrency.lockutils [None req-bf2e3cae-dc2e-4ced-9d96-180dd55d8b31 tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "be476808-82be-4238-a505-df1378b914e0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.254s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.484269] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "46803472-32fe-4e37-bc99-bb224e14f939" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.484529] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "46803472-32fe-4e37-bc99-bb224e14f939" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.484705] env[62522]: INFO nova.compute.manager [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Shelving [ 1948.608970] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.609332] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.611612] env[62522]: INFO nova.compute.claims [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1948.660668] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "be476808-82be-4238-a505-df1378b914e0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.660898] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "be476808-82be-4238-a505-df1378b914e0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.856019] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703811, 'name': PowerOffVM_Task, 'duration_secs': 0.194959} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.856239] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1948.857045] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a363ef3b-9fb1-447b-ab60-412da3047334 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.875240] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8f425c-1c01-46dd-b8f5-909bb841d2fa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.163494] env[62522]: INFO nova.compute.manager [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Detaching volume 181f20b6-aa9c-4e04-9e58-518cd79ef817 [ 1949.199562] env[62522]: INFO nova.virt.block_device [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Attempting to driver detach volume 181f20b6-aa9c-4e04-9e58-518cd79ef817 from mountpoint /dev/sdb [ 1949.199804] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1949.199995] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355052', 'volume_id': '181f20b6-aa9c-4e04-9e58-518cd79ef817', 'name': 'volume-181f20b6-aa9c-4e04-9e58-518cd79ef817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'be476808-82be-4238-a505-df1378b914e0', 'attached_at': '', 'detached_at': '', 'volume_id': '181f20b6-aa9c-4e04-9e58-518cd79ef817', 'serial': '181f20b6-aa9c-4e04-9e58-518cd79ef817'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1949.201393] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8b7978-eaf9-460f-a06a-da76edffca3b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.222942] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0d7953-b61d-4cf0-9f5e-57110358648e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.229651] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50626ba7-a79d-4292-8a74-72860d07f5d6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.248854] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e46b0a8-0e9c-4707-9975-8b8950ebead2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.262879] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] The volume has not been displaced from its original location: [datastore1] volume-181f20b6-aa9c-4e04-9e58-518cd79ef817/volume-181f20b6-aa9c-4e04-9e58-518cd79ef817.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1949.267937] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1949.269046] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e322765-00ef-4a08-96cb-bf1165e1d1eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.284718] env[62522]: DEBUG oslo_vmware.api [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1949.284718] env[62522]: value = "task-1703812" [ 1949.284718] env[62522]: _type = "Task" [ 1949.284718] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.291942] env[62522]: DEBUG oslo_vmware.api [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.384372] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1949.384665] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d815be4-fb69-48fd-a44d-eeec7f81c3b6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.392327] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1949.392327] env[62522]: value = "task-1703813" [ 1949.392327] env[62522]: _type = "Task" [ 1949.392327] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.402854] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.493855] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1949.494285] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69731a04-e00a-4793-8b2b-217ee7b296f4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.500640] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1949.500640] env[62522]: value = "task-1703814" [ 1949.500640] env[62522]: _type = "Task" [ 1949.500640] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.508839] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.794532] env[62522]: DEBUG oslo_vmware.api [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703812, 'name': ReconfigVM_Task, 'duration_secs': 0.209839} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.794834] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1949.799497] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ea953f1-5471-434b-b898-be0fa81bb49b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.817479] env[62522]: DEBUG oslo_vmware.api [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1949.817479] env[62522]: value = "task-1703815" [ 1949.817479] env[62522]: _type = "Task" [ 1949.817479] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.824794] env[62522]: DEBUG oslo_vmware.api [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.826196] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89120fb6-015b-45a1-b865-de4fa92b0cb9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.832182] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c2cdf7-4767-4c80-8ea4-97fe7fe30f60 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.862089] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7297c0-948a-471f-8bd7-14af98eda514 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.869250] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e04e4e9-2e2b-4ba2-a62c-888ca622e94c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.882349] env[62522]: DEBUG nova.compute.provider_tree [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.901379] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703813, 'name': CreateSnapshot_Task, 'duration_secs': 0.400977} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.901584] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1949.902335] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7548e9a-f96e-473c-8de7-9bc6a3d10521 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.010033] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703814, 'name': PowerOffVM_Task, 'duration_secs': 0.19837} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.010335] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1950.011109] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dccde32-6bec-41a9-9917-d5fc474e6f42 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.029426] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15bb5a8-17dc-48ec-a3a4-7bf815a019b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.328324] env[62522]: DEBUG oslo_vmware.api [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703815, 'name': ReconfigVM_Task, 'duration_secs': 0.130224} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.328664] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355052', 'volume_id': '181f20b6-aa9c-4e04-9e58-518cd79ef817', 'name': 'volume-181f20b6-aa9c-4e04-9e58-518cd79ef817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'be476808-82be-4238-a505-df1378b914e0', 'attached_at': '', 'detached_at': '', 'volume_id': '181f20b6-aa9c-4e04-9e58-518cd79ef817', 'serial': '181f20b6-aa9c-4e04-9e58-518cd79ef817'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1950.385952] env[62522]: DEBUG nova.scheduler.client.report [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1950.418654] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1950.419137] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b213d58b-0546-4c8f-ad94-887255837a7f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.429714] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1950.429714] env[62522]: value = "task-1703816" [ 1950.429714] env[62522]: _type = "Task" [ 1950.429714] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.437553] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703816, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.539887] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Creating Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1950.540288] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-05f5fb78-caa7-4358-b930-525df2aa6afb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.548820] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1950.548820] env[62522]: value = "task-1703817" [ 1950.548820] env[62522]: _type = "Task" [ 1950.548820] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.557364] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703817, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.869068] env[62522]: DEBUG nova.objects.instance [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lazy-loading 'flavor' on Instance uuid be476808-82be-4238-a505-df1378b914e0 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1950.890190] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.890712] env[62522]: DEBUG nova.compute.manager [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1950.941499] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703816, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.060045] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703817, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.396341] env[62522]: DEBUG nova.compute.utils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1951.397200] env[62522]: DEBUG nova.compute.manager [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1951.397371] env[62522]: DEBUG nova.network.neutron [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1951.442282] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703816, 'name': CloneVM_Task} progress is 95%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.560359] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703817, 'name': CreateSnapshot_Task, 'duration_secs': 0.654349} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.560644] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Created Snapshot of the VM instance {{(pid=62522) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1951.561446] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71f6de4-85a5-44af-8ca9-7923a38642a8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.599361] env[62522]: DEBUG nova.policy [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7923080cbdc84da3b3c0b6ce40a88153', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4be7133287144c2f8ea106adffe94115', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 1951.858085] env[62522]: DEBUG nova.network.neutron [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Successfully created port: eec7220d-3582-4e95-a7c6-cc60bf1d2fa2 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1951.877382] env[62522]: DEBUG oslo_concurrency.lockutils [None req-81b7d3f6-ca48-473e-800a-48b943e55dfb tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "be476808-82be-4238-a505-df1378b914e0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.901202] env[62522]: DEBUG nova.compute.manager [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1951.942383] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703816, 'name': CloneVM_Task, 'duration_secs': 1.219118} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.942666] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Created linked-clone VM from snapshot [ 1951.943423] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940eee76-ddc3-45fd-b8f7-30dd0d0b0750 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.952555] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Uploading image 4c8323c9-97f6-4fb0-bca9-d7be112a1e3f {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1951.977254] env[62522]: DEBUG oslo_vmware.rw_handles [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1951.977254] env[62522]: value = "vm-355054" [ 1951.977254] env[62522]: _type = "VirtualMachine" [ 1951.977254] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1951.977526] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ec765f5d-088d-4017-90a1-e6490c052699 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.983770] env[62522]: DEBUG oslo_vmware.rw_handles [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lease: (returnval){ [ 1951.983770] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52eb9487-71c5-d3cf-25e4-1785841d32f8" [ 1951.983770] env[62522]: _type = "HttpNfcLease" [ 1951.983770] env[62522]: } obtained for exporting VM: (result){ [ 1951.983770] env[62522]: value = "vm-355054" [ 1951.983770] env[62522]: _type = "VirtualMachine" [ 1951.983770] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1951.984125] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the lease: (returnval){ [ 1951.984125] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52eb9487-71c5-d3cf-25e4-1785841d32f8" [ 1951.984125] env[62522]: _type = "HttpNfcLease" [ 1951.984125] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1951.990845] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1951.990845] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52eb9487-71c5-d3cf-25e4-1785841d32f8" [ 1951.990845] env[62522]: _type = "HttpNfcLease" [ 1951.990845] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1952.032927] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1952.080340] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Creating linked-clone VM from snapshot {{(pid=62522) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1952.080988] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1df41360-a2b4-446c-a2aa-58a0132b162d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.089621] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1952.089621] env[62522]: value = "task-1703819" [ 1952.089621] env[62522]: _type = "Task" [ 1952.089621] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.099073] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703819, 'name': CloneVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.492112] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1952.492112] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52eb9487-71c5-d3cf-25e4-1785841d32f8" [ 1952.492112] env[62522]: _type = "HttpNfcLease" [ 1952.492112] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1952.492551] env[62522]: DEBUG oslo_vmware.rw_handles [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1952.492551] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52eb9487-71c5-d3cf-25e4-1785841d32f8" [ 1952.492551] env[62522]: _type = "HttpNfcLease" [ 1952.492551] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1952.493176] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460f07da-73ad-41e9-93c7-6548eb54550f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.500751] env[62522]: DEBUG oslo_vmware.rw_handles [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256dfe0-a05e-8383-e0a6-b57541a78db9/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1952.500751] env[62522]: DEBUG oslo_vmware.rw_handles [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256dfe0-a05e-8383-e0a6-b57541a78db9/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1952.598267] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-30e79405-e0c7-4eb0-b9a4-00c6962ed3f2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.604386] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703819, 'name': CloneVM_Task} progress is 94%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.914091] env[62522]: DEBUG nova.compute.manager [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1952.916628] env[62522]: DEBUG oslo_concurrency.lockutils [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "be476808-82be-4238-a505-df1378b914e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.916960] env[62522]: DEBUG oslo_concurrency.lockutils [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "be476808-82be-4238-a505-df1378b914e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.917380] env[62522]: DEBUG oslo_concurrency.lockutils [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "be476808-82be-4238-a505-df1378b914e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.917637] env[62522]: DEBUG oslo_concurrency.lockutils [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "be476808-82be-4238-a505-df1378b914e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.917809] env[62522]: DEBUG oslo_concurrency.lockutils [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "be476808-82be-4238-a505-df1378b914e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.920695] env[62522]: INFO nova.compute.manager [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Terminating instance [ 1952.945081] env[62522]: DEBUG nova.virt.hardware [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1952.945451] env[62522]: DEBUG nova.virt.hardware [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1952.945693] env[62522]: DEBUG nova.virt.hardware [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1952.945974] env[62522]: DEBUG nova.virt.hardware [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1952.946211] env[62522]: DEBUG nova.virt.hardware [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1952.946445] env[62522]: DEBUG nova.virt.hardware [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1952.946791] env[62522]: DEBUG nova.virt.hardware [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1952.947073] env[62522]: DEBUG nova.virt.hardware [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1952.947354] env[62522]: DEBUG nova.virt.hardware [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1952.947566] env[62522]: DEBUG nova.virt.hardware [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1952.947747] env[62522]: DEBUG nova.virt.hardware [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1952.949568] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e6af83-0b8d-4f57-a7f3-9c26a916a9cf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.961339] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7de0d74-779f-47f6-997c-bab828c004a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.032649] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1953.101144] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703819, 'name': CloneVM_Task} progress is 95%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.264302] env[62522]: DEBUG nova.compute.manager [req-630e7481-0a11-4e35-8f7a-3f8b897e0a91 req-babcb87e-996d-46a6-862e-fa2527fa4db8 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Received event network-vif-plugged-eec7220d-3582-4e95-a7c6-cc60bf1d2fa2 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1953.264822] env[62522]: DEBUG oslo_concurrency.lockutils [req-630e7481-0a11-4e35-8f7a-3f8b897e0a91 req-babcb87e-996d-46a6-862e-fa2527fa4db8 service nova] Acquiring lock "004dd86f-8ca2-44b2-8ba9-5910f7adb432-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.265209] env[62522]: DEBUG oslo_concurrency.lockutils [req-630e7481-0a11-4e35-8f7a-3f8b897e0a91 req-babcb87e-996d-46a6-862e-fa2527fa4db8 service nova] Lock "004dd86f-8ca2-44b2-8ba9-5910f7adb432-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.265576] env[62522]: DEBUG oslo_concurrency.lockutils [req-630e7481-0a11-4e35-8f7a-3f8b897e0a91 req-babcb87e-996d-46a6-862e-fa2527fa4db8 service nova] Lock "004dd86f-8ca2-44b2-8ba9-5910f7adb432-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.265938] env[62522]: DEBUG nova.compute.manager [req-630e7481-0a11-4e35-8f7a-3f8b897e0a91 req-babcb87e-996d-46a6-862e-fa2527fa4db8 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] No waiting events found dispatching network-vif-plugged-eec7220d-3582-4e95-a7c6-cc60bf1d2fa2 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1953.266246] env[62522]: WARNING nova.compute.manager [req-630e7481-0a11-4e35-8f7a-3f8b897e0a91 req-babcb87e-996d-46a6-862e-fa2527fa4db8 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Received unexpected event network-vif-plugged-eec7220d-3582-4e95-a7c6-cc60bf1d2fa2 for instance with vm_state building and task_state spawning. [ 1953.355470] env[62522]: DEBUG nova.network.neutron [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Successfully updated port: eec7220d-3582-4e95-a7c6-cc60bf1d2fa2 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1953.424922] env[62522]: DEBUG nova.compute.manager [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1953.425253] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1953.426175] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b75a0dd-3b51-4a6b-af4f-e468e2f1655a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.434595] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1953.434845] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d0ff01b-c0cf-4e99-b5a9-cfaa6ff29b6e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.441141] env[62522]: DEBUG oslo_vmware.api [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1953.441141] env[62522]: value = "task-1703820" [ 1953.441141] env[62522]: _type = "Task" [ 1953.441141] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.449163] env[62522]: DEBUG oslo_vmware.api [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.600964] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703819, 'name': CloneVM_Task, 'duration_secs': 1.440688} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.601353] env[62522]: INFO nova.virt.vmwareapi.vmops [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Created linked-clone VM from snapshot [ 1953.602218] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8982220e-b8e2-4f41-8150-186c8b6113e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.612569] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Uploading image c9aa07a6-326c-4dfa-8ef6-94515219685c {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1953.638886] env[62522]: DEBUG oslo_vmware.rw_handles [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1953.638886] env[62522]: value = "vm-355056" [ 1953.638886] env[62522]: _type = "VirtualMachine" [ 1953.638886] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1953.639655] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a1a9bd7-838a-4402-90ec-ba1808a97d9f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.646129] env[62522]: DEBUG oslo_vmware.rw_handles [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lease: (returnval){ [ 1953.646129] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529dccc0-17b3-e9ee-c3d5-6cbdbf2d089e" [ 1953.646129] env[62522]: _type = "HttpNfcLease" [ 1953.646129] env[62522]: } obtained for exporting VM: (result){ [ 1953.646129] env[62522]: value = "vm-355056" [ 1953.646129] env[62522]: _type = "VirtualMachine" [ 1953.646129] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1953.646129] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the lease: (returnval){ [ 1953.646129] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529dccc0-17b3-e9ee-c3d5-6cbdbf2d089e" [ 1953.646129] env[62522]: _type = "HttpNfcLease" [ 1953.646129] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1953.652789] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1953.652789] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529dccc0-17b3-e9ee-c3d5-6cbdbf2d089e" [ 1953.652789] env[62522]: _type = "HttpNfcLease" [ 1953.652789] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1953.861325] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-004dd86f-8ca2-44b2-8ba9-5910f7adb432" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.861504] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-004dd86f-8ca2-44b2-8ba9-5910f7adb432" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.861654] env[62522]: DEBUG nova.network.neutron [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1953.952098] env[62522]: DEBUG oslo_vmware.api [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703820, 'name': PowerOffVM_Task, 'duration_secs': 0.202656} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.952393] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1953.952601] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1953.952910] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d93b72f-68c1-4feb-a936-a7ef61e9dca2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.032993] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1954.033234] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1954.137723] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1954.137986] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1954.138237] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Deleting the datastore file [datastore1] be476808-82be-4238-a505-df1378b914e0 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1954.138524] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc4e4670-c9f8-4f83-b102-8fd7a6652e74 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.145401] env[62522]: DEBUG oslo_vmware.api [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for the task: (returnval){ [ 1954.145401] env[62522]: value = "task-1703823" [ 1954.145401] env[62522]: _type = "Task" [ 1954.145401] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.156370] env[62522]: DEBUG oslo_vmware.api [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.158053] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1954.158053] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529dccc0-17b3-e9ee-c3d5-6cbdbf2d089e" [ 1954.158053] env[62522]: _type = "HttpNfcLease" [ 1954.158053] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1954.158364] env[62522]: DEBUG oslo_vmware.rw_handles [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1954.158364] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529dccc0-17b3-e9ee-c3d5-6cbdbf2d089e" [ 1954.158364] env[62522]: _type = "HttpNfcLease" [ 1954.158364] env[62522]: }. {{(pid=62522) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1954.159136] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b95894c-160e-4017-bc1a-8485f9d486a1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.167641] env[62522]: DEBUG oslo_vmware.rw_handles [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52046201-1258-2b1f-ee95-adcdcbc6947b/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1954.167886] env[62522]: DEBUG oslo_vmware.rw_handles [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52046201-1258-2b1f-ee95-adcdcbc6947b/disk-0.vmdk for reading. {{(pid=62522) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1954.272057] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5bd55017-e916-445b-9089-a0e449d8e587 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.395671] env[62522]: DEBUG nova.network.neutron [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1954.532780] env[62522]: DEBUG nova.network.neutron [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Updating instance_info_cache with network_info: [{"id": "eec7220d-3582-4e95-a7c6-cc60bf1d2fa2", "address": "fa:16:3e:fa:65:23", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeec7220d-35", "ovs_interfaceid": "eec7220d-3582-4e95-a7c6-cc60bf1d2fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.570273] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.570891] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquired lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.570891] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: cced87bc-2529-4a70-970b-623156c54a56] Forcefully refreshing network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1954.655924] env[62522]: DEBUG oslo_vmware.api [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Task: {'id': task-1703823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170249} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.656308] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1954.656537] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1954.656767] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1954.656987] env[62522]: INFO nova.compute.manager [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] [instance: be476808-82be-4238-a505-df1378b914e0] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1954.657354] env[62522]: DEBUG oslo.service.loopingcall [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1954.657608] env[62522]: DEBUG nova.compute.manager [-] [instance: be476808-82be-4238-a505-df1378b914e0] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1954.657769] env[62522]: DEBUG nova.network.neutron [-] [instance: be476808-82be-4238-a505-df1378b914e0] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1955.036269] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-004dd86f-8ca2-44b2-8ba9-5910f7adb432" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.037089] env[62522]: DEBUG nova.compute.manager [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Instance network_info: |[{"id": "eec7220d-3582-4e95-a7c6-cc60bf1d2fa2", "address": "fa:16:3e:fa:65:23", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeec7220d-35", "ovs_interfaceid": "eec7220d-3582-4e95-a7c6-cc60bf1d2fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1955.037235] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:65:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eec7220d-3582-4e95-a7c6-cc60bf1d2fa2', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1955.045150] env[62522]: DEBUG oslo.service.loopingcall [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1955.045490] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1955.045795] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54e1c904-0175-46c3-a75d-bbfa4eb05ece {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.067193] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1955.067193] env[62522]: value = "task-1703824" [ 1955.067193] env[62522]: _type = "Task" [ 1955.067193] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.079136] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703824, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.304481] env[62522]: DEBUG nova.compute.manager [req-8591dd28-7dc5-40b2-b7b9-463a758c8840 req-5c2c2038-a20a-452e-a37e-d789d3fe1e97 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Received event network-changed-eec7220d-3582-4e95-a7c6-cc60bf1d2fa2 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1955.304673] env[62522]: DEBUG nova.compute.manager [req-8591dd28-7dc5-40b2-b7b9-463a758c8840 req-5c2c2038-a20a-452e-a37e-d789d3fe1e97 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Refreshing instance network info cache due to event network-changed-eec7220d-3582-4e95-a7c6-cc60bf1d2fa2. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1955.304974] env[62522]: DEBUG oslo_concurrency.lockutils [req-8591dd28-7dc5-40b2-b7b9-463a758c8840 req-5c2c2038-a20a-452e-a37e-d789d3fe1e97 service nova] Acquiring lock "refresh_cache-004dd86f-8ca2-44b2-8ba9-5910f7adb432" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.305295] env[62522]: DEBUG oslo_concurrency.lockutils [req-8591dd28-7dc5-40b2-b7b9-463a758c8840 req-5c2c2038-a20a-452e-a37e-d789d3fe1e97 service nova] Acquired lock "refresh_cache-004dd86f-8ca2-44b2-8ba9-5910f7adb432" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.305468] env[62522]: DEBUG nova.network.neutron [req-8591dd28-7dc5-40b2-b7b9-463a758c8840 req-5c2c2038-a20a-452e-a37e-d789d3fe1e97 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Refreshing network info cache for port eec7220d-3582-4e95-a7c6-cc60bf1d2fa2 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1955.578119] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703824, 'name': CreateVM_Task, 'duration_secs': 0.402949} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.578390] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1955.579141] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.579358] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.579874] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1955.580146] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840ba71e-bbe5-4cc4-bc82-dfe1230ecbd0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.585375] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1955.585375] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522b1d73-7f3f-12a1-222d-f99e94cefcee" [ 1955.585375] env[62522]: _type = "Task" [ 1955.585375] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.593799] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522b1d73-7f3f-12a1-222d-f99e94cefcee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.674686] env[62522]: DEBUG nova.network.neutron [-] [instance: be476808-82be-4238-a505-df1378b914e0] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.825397] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance_info_cache with network_info: [{"id": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "address": "fa:16:3e:d8:d8:a6", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef83c453-30", "ovs_interfaceid": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.082032] env[62522]: DEBUG nova.network.neutron [req-8591dd28-7dc5-40b2-b7b9-463a758c8840 req-5c2c2038-a20a-452e-a37e-d789d3fe1e97 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Updated VIF entry in instance network info cache for port eec7220d-3582-4e95-a7c6-cc60bf1d2fa2. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1956.082178] env[62522]: DEBUG nova.network.neutron [req-8591dd28-7dc5-40b2-b7b9-463a758c8840 req-5c2c2038-a20a-452e-a37e-d789d3fe1e97 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Updating instance_info_cache with network_info: [{"id": "eec7220d-3582-4e95-a7c6-cc60bf1d2fa2", "address": "fa:16:3e:fa:65:23", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeec7220d-35", "ovs_interfaceid": "eec7220d-3582-4e95-a7c6-cc60bf1d2fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.098513] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522b1d73-7f3f-12a1-222d-f99e94cefcee, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.098913] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.099227] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1956.099530] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.099751] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.099999] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1956.100421] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4462dd6a-f95c-4718-9b8f-d5d2b75f179e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.109378] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1956.109613] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1956.110521] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3645933-505f-4b3f-bf6a-5f8644fbcb89 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.116835] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1956.116835] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5235f1f9-2996-7cbb-b2b0-f4a6c008b0d0" [ 1956.116835] env[62522]: _type = "Task" [ 1956.116835] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.125727] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5235f1f9-2996-7cbb-b2b0-f4a6c008b0d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.178468] env[62522]: INFO nova.compute.manager [-] [instance: be476808-82be-4238-a505-df1378b914e0] Took 1.52 seconds to deallocate network for instance. [ 1956.330974] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Releasing lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.331231] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updated the network info_cache for instance {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1956.331471] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1956.331647] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1956.331798] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1956.585188] env[62522]: DEBUG oslo_concurrency.lockutils [req-8591dd28-7dc5-40b2-b7b9-463a758c8840 req-5c2c2038-a20a-452e-a37e-d789d3fe1e97 service nova] Releasing lock "refresh_cache-004dd86f-8ca2-44b2-8ba9-5910f7adb432" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.585446] env[62522]: DEBUG nova.compute.manager [req-8591dd28-7dc5-40b2-b7b9-463a758c8840 req-5c2c2038-a20a-452e-a37e-d789d3fe1e97 service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Received event network-vif-deleted-8a325091-fda4-4bf2-97fb-b372a894aa7e {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1956.585654] env[62522]: INFO nova.compute.manager [req-8591dd28-7dc5-40b2-b7b9-463a758c8840 req-5c2c2038-a20a-452e-a37e-d789d3fe1e97 service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Neutron deleted interface 8a325091-fda4-4bf2-97fb-b372a894aa7e; detaching it from the instance and deleting it from the info cache [ 1956.585841] env[62522]: DEBUG nova.network.neutron [req-8591dd28-7dc5-40b2-b7b9-463a758c8840 req-5c2c2038-a20a-452e-a37e-d789d3fe1e97 service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.627924] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5235f1f9-2996-7cbb-b2b0-f4a6c008b0d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011249} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.628698] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e033e2d-0778-4f97-8bd9-5fad63edae3b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.633998] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1956.633998] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522b7ff5-60e5-2a34-36b4-9795bd8e7ccc" [ 1956.633998] env[62522]: _type = "Task" [ 1956.633998] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.641908] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522b7ff5-60e5-2a34-36b4-9795bd8e7ccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.685931] env[62522]: DEBUG oslo_concurrency.lockutils [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.686366] env[62522]: DEBUG oslo_concurrency.lockutils [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.686549] env[62522]: DEBUG nova.objects.instance [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lazy-loading 'resources' on Instance uuid be476808-82be-4238-a505-df1378b914e0 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.089107] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdecfa46-00af-4453-af6c-dda72d863139 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.098705] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c13d9c-49db-4d2a-9e38-6980498bd426 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.129282] env[62522]: DEBUG nova.compute.manager [req-8591dd28-7dc5-40b2-b7b9-463a758c8840 req-5c2c2038-a20a-452e-a37e-d789d3fe1e97 service nova] [instance: be476808-82be-4238-a505-df1378b914e0] Detach interface failed, port_id=8a325091-fda4-4bf2-97fb-b372a894aa7e, reason: Instance be476808-82be-4238-a505-df1378b914e0 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1957.143642] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522b7ff5-60e5-2a34-36b4-9795bd8e7ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.017274} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.143934] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.144239] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 004dd86f-8ca2-44b2-8ba9-5910f7adb432/004dd86f-8ca2-44b2-8ba9-5910f7adb432.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1957.144555] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90503a69-8393-4895-9205-e648664081b7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.150943] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1957.150943] env[62522]: value = "task-1703825" [ 1957.150943] env[62522]: _type = "Task" [ 1957.150943] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.158950] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.307501] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e367f3-9f9f-4cbd-84ce-9a8c002ed901 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.315814] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf10d101-6d2e-45c9-bbf2-347a0c5033bd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.347966] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad979085-2bf2-4a11-9a0e-f2e367883c5f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.355530] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053311f3-5eb8-4c7e-89ff-56c2378116f0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.369663] env[62522]: DEBUG nova.compute.provider_tree [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1957.662425] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.872901] env[62522]: DEBUG nova.scheduler.client.report [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1958.033044] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1958.162204] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619692} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.162534] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 004dd86f-8ca2-44b2-8ba9-5910f7adb432/004dd86f-8ca2-44b2-8ba9-5910f7adb432.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1958.162740] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1958.163031] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8efeca1-bbda-470b-969d-31a9e852775b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.170189] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1958.170189] env[62522]: value = "task-1703826" [ 1958.170189] env[62522]: _type = "Task" [ 1958.170189] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.179682] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.378514] env[62522]: DEBUG oslo_concurrency.lockutils [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.403054] env[62522]: INFO nova.scheduler.client.report [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Deleted allocations for instance be476808-82be-4238-a505-df1378b914e0 [ 1958.535858] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.536226] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.536469] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.536719] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1958.537814] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224176dd-5b26-4356-81b0-e45dad9aa69c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.547710] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcda829-9591-4062-bf79-010a5907ce56 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.566681] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30560fb-90bf-4021-9e32-c0b66e0b42a4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.574285] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29872c9a-65d8-46a6-80e1-27743777a551 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.607380] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180208MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1958.607655] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.607761] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.680585] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131703} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.680914] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1958.681796] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2e5f23-590a-49c6-9505-e40f68c7f723 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.703540] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 004dd86f-8ca2-44b2-8ba9-5910f7adb432/004dd86f-8ca2-44b2-8ba9-5910f7adb432.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1958.704269] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1edb439-4dd3-47fd-afbe-838744eb3f4a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.724106] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1958.724106] env[62522]: value = "task-1703827" [ 1958.724106] env[62522]: _type = "Task" [ 1958.724106] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.732295] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.911102] env[62522]: DEBUG oslo_concurrency.lockutils [None req-16e91a56-f886-43a1-8382-79ee1559f08f tempest-AttachVolumeNegativeTest-1264985757 tempest-AttachVolumeNegativeTest-1264985757-project-member] Lock "be476808-82be-4238-a505-df1378b914e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.994s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.235251] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703827, 'name': ReconfigVM_Task, 'duration_secs': 0.397132} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.235502] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 004dd86f-8ca2-44b2-8ba9-5910f7adb432/004dd86f-8ca2-44b2-8ba9-5910f7adb432.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1959.236154] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5afb5e0-cb15-4c49-a1c3-c1f921ad78b5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.242603] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1959.242603] env[62522]: value = "task-1703828" [ 1959.242603] env[62522]: _type = "Task" [ 1959.242603] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.254112] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703828, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.636712] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 04f2dcf8-ec65-432d-b5c0-1a351d12accb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1959.636949] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance cced87bc-2529-4a70-970b-623156c54a56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1959.637175] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 61c7afc7-b7a0-48ef-81d6-4e438859004e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1959.637369] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 46803472-32fe-4e37-bc99-bb224e14f939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1959.637551] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 51e7d375-8576-4dee-8cc8-46a43968469b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1959.637688] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 6698ee91-4027-4a39-ab48-5f02eb07e319 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1959.637838] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 004dd86f-8ca2-44b2-8ba9-5910f7adb432 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1959.638088] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1959.638270] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1959.735062] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e7193f-4b60-4f59-a1fa-d65da68122dd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.742937] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821c7acd-5c99-46e7-b04b-fe876bdf68df {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.754553] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703828, 'name': Rename_Task, 'duration_secs': 0.180063} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.778831] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1959.779355] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c33a1619-5713-42cb-8321-a972fff48945 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.781538] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6da2be-26b5-4b94-b525-1c68e9abe39d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.790371] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2f3056-6716-4e86-9450-5af4c1d7835c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.794126] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1959.794126] env[62522]: value = "task-1703830" [ 1959.794126] env[62522]: _type = "Task" [ 1959.794126] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.804948] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.811260] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703830, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.305404] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.308321] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1960.804464] env[62522]: DEBUG oslo_vmware.api [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703830, 'name': PowerOnVM_Task, 'duration_secs': 0.766954} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.804759] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1960.805023] env[62522]: INFO nova.compute.manager [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1960.805254] env[62522]: DEBUG nova.compute.manager [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1960.806019] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebb6846-d688-43d8-8f1d-3db0c1b49e6e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.814699] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1960.814898] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.207s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.329167] env[62522]: INFO nova.compute.manager [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Took 12.74 seconds to build instance. [ 1961.795803] env[62522]: DEBUG oslo_vmware.rw_handles [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256dfe0-a05e-8383-e0a6-b57541a78db9/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1961.796985] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c616ac-2001-4fa7-9114-d5518de20977 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.804473] env[62522]: DEBUG oslo_vmware.rw_handles [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256dfe0-a05e-8383-e0a6-b57541a78db9/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1961.804712] env[62522]: ERROR oslo_vmware.rw_handles [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256dfe0-a05e-8383-e0a6-b57541a78db9/disk-0.vmdk due to incomplete transfer. [ 1961.804990] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-29b4fe1f-7553-4f39-817f-c241cb16a979 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.812995] env[62522]: DEBUG oslo_vmware.rw_handles [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256dfe0-a05e-8383-e0a6-b57541a78db9/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1961.813256] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Uploaded image 4c8323c9-97f6-4fb0-bca9-d7be112a1e3f to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1961.815922] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1961.816204] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2fc3c29-d619-47f8-aa91-2f881d573878 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.817943] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1961.818250] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1961.822973] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1961.822973] env[62522]: value = "task-1703831" [ 1961.822973] env[62522]: _type = "Task" [ 1961.822973] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.831445] env[62522]: DEBUG oslo_concurrency.lockutils [None req-439d7435-c2e7-4521-b3c7-a0637fe6f20c tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "004dd86f-8ca2-44b2-8ba9-5910f7adb432" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.249s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.831671] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703831, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.920406] env[62522]: DEBUG nova.compute.manager [req-3138d63b-4731-4476-9deb-c3c036781087 req-a2c0b952-e208-4650-82ae-8aab5e32ff27 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Received event network-changed-eec7220d-3582-4e95-a7c6-cc60bf1d2fa2 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1961.920626] env[62522]: DEBUG nova.compute.manager [req-3138d63b-4731-4476-9deb-c3c036781087 req-a2c0b952-e208-4650-82ae-8aab5e32ff27 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Refreshing instance network info cache due to event network-changed-eec7220d-3582-4e95-a7c6-cc60bf1d2fa2. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1961.920845] env[62522]: DEBUG oslo_concurrency.lockutils [req-3138d63b-4731-4476-9deb-c3c036781087 req-a2c0b952-e208-4650-82ae-8aab5e32ff27 service nova] Acquiring lock "refresh_cache-004dd86f-8ca2-44b2-8ba9-5910f7adb432" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.920988] env[62522]: DEBUG oslo_concurrency.lockutils [req-3138d63b-4731-4476-9deb-c3c036781087 req-a2c0b952-e208-4650-82ae-8aab5e32ff27 service nova] Acquired lock "refresh_cache-004dd86f-8ca2-44b2-8ba9-5910f7adb432" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.921211] env[62522]: DEBUG nova.network.neutron [req-3138d63b-4731-4476-9deb-c3c036781087 req-a2c0b952-e208-4650-82ae-8aab5e32ff27 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Refreshing network info cache for port eec7220d-3582-4e95-a7c6-cc60bf1d2fa2 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1962.333160] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703831, 'name': Destroy_Task} progress is 33%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.649996] env[62522]: DEBUG nova.network.neutron [req-3138d63b-4731-4476-9deb-c3c036781087 req-a2c0b952-e208-4650-82ae-8aab5e32ff27 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Updated VIF entry in instance network info cache for port eec7220d-3582-4e95-a7c6-cc60bf1d2fa2. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1962.650478] env[62522]: DEBUG nova.network.neutron [req-3138d63b-4731-4476-9deb-c3c036781087 req-a2c0b952-e208-4650-82ae-8aab5e32ff27 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Updating instance_info_cache with network_info: [{"id": "eec7220d-3582-4e95-a7c6-cc60bf1d2fa2", "address": "fa:16:3e:fa:65:23", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeec7220d-35", "ovs_interfaceid": "eec7220d-3582-4e95-a7c6-cc60bf1d2fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.833711] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703831, 'name': Destroy_Task, 'duration_secs': 0.557172} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.833984] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Destroyed the VM [ 1962.834271] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1962.834535] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12c96153-8d72-4370-8be7-20e24c7d26a6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.840960] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1962.840960] env[62522]: value = "task-1703833" [ 1962.840960] env[62522]: _type = "Task" [ 1962.840960] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.848967] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703833, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.153057] env[62522]: DEBUG oslo_concurrency.lockutils [req-3138d63b-4731-4476-9deb-c3c036781087 req-a2c0b952-e208-4650-82ae-8aab5e32ff27 service nova] Releasing lock "refresh_cache-004dd86f-8ca2-44b2-8ba9-5910f7adb432" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.262273] env[62522]: DEBUG oslo_vmware.rw_handles [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52046201-1258-2b1f-ee95-adcdcbc6947b/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1963.263224] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948999b4-287a-434a-9224-89a58b3ba033 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.269827] env[62522]: DEBUG oslo_vmware.rw_handles [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52046201-1258-2b1f-ee95-adcdcbc6947b/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1963.269990] env[62522]: ERROR oslo_vmware.rw_handles [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52046201-1258-2b1f-ee95-adcdcbc6947b/disk-0.vmdk due to incomplete transfer. [ 1963.270234] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5b391b5f-b624-42ef-a3c1-18f7bd2aedc2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.277373] env[62522]: DEBUG oslo_vmware.rw_handles [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52046201-1258-2b1f-ee95-adcdcbc6947b/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1963.277576] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Uploaded image c9aa07a6-326c-4dfa-8ef6-94515219685c to the Glance image server {{(pid=62522) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1963.279447] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Destroying the VM {{(pid=62522) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1963.279696] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c6ab9dd9-6085-4dc6-ac88-6db478671311 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.285403] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1963.285403] env[62522]: value = "task-1703834" [ 1963.285403] env[62522]: _type = "Task" [ 1963.285403] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.293438] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703834, 'name': Destroy_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.351292] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703833, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.796776] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703834, 'name': Destroy_Task, 'duration_secs': 0.373774} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.797049] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Destroyed the VM [ 1963.797281] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Deleting Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1963.797554] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d63e2b3-ce53-4e2f-b30d-a374c3e94298 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.804206] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1963.804206] env[62522]: value = "task-1703835" [ 1963.804206] env[62522]: _type = "Task" [ 1963.804206] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.811970] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703835, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.852692] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703833, 'name': RemoveSnapshot_Task, 'duration_secs': 0.53032} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.852692] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1963.853033] env[62522]: DEBUG nova.compute.manager [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.853796] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a788e0-d82f-46ca-9994-c8790aea6c6a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.314993] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703835, 'name': RemoveSnapshot_Task, 'duration_secs': 0.361633} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.315292] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Deleted Snapshot of the VM instance {{(pid=62522) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1964.315561] env[62522]: DEBUG nova.compute.manager [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1964.316338] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe3424b-f208-4498-9720-a80ed991e153 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.366692] env[62522]: INFO nova.compute.manager [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Shelve offloading [ 1964.827568] env[62522]: INFO nova.compute.manager [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Shelve offloading [ 1964.869852] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1964.870912] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b88b8084-711e-443e-876d-f8cc844b0229 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.877381] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1964.877381] env[62522]: value = "task-1703836" [ 1964.877381] env[62522]: _type = "Task" [ 1964.877381] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.885585] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.331650] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1965.331955] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12f8f6df-cb64-458e-8fe3-6dfa1c5e7b53 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.339289] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1965.339289] env[62522]: value = "task-1703838" [ 1965.339289] env[62522]: _type = "Task" [ 1965.339289] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.346786] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.386916] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1965.387294] env[62522]: DEBUG nova.compute.manager [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.387839] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb797c49-b5c2-44cb-ae6c-9b412c64acfd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.392923] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.393096] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquired lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.393265] env[62522]: DEBUG nova.network.neutron [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1965.849479] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] VM already powered off {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1965.849718] env[62522]: DEBUG nova.compute.manager [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.850467] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8413e0fe-5f1a-4c9a-819c-9b7a0c931d11 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.855969] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.856147] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.856314] env[62522]: DEBUG nova.network.neutron [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1966.155613] env[62522]: DEBUG nova.network.neutron [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Updating instance_info_cache with network_info: [{"id": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "address": "fa:16:3e:d3:0e:e3", "network": {"id": "0bf6ecca-e896-4e43-ba7c-af1895b3e72a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-507936208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad92e03b56440c991ae3bba7bfc244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8a110d-d2", "ovs_interfaceid": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.557227] env[62522]: DEBUG nova.network.neutron [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Updating instance_info_cache with network_info: [{"id": "65134705-d25d-4ca6-97cf-69a61b1d6035", "address": "fa:16:3e:65:c3:e4", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65134705-d2", "ovs_interfaceid": "65134705-d25d-4ca6-97cf-69a61b1d6035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.658068] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Releasing lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.867297] env[62522]: DEBUG nova.compute.manager [req-1f290f60-4097-4d27-a61f-1e2c1c5797f2 req-6822f5ca-9eb7-4fce-9662-8f619036760a service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Received event network-vif-unplugged-9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1966.867516] env[62522]: DEBUG oslo_concurrency.lockutils [req-1f290f60-4097-4d27-a61f-1e2c1c5797f2 req-6822f5ca-9eb7-4fce-9662-8f619036760a service nova] Acquiring lock "51e7d375-8576-4dee-8cc8-46a43968469b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.867716] env[62522]: DEBUG oslo_concurrency.lockutils [req-1f290f60-4097-4d27-a61f-1e2c1c5797f2 req-6822f5ca-9eb7-4fce-9662-8f619036760a service nova] Lock "51e7d375-8576-4dee-8cc8-46a43968469b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.867881] env[62522]: DEBUG oslo_concurrency.lockutils [req-1f290f60-4097-4d27-a61f-1e2c1c5797f2 req-6822f5ca-9eb7-4fce-9662-8f619036760a service nova] Lock "51e7d375-8576-4dee-8cc8-46a43968469b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.868058] env[62522]: DEBUG nova.compute.manager [req-1f290f60-4097-4d27-a61f-1e2c1c5797f2 req-6822f5ca-9eb7-4fce-9662-8f619036760a service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] No waiting events found dispatching network-vif-unplugged-9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1966.868232] env[62522]: WARNING nova.compute.manager [req-1f290f60-4097-4d27-a61f-1e2c1c5797f2 req-6822f5ca-9eb7-4fce-9662-8f619036760a service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Received unexpected event network-vif-unplugged-9a8a110d-d2a2-412a-abf7-6f0346747c87 for instance with vm_state shelved and task_state shelving_offloading. [ 1966.899083] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1966.899948] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818a95d4-0b34-4fb2-a6d6-14e55e64ccd1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.909376] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1966.909568] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0c4b115-5759-4748-a50c-adc1ecacce0d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.983321] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1966.983766] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1966.984017] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Deleting the datastore file [datastore1] 51e7d375-8576-4dee-8cc8-46a43968469b {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1966.984361] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66618c45-213e-4680-9535-ef9f6c3dcda5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.991132] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1966.991132] env[62522]: value = "task-1703840" [ 1966.991132] env[62522]: _type = "Task" [ 1966.991132] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.999130] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.061365] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.398167] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1967.399054] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453fea0d-df8d-45bf-be91-946c8299f4a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.406906] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1967.407147] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14e93240-6f7e-4cdf-920c-0f642dfa1654 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.478688] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1967.478928] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1967.479160] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleting the datastore file [datastore1] 46803472-32fe-4e37-bc99-bb224e14f939 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1967.479429] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6473a9fa-2f03-43db-9bed-ce910c501018 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.486333] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1967.486333] env[62522]: value = "task-1703842" [ 1967.486333] env[62522]: _type = "Task" [ 1967.486333] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.494847] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.501833] env[62522]: DEBUG oslo_vmware.api [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145029} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.502064] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1967.502240] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1967.502414] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1967.524049] env[62522]: INFO nova.scheduler.client.report [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Deleted allocations for instance 51e7d375-8576-4dee-8cc8-46a43968469b [ 1967.996676] env[62522]: DEBUG oslo_vmware.api [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135329} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.997782] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1967.997782] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1967.997782] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1968.014005] env[62522]: INFO nova.scheduler.client.report [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleted allocations for instance 46803472-32fe-4e37-bc99-bb224e14f939 [ 1968.028482] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.028482] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.028651] env[62522]: DEBUG nova.objects.instance [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lazy-loading 'resources' on Instance uuid 51e7d375-8576-4dee-8cc8-46a43968469b {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1968.521087] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.530896] env[62522]: DEBUG nova.objects.instance [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lazy-loading 'numa_topology' on Instance uuid 51e7d375-8576-4dee-8cc8-46a43968469b {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1968.971940] env[62522]: DEBUG nova.compute.manager [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Received event network-changed-9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1968.972165] env[62522]: DEBUG nova.compute.manager [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Refreshing instance network info cache due to event network-changed-9a8a110d-d2a2-412a-abf7-6f0346747c87. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1968.972374] env[62522]: DEBUG oslo_concurrency.lockutils [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] Acquiring lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.972521] env[62522]: DEBUG oslo_concurrency.lockutils [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] Acquired lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.972705] env[62522]: DEBUG nova.network.neutron [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Refreshing network info cache for port 9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1969.034445] env[62522]: DEBUG nova.objects.base [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Object Instance<51e7d375-8576-4dee-8cc8-46a43968469b> lazy-loaded attributes: resources,numa_topology {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1969.126042] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e563e38d-53e2-494b-ba68-9d7a09d52000 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.134228] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2654c497-f1be-489d-a337-53da178df4f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.169454] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d584cece-a556-4522-8f4a-6e09cd96c4d0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.177597] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47ad9e0-3b58-4a74-ac0f-d2cde12f03ad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.193253] env[62522]: DEBUG nova.compute.provider_tree [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1969.545701] env[62522]: DEBUG oslo_concurrency.lockutils [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "6698ee91-4027-4a39-ab48-5f02eb07e319" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.546324] env[62522]: DEBUG oslo_concurrency.lockutils [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "6698ee91-4027-4a39-ab48-5f02eb07e319" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.546324] env[62522]: DEBUG oslo_concurrency.lockutils [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "6698ee91-4027-4a39-ab48-5f02eb07e319-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.548107] env[62522]: DEBUG oslo_concurrency.lockutils [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "6698ee91-4027-4a39-ab48-5f02eb07e319-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.548609] env[62522]: DEBUG oslo_concurrency.lockutils [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "6698ee91-4027-4a39-ab48-5f02eb07e319-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.555431] env[62522]: INFO nova.compute.manager [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Terminating instance [ 1969.698020] env[62522]: DEBUG nova.scheduler.client.report [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1969.837798] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "51e7d375-8576-4dee-8cc8-46a43968469b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.027953] env[62522]: DEBUG nova.network.neutron [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Updated VIF entry in instance network info cache for port 9a8a110d-d2a2-412a-abf7-6f0346747c87. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1970.028357] env[62522]: DEBUG nova.network.neutron [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Updating instance_info_cache with network_info: [{"id": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "address": "fa:16:3e:d3:0e:e3", "network": {"id": "0bf6ecca-e896-4e43-ba7c-af1895b3e72a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-507936208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad92e03b56440c991ae3bba7bfc244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9a8a110d-d2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.060592] env[62522]: DEBUG nova.compute.manager [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1970.060920] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1970.061112] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1f3e687-8817-4a42-afeb-e6141f707cab {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.069133] env[62522]: DEBUG oslo_vmware.api [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1970.069133] env[62522]: value = "task-1703843" [ 1970.069133] env[62522]: _type = "Task" [ 1970.069133] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.079484] env[62522]: DEBUG oslo_vmware.api [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.201958] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.204754] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.684s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.205012] env[62522]: DEBUG nova.objects.instance [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lazy-loading 'resources' on Instance uuid 46803472-32fe-4e37-bc99-bb224e14f939 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.531202] env[62522]: DEBUG oslo_concurrency.lockutils [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] Releasing lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.531431] env[62522]: DEBUG nova.compute.manager [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Received event network-vif-unplugged-65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1970.531627] env[62522]: DEBUG oslo_concurrency.lockutils [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] Acquiring lock "46803472-32fe-4e37-bc99-bb224e14f939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.531829] env[62522]: DEBUG oslo_concurrency.lockutils [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] Lock "46803472-32fe-4e37-bc99-bb224e14f939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.531988] env[62522]: DEBUG oslo_concurrency.lockutils [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] Lock "46803472-32fe-4e37-bc99-bb224e14f939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.532195] env[62522]: DEBUG nova.compute.manager [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] No waiting events found dispatching network-vif-unplugged-65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1970.532376] env[62522]: WARNING nova.compute.manager [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Received unexpected event network-vif-unplugged-65134705-d25d-4ca6-97cf-69a61b1d6035 for instance with vm_state shelved_offloaded and task_state None. [ 1970.532541] env[62522]: DEBUG nova.compute.manager [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Received event network-changed-65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1970.532697] env[62522]: DEBUG nova.compute.manager [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Refreshing instance network info cache due to event network-changed-65134705-d25d-4ca6-97cf-69a61b1d6035. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1970.532876] env[62522]: DEBUG oslo_concurrency.lockutils [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] Acquiring lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.533021] env[62522]: DEBUG oslo_concurrency.lockutils [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] Acquired lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.533183] env[62522]: DEBUG nova.network.neutron [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Refreshing network info cache for port 65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1970.579364] env[62522]: DEBUG oslo_vmware.api [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703843, 'name': PowerOffVM_Task, 'duration_secs': 0.264511} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.579571] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1970.579762] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Volume detach. Driver type: vmdk {{(pid=62522) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1970.579950] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355044', 'volume_id': '607d488e-44a6-4b1b-bab1-5cfa7b861454', 'name': 'volume-607d488e-44a6-4b1b-bab1-5cfa7b861454', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '6698ee91-4027-4a39-ab48-5f02eb07e319', 'attached_at': '2024-12-10T19:32:39.000000', 'detached_at': '', 'volume_id': '607d488e-44a6-4b1b-bab1-5cfa7b861454', 'serial': '607d488e-44a6-4b1b-bab1-5cfa7b861454'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1970.580713] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83220844-3652-4983-8e33-b110fff34e5a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.598917] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b557677-8edf-4c46-9a35-ee2f7b6e6de9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.606367] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f85dcea-2cca-4abc-ad29-484909f10af3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.625738] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382ac791-538d-4a4b-9d67-268c8c6ce2ec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.640971] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] The volume has not been displaced from its original location: [datastore1] volume-607d488e-44a6-4b1b-bab1-5cfa7b861454/volume-607d488e-44a6-4b1b-bab1-5cfa7b861454.vmdk. No consolidation needed. {{(pid=62522) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1970.646607] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1970.646925] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf67db54-84ae-412a-aba3-446ae1b6924e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.664353] env[62522]: DEBUG oslo_vmware.api [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1970.664353] env[62522]: value = "task-1703844" [ 1970.664353] env[62522]: _type = "Task" [ 1970.664353] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.673738] env[62522]: DEBUG oslo_vmware.api [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.709746] env[62522]: DEBUG nova.objects.instance [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lazy-loading 'numa_topology' on Instance uuid 46803472-32fe-4e37-bc99-bb224e14f939 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.711489] env[62522]: DEBUG oslo_concurrency.lockutils [None req-aa889041-c85e-42d1-bf78-c2587fc8bb4a tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "51e7d375-8576-4dee-8cc8-46a43968469b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.382s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.712381] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "51e7d375-8576-4dee-8cc8-46a43968469b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.875s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.712566] env[62522]: INFO nova.compute.manager [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Unshelving [ 1970.797893] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "46803472-32fe-4e37-bc99-bb224e14f939" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.173959] env[62522]: DEBUG oslo_vmware.api [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703844, 'name': ReconfigVM_Task, 'duration_secs': 0.172427} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.174335] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1971.180339] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44c86dcc-13a4-4135-a41a-b988fb74304d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.193016] env[62522]: DEBUG oslo_vmware.api [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1971.193016] env[62522]: value = "task-1703845" [ 1971.193016] env[62522]: _type = "Task" [ 1971.193016] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.202308] env[62522]: DEBUG oslo_vmware.api [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.211878] env[62522]: DEBUG nova.objects.base [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Object Instance<46803472-32fe-4e37-bc99-bb224e14f939> lazy-loaded attributes: resources,numa_topology {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1971.271206] env[62522]: DEBUG nova.network.neutron [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Updated VIF entry in instance network info cache for port 65134705-d25d-4ca6-97cf-69a61b1d6035. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1971.271560] env[62522]: DEBUG nova.network.neutron [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Updating instance_info_cache with network_info: [{"id": "65134705-d25d-4ca6-97cf-69a61b1d6035", "address": "fa:16:3e:65:c3:e4", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap65134705-d2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.310935] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12da393d-3977-488c-9d79-15f3e1bd1576 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.318100] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7054ccb-0422-4ac0-bba6-fc99ff73bfad {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.348124] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2223e3d-c0ef-44c0-a960-7a959a1c9c42 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.355804] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575ec90b-af92-49c2-bf49-a408566b85b7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.368809] env[62522]: DEBUG nova.compute.provider_tree [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1971.704583] env[62522]: DEBUG oslo_vmware.api [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703845, 'name': ReconfigVM_Task, 'duration_secs': 0.234604} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.704817] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355044', 'volume_id': '607d488e-44a6-4b1b-bab1-5cfa7b861454', 'name': 'volume-607d488e-44a6-4b1b-bab1-5cfa7b861454', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '6698ee91-4027-4a39-ab48-5f02eb07e319', 'attached_at': '2024-12-10T19:32:39.000000', 'detached_at': '', 'volume_id': '607d488e-44a6-4b1b-bab1-5cfa7b861454', 'serial': '607d488e-44a6-4b1b-bab1-5cfa7b861454'} {{(pid=62522) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1971.705087] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1971.705855] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db55a510-ba30-486f-9aa6-9d8a36933656 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.711879] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1971.712142] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffddd9a3-b4f2-4dd5-88e8-b1376870b1d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.735196] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.774202] env[62522]: DEBUG oslo_concurrency.lockutils [req-53ce07d1-3287-47ea-8a88-7c5b984354d2 req-6e100ede-e16a-41e2-b211-324942e74eab service nova] Releasing lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.776857] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1971.777083] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1971.777272] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleting the datastore file [datastore1] 6698ee91-4027-4a39-ab48-5f02eb07e319 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1971.777528] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c033e4e0-5cd1-4a7a-bac3-7fd886c240c0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.783468] env[62522]: DEBUG oslo_vmware.api [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1971.783468] env[62522]: value = "task-1703847" [ 1971.783468] env[62522]: _type = "Task" [ 1971.783468] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.791362] env[62522]: DEBUG oslo_vmware.api [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.871593] env[62522]: DEBUG nova.scheduler.client.report [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1972.293660] env[62522]: DEBUG oslo_vmware.api [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076741} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.294047] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1972.294047] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1972.294291] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1972.294478] env[62522]: INFO nova.compute.manager [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1972.294711] env[62522]: DEBUG oslo.service.loopingcall [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.294898] env[62522]: DEBUG nova.compute.manager [-] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1972.294991] env[62522]: DEBUG nova.network.neutron [-] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1972.376678] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.379161] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.644s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.379898] env[62522]: DEBUG nova.objects.instance [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lazy-loading 'pci_requests' on Instance uuid 51e7d375-8576-4dee-8cc8-46a43968469b {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1972.702565] env[62522]: DEBUG nova.compute.manager [req-f24e4ba8-ef91-4707-b5b7-cacedcb8996c req-a4cd3c8d-e0a5-486b-abf3-edde40202a31 service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Received event network-vif-deleted-cd4dff98-35f0-4b1b-a068-71851b01a5cb {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1972.702739] env[62522]: INFO nova.compute.manager [req-f24e4ba8-ef91-4707-b5b7-cacedcb8996c req-a4cd3c8d-e0a5-486b-abf3-edde40202a31 service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Neutron deleted interface cd4dff98-35f0-4b1b-a068-71851b01a5cb; detaching it from the instance and deleting it from the info cache [ 1972.702912] env[62522]: DEBUG nova.network.neutron [req-f24e4ba8-ef91-4707-b5b7-cacedcb8996c req-a4cd3c8d-e0a5-486b-abf3-edde40202a31 service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.887703] env[62522]: DEBUG nova.objects.instance [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lazy-loading 'numa_topology' on Instance uuid 51e7d375-8576-4dee-8cc8-46a43968469b {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1972.893371] env[62522]: DEBUG oslo_concurrency.lockutils [None req-61a0b019-672a-4993-af76-a20ae4794d0a tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "46803472-32fe-4e37-bc99-bb224e14f939" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.407s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.893371] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "46803472-32fe-4e37-bc99-bb224e14f939" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.095s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.893371] env[62522]: INFO nova.compute.manager [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Unshelving [ 1973.179268] env[62522]: DEBUG nova.network.neutron [-] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.205180] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f734a7c4-6551-4bce-be51-3993bd798a6a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.215111] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0f5e68-6434-4cfc-aa54-288980f42ff2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.242715] env[62522]: DEBUG nova.compute.manager [req-f24e4ba8-ef91-4707-b5b7-cacedcb8996c req-a4cd3c8d-e0a5-486b-abf3-edde40202a31 service nova] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Detach interface failed, port_id=cd4dff98-35f0-4b1b-a068-71851b01a5cb, reason: Instance 6698ee91-4027-4a39-ab48-5f02eb07e319 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1973.392211] env[62522]: INFO nova.compute.claims [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1973.681787] env[62522]: INFO nova.compute.manager [-] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Took 1.39 seconds to deallocate network for instance. [ 1973.915019] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.224540] env[62522]: INFO nova.compute.manager [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Took 0.54 seconds to detach 1 volumes for instance. [ 1974.226606] env[62522]: DEBUG nova.compute.manager [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Deleting volume: 607d488e-44a6-4b1b-bab1-5cfa7b861454 {{(pid=62522) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1974.491988] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a48e3a2-272d-4745-84f0-35b11375a596 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.499497] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de74067-3db3-4ac4-8cb0-a83df904b52f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.528525] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9a52e1-fe6b-4d37-975f-4d30789a8e83 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.535434] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f4e1ac-5ded-4508-ba10-a0881f980351 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.548012] env[62522]: DEBUG nova.compute.provider_tree [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1974.764207] env[62522]: DEBUG oslo_concurrency.lockutils [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.051263] env[62522]: DEBUG nova.scheduler.client.report [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1975.556622] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.177s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.559183] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.645s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.559407] env[62522]: DEBUG nova.objects.instance [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lazy-loading 'pci_requests' on Instance uuid 46803472-32fe-4e37-bc99-bb224e14f939 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1975.587455] env[62522]: INFO nova.network.neutron [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Updating port 9a8a110d-d2a2-412a-abf7-6f0346747c87 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1976.065447] env[62522]: DEBUG nova.objects.instance [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lazy-loading 'numa_topology' on Instance uuid 46803472-32fe-4e37-bc99-bb224e14f939 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1976.568186] env[62522]: INFO nova.compute.claims [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1976.950149] env[62522]: DEBUG nova.compute.manager [req-eed3492b-0468-4625-87cd-23c1c0d23f17 req-84e5540a-9144-4c59-be26-c33eb9f25cfc service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Received event network-vif-plugged-9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1976.950366] env[62522]: DEBUG oslo_concurrency.lockutils [req-eed3492b-0468-4625-87cd-23c1c0d23f17 req-84e5540a-9144-4c59-be26-c33eb9f25cfc service nova] Acquiring lock "51e7d375-8576-4dee-8cc8-46a43968469b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.950567] env[62522]: DEBUG oslo_concurrency.lockutils [req-eed3492b-0468-4625-87cd-23c1c0d23f17 req-84e5540a-9144-4c59-be26-c33eb9f25cfc service nova] Lock "51e7d375-8576-4dee-8cc8-46a43968469b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.950728] env[62522]: DEBUG oslo_concurrency.lockutils [req-eed3492b-0468-4625-87cd-23c1c0d23f17 req-84e5540a-9144-4c59-be26-c33eb9f25cfc service nova] Lock "51e7d375-8576-4dee-8cc8-46a43968469b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.950888] env[62522]: DEBUG nova.compute.manager [req-eed3492b-0468-4625-87cd-23c1c0d23f17 req-84e5540a-9144-4c59-be26-c33eb9f25cfc service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] No waiting events found dispatching network-vif-plugged-9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1976.951061] env[62522]: WARNING nova.compute.manager [req-eed3492b-0468-4625-87cd-23c1c0d23f17 req-84e5540a-9144-4c59-be26-c33eb9f25cfc service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Received unexpected event network-vif-plugged-9a8a110d-d2a2-412a-abf7-6f0346747c87 for instance with vm_state shelved_offloaded and task_state spawning. [ 1977.040099] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.040272] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquired lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.040453] env[62522]: DEBUG nova.network.neutron [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1977.671346] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8caf13-a0b5-40b9-9fa6-4dc5bfb55923 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.678576] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df4f1c5-2306-4cf8-b3d6-4c1098a3356b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.709796] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567cfac3-19b8-44a6-a572-489ba8f5b43f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.716890] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7fbce8-5ec9-4ebe-9c6e-f915f5807c0f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.730470] env[62522]: DEBUG nova.compute.provider_tree [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.743892] env[62522]: DEBUG nova.network.neutron [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Updating instance_info_cache with network_info: [{"id": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "address": "fa:16:3e:d3:0e:e3", "network": {"id": "0bf6ecca-e896-4e43-ba7c-af1895b3e72a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-507936208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad92e03b56440c991ae3bba7bfc244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8a110d-d2", "ovs_interfaceid": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.234055] env[62522]: DEBUG nova.scheduler.client.report [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1978.246378] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Releasing lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.272769] env[62522]: DEBUG nova.virt.hardware [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='25cc882919a45542fc7adb85a35aea49',container_format='bare',created_at=2024-12-10T19:32:54Z,direct_url=,disk_format='vmdk',id=4c8323c9-97f6-4fb0-bca9-d7be112a1e3f,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-918641436-shelved',owner='0cad92e03b56440c991ae3bba7bfc244',properties=ImageMetaProps,protected=,size=31660032,status='active',tags=,updated_at=2024-12-10T19:33:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1978.273011] env[62522]: DEBUG nova.virt.hardware [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1978.273173] env[62522]: DEBUG nova.virt.hardware [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1978.273355] env[62522]: DEBUG nova.virt.hardware [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1978.273496] env[62522]: DEBUG nova.virt.hardware [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1978.273639] env[62522]: DEBUG nova.virt.hardware [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1978.273840] env[62522]: DEBUG nova.virt.hardware [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1978.273995] env[62522]: DEBUG nova.virt.hardware [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1978.274368] env[62522]: DEBUG nova.virt.hardware [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1978.274368] env[62522]: DEBUG nova.virt.hardware [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1978.274509] env[62522]: DEBUG nova.virt.hardware [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1978.275363] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9fbb51-8b60-427f-83ef-877e33b6a2fa {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.283324] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfb0ca1-017c-45c6-91d8-ed24aa4274d1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.296540] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:0e:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a8a110d-d2a2-412a-abf7-6f0346747c87', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1978.303646] env[62522]: DEBUG oslo.service.loopingcall [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.303858] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1978.304054] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49fb82a4-fafa-47ea-b648-c4b6d91371bc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.322454] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1978.322454] env[62522]: value = "task-1703849" [ 1978.322454] env[62522]: _type = "Task" [ 1978.322454] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.330459] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703849, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.738207] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.179s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.740351] env[62522]: DEBUG oslo_concurrency.lockutils [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.976s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.740590] env[62522]: DEBUG nova.objects.instance [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lazy-loading 'resources' on Instance uuid 6698ee91-4027-4a39-ab48-5f02eb07e319 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1978.767479] env[62522]: INFO nova.network.neutron [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Updating port 65134705-d25d-4ca6-97cf-69a61b1d6035 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1978.831769] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703849, 'name': CreateVM_Task, 'duration_secs': 0.315786} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.831929] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1978.832594] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.832762] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.833524] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1978.833524] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab421bd5-5122-4d74-a2cb-512071a10c95 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.838078] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1978.838078] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524aea62-6cc8-61ce-5ce4-e71882190e5c" [ 1978.838078] env[62522]: _type = "Task" [ 1978.838078] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.852946] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524aea62-6cc8-61ce-5ce4-e71882190e5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.973491] env[62522]: DEBUG nova.compute.manager [req-c6aee022-1dc3-4016-aefa-744b7c1f3276 req-91df53e7-99fb-4e95-b33f-87d3e0b94d50 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Received event network-changed-9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1978.973689] env[62522]: DEBUG nova.compute.manager [req-c6aee022-1dc3-4016-aefa-744b7c1f3276 req-91df53e7-99fb-4e95-b33f-87d3e0b94d50 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Refreshing instance network info cache due to event network-changed-9a8a110d-d2a2-412a-abf7-6f0346747c87. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1978.973899] env[62522]: DEBUG oslo_concurrency.lockutils [req-c6aee022-1dc3-4016-aefa-744b7c1f3276 req-91df53e7-99fb-4e95-b33f-87d3e0b94d50 service nova] Acquiring lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.974053] env[62522]: DEBUG oslo_concurrency.lockutils [req-c6aee022-1dc3-4016-aefa-744b7c1f3276 req-91df53e7-99fb-4e95-b33f-87d3e0b94d50 service nova] Acquired lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.974276] env[62522]: DEBUG nova.network.neutron [req-c6aee022-1dc3-4016-aefa-744b7c1f3276 req-91df53e7-99fb-4e95-b33f-87d3e0b94d50 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Refreshing network info cache for port 9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1979.331808] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6776722e-5ef8-48e5-8fdc-f00bbe804ff2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.342412] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a243665c-eedf-4f4b-9963-772fd73031ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.375961] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.376230] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Processing image 4c8323c9-97f6-4fb0-bca9-d7be112a1e3f {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.376473] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.376648] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.376839] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.377340] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11e64a6d-4257-4d6c-b31b-d4721b75ce33 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.379737] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b922c1e-6c40-4d0a-b873-61301b3531c3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.387679] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b698bb-aa2a-44c7-921c-25da701c7ec8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.401489] env[62522]: DEBUG nova.compute.provider_tree [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1979.404238] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.404418] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.405434] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd7353d-77a1-4031-8673-53acf145dbbe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.411833] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1979.411833] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fb5fe1-a514-27a4-d315-8ef7fcc48fa7" [ 1979.411833] env[62522]: _type = "Task" [ 1979.411833] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.420893] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52fb5fe1-a514-27a4-d315-8ef7fcc48fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.737616] env[62522]: DEBUG nova.network.neutron [req-c6aee022-1dc3-4016-aefa-744b7c1f3276 req-91df53e7-99fb-4e95-b33f-87d3e0b94d50 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Updated VIF entry in instance network info cache for port 9a8a110d-d2a2-412a-abf7-6f0346747c87. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1979.737988] env[62522]: DEBUG nova.network.neutron [req-c6aee022-1dc3-4016-aefa-744b7c1f3276 req-91df53e7-99fb-4e95-b33f-87d3e0b94d50 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Updating instance_info_cache with network_info: [{"id": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "address": "fa:16:3e:d3:0e:e3", "network": {"id": "0bf6ecca-e896-4e43-ba7c-af1895b3e72a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-507936208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad92e03b56440c991ae3bba7bfc244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8a110d-d2", "ovs_interfaceid": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.907395] env[62522]: DEBUG nova.scheduler.client.report [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1979.923295] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Preparing fetch location {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1979.923561] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Fetch image to [datastore1] OSTACK_IMG_9685b52b-6867-401b-8215-cf5ee22b5e4d/OSTACK_IMG_9685b52b-6867-401b-8215-cf5ee22b5e4d.vmdk {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1979.923681] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Downloading stream optimized image 4c8323c9-97f6-4fb0-bca9-d7be112a1e3f to [datastore1] OSTACK_IMG_9685b52b-6867-401b-8215-cf5ee22b5e4d/OSTACK_IMG_9685b52b-6867-401b-8215-cf5ee22b5e4d.vmdk on the data store datastore1 as vApp {{(pid=62522) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1979.923815] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Downloading image file data 4c8323c9-97f6-4fb0-bca9-d7be112a1e3f to the ESX as VM named 'OSTACK_IMG_9685b52b-6867-401b-8215-cf5ee22b5e4d' {{(pid=62522) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1979.994906] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1979.994906] env[62522]: value = "resgroup-9" [ 1979.994906] env[62522]: _type = "ResourcePool" [ 1979.994906] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1979.995301] env[62522]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a76fdc95-a8d3-48ea-aef7-2fa12447be59 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.019039] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lease: (returnval){ [ 1980.019039] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52391fdf-14ca-8978-e14f-c8e1e903250a" [ 1980.019039] env[62522]: _type = "HttpNfcLease" [ 1980.019039] env[62522]: } obtained for vApp import into resource pool (val){ [ 1980.019039] env[62522]: value = "resgroup-9" [ 1980.019039] env[62522]: _type = "ResourcePool" [ 1980.019039] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1980.019430] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the lease: (returnval){ [ 1980.019430] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52391fdf-14ca-8978-e14f-c8e1e903250a" [ 1980.019430] env[62522]: _type = "HttpNfcLease" [ 1980.019430] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1980.025523] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1980.025523] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52391fdf-14ca-8978-e14f-c8e1e903250a" [ 1980.025523] env[62522]: _type = "HttpNfcLease" [ 1980.025523] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1980.240757] env[62522]: DEBUG oslo_concurrency.lockutils [req-c6aee022-1dc3-4016-aefa-744b7c1f3276 req-91df53e7-99fb-4e95-b33f-87d3e0b94d50 service nova] Releasing lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.348079] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.348251] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.348432] env[62522]: DEBUG nova.network.neutron [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1980.412889] env[62522]: DEBUG oslo_concurrency.lockutils [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.441760] env[62522]: INFO nova.scheduler.client.report [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleted allocations for instance 6698ee91-4027-4a39-ab48-5f02eb07e319 [ 1980.527880] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1980.527880] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52391fdf-14ca-8978-e14f-c8e1e903250a" [ 1980.527880] env[62522]: _type = "HttpNfcLease" [ 1980.527880] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1980.528206] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1980.528206] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52391fdf-14ca-8978-e14f-c8e1e903250a" [ 1980.528206] env[62522]: _type = "HttpNfcLease" [ 1980.528206] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1980.528867] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47014510-e1cc-48db-9aee-01db8d7b71c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.535769] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206453e-b1ba-37f7-b087-ba3c3fa683ab/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1980.535942] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Creating HTTP connection to write to file with size = 31660032 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206453e-b1ba-37f7-b087-ba3c3fa683ab/disk-0.vmdk. {{(pid=62522) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1980.600047] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ddca485b-1111-4bf8-a2db-1080f461c9b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.951260] env[62522]: DEBUG oslo_concurrency.lockutils [None req-015d95a7-56e3-4700-a67b-5c0fa13b10cb tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "6698ee91-4027-4a39-ab48-5f02eb07e319" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.405s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.002640] env[62522]: DEBUG nova.compute.manager [req-4eb44fc3-8adc-4c03-8102-01187ad189da req-b124e360-b9b8-426e-915a-61aed0406b32 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Received event network-vif-plugged-65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1981.002901] env[62522]: DEBUG oslo_concurrency.lockutils [req-4eb44fc3-8adc-4c03-8102-01187ad189da req-b124e360-b9b8-426e-915a-61aed0406b32 service nova] Acquiring lock "46803472-32fe-4e37-bc99-bb224e14f939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.003167] env[62522]: DEBUG oslo_concurrency.lockutils [req-4eb44fc3-8adc-4c03-8102-01187ad189da req-b124e360-b9b8-426e-915a-61aed0406b32 service nova] Lock "46803472-32fe-4e37-bc99-bb224e14f939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.003380] env[62522]: DEBUG oslo_concurrency.lockutils [req-4eb44fc3-8adc-4c03-8102-01187ad189da req-b124e360-b9b8-426e-915a-61aed0406b32 service nova] Lock "46803472-32fe-4e37-bc99-bb224e14f939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.003579] env[62522]: DEBUG nova.compute.manager [req-4eb44fc3-8adc-4c03-8102-01187ad189da req-b124e360-b9b8-426e-915a-61aed0406b32 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] No waiting events found dispatching network-vif-plugged-65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1981.003761] env[62522]: WARNING nova.compute.manager [req-4eb44fc3-8adc-4c03-8102-01187ad189da req-b124e360-b9b8-426e-915a-61aed0406b32 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Received unexpected event network-vif-plugged-65134705-d25d-4ca6-97cf-69a61b1d6035 for instance with vm_state shelved_offloaded and task_state spawning. [ 1981.003982] env[62522]: DEBUG nova.compute.manager [req-4eb44fc3-8adc-4c03-8102-01187ad189da req-b124e360-b9b8-426e-915a-61aed0406b32 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Received event network-changed-65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1981.004264] env[62522]: DEBUG nova.compute.manager [req-4eb44fc3-8adc-4c03-8102-01187ad189da req-b124e360-b9b8-426e-915a-61aed0406b32 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Refreshing instance network info cache due to event network-changed-65134705-d25d-4ca6-97cf-69a61b1d6035. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1981.004435] env[62522]: DEBUG oslo_concurrency.lockutils [req-4eb44fc3-8adc-4c03-8102-01187ad189da req-b124e360-b9b8-426e-915a-61aed0406b32 service nova] Acquiring lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.089205] env[62522]: DEBUG nova.network.neutron [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Updating instance_info_cache with network_info: [{"id": "65134705-d25d-4ca6-97cf-69a61b1d6035", "address": "fa:16:3e:65:c3:e4", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65134705-d2", "ovs_interfaceid": "65134705-d25d-4ca6-97cf-69a61b1d6035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.586720] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "61c7afc7-b7a0-48ef-81d6-4e438859004e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.587012] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "61c7afc7-b7a0-48ef-81d6-4e438859004e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.587272] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "61c7afc7-b7a0-48ef-81d6-4e438859004e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.587678] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "61c7afc7-b7a0-48ef-81d6-4e438859004e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.588060] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "61c7afc7-b7a0-48ef-81d6-4e438859004e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.590483] env[62522]: INFO nova.compute.manager [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Terminating instance [ 1981.592219] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.596961] env[62522]: DEBUG oslo_concurrency.lockutils [req-4eb44fc3-8adc-4c03-8102-01187ad189da req-b124e360-b9b8-426e-915a-61aed0406b32 service nova] Acquired lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.597184] env[62522]: DEBUG nova.network.neutron [req-4eb44fc3-8adc-4c03-8102-01187ad189da req-b124e360-b9b8-426e-915a-61aed0406b32 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Refreshing network info cache for port 65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1981.627037] env[62522]: DEBUG nova.virt.hardware [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a7fbc329b3aec03fcd0ecc74f7c50f5e',container_format='bare',created_at=2024-12-10T19:32:55Z,direct_url=,disk_format='vmdk',id=c9aa07a6-326c-4dfa-8ef6-94515219685c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-949496463-shelved',owner='7e0fb452d8c04cf08e37a228e2496465',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2024-12-10T19:33:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1981.627435] env[62522]: DEBUG nova.virt.hardware [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1981.627683] env[62522]: DEBUG nova.virt.hardware [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1981.627953] env[62522]: DEBUG nova.virt.hardware [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1981.628178] env[62522]: DEBUG nova.virt.hardware [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1981.628500] env[62522]: DEBUG nova.virt.hardware [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1981.628802] env[62522]: DEBUG nova.virt.hardware [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1981.629043] env[62522]: DEBUG nova.virt.hardware [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1981.629316] env[62522]: DEBUG nova.virt.hardware [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1981.629507] env[62522]: DEBUG nova.virt.hardware [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1981.629690] env[62522]: DEBUG nova.virt.hardware [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1981.631036] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfbdea8-5241-4002-b71c-19a6d7b6c481 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.643284] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca412e53-ec3b-422b-899c-6f20a7e0c77c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.657209] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:c3:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65134705-d25d-4ca6-97cf-69a61b1d6035', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1981.664412] env[62522]: DEBUG oslo.service.loopingcall [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1981.664653] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1981.664863] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5c6e2bc-0e10-4d86-bbbf-f0a34a9656e2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.683497] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1981.683497] env[62522]: value = "task-1703851" [ 1981.683497] env[62522]: _type = "Task" [ 1981.683497] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.691013] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703851, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.756251] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Completed reading data from the image iterator. {{(pid=62522) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1981.756740] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206453e-b1ba-37f7-b087-ba3c3fa683ab/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1981.758298] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b662f7-67f0-4b9b-af72-53c51164428a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.769595] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206453e-b1ba-37f7-b087-ba3c3fa683ab/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1981.769894] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206453e-b1ba-37f7-b087-ba3c3fa683ab/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1981.770252] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d28d738a-5049-4131-8a2c-1143279f3709 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.000974] env[62522]: DEBUG oslo_vmware.rw_handles [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206453e-b1ba-37f7-b087-ba3c3fa683ab/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1982.001352] env[62522]: INFO nova.virt.vmwareapi.images [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Downloaded image file data 4c8323c9-97f6-4fb0-bca9-d7be112a1e3f [ 1982.002126] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dff4c00-5783-4ae7-8c9b-cc1882bea940 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.018084] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee96c235-d3c1-4f10-8253-9307fc68c090 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.069068] env[62522]: INFO nova.virt.vmwareapi.images [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] The imported VM was unregistered [ 1982.071540] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Caching image {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1982.071761] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1982.072051] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c64fb57-c8bc-4ff4-b77d-143c0b581ac5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.082382] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Created directory with path [datastore1] devstack-image-cache_base/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1982.082597] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9685b52b-6867-401b-8215-cf5ee22b5e4d/OSTACK_IMG_9685b52b-6867-401b-8215-cf5ee22b5e4d.vmdk to [datastore1] devstack-image-cache_base/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f.vmdk. {{(pid=62522) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1982.082868] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-91e73f96-6ffb-46d9-b087-40c5de4db46d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.088934] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1982.088934] env[62522]: value = "task-1703853" [ 1982.088934] env[62522]: _type = "Task" [ 1982.088934] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.096357] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703853, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.098993] env[62522]: DEBUG nova.compute.manager [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.099199] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.101767] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd65ebb-0f22-4331-9f12-afa37cb670ea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.108635] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.108858] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-335e2943-eb77-436d-a1d2-c58076301778 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.113862] env[62522]: DEBUG oslo_vmware.api [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1982.113862] env[62522]: value = "task-1703854" [ 1982.113862] env[62522]: _type = "Task" [ 1982.113862] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.120866] env[62522]: DEBUG oslo_vmware.api [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.193312] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703851, 'name': CreateVM_Task, 'duration_secs': 0.397287} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.193481] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1982.194167] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c9aa07a6-326c-4dfa-8ef6-94515219685c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.194407] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c9aa07a6-326c-4dfa-8ef6-94515219685c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.194800] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c9aa07a6-326c-4dfa-8ef6-94515219685c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1982.195110] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127ccbdb-1cf3-4a13-87f6-ae56b67f9be8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.199741] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1982.199741] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5265b97e-3345-5e76-79fa-e46540b73714" [ 1982.199741] env[62522]: _type = "Task" [ 1982.199741] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.212432] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]5265b97e-3345-5e76-79fa-e46540b73714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.359259] env[62522]: DEBUG nova.network.neutron [req-4eb44fc3-8adc-4c03-8102-01187ad189da req-b124e360-b9b8-426e-915a-61aed0406b32 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Updated VIF entry in instance network info cache for port 65134705-d25d-4ca6-97cf-69a61b1d6035. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1982.359619] env[62522]: DEBUG nova.network.neutron [req-4eb44fc3-8adc-4c03-8102-01187ad189da req-b124e360-b9b8-426e-915a-61aed0406b32 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Updating instance_info_cache with network_info: [{"id": "65134705-d25d-4ca6-97cf-69a61b1d6035", "address": "fa:16:3e:65:c3:e4", "network": {"id": "790d4daf-bc9f-465e-a520-9ffedb12166d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1061251825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e0fb452d8c04cf08e37a228e2496465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65134705-d2", "ovs_interfaceid": "65134705-d25d-4ca6-97cf-69a61b1d6035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.600747] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703853, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.624481] env[62522]: DEBUG oslo_vmware.api [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703854, 'name': PowerOffVM_Task, 'duration_secs': 0.417254} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.624761] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1982.624927] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1982.625421] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77176d52-e950-403c-8979-a00758d0e4a8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.710591] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c9aa07a6-326c-4dfa-8ef6-94515219685c" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.710899] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Processing image c9aa07a6-326c-4dfa-8ef6-94515219685c {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1982.711174] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c9aa07a6-326c-4dfa-8ef6-94515219685c/c9aa07a6-326c-4dfa-8ef6-94515219685c.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.711371] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c9aa07a6-326c-4dfa-8ef6-94515219685c/c9aa07a6-326c-4dfa-8ef6-94515219685c.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.711564] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1982.711825] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a268c171-50db-4ed1-a661-3cfbfef24a05 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.740360] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1982.740629] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1982.741531] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfeae561-f749-4a2e-ba96-65236b118959 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.745841] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1982.746128] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1982.746386] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleting the datastore file [datastore1] 61c7afc7-b7a0-48ef-81d6-4e438859004e {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1982.746696] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21c6e7a5-3228-45b9-82c1-13fb6579d700 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.750358] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1982.750358] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526208a6-d485-1fbd-069e-5e6310d9f3b8" [ 1982.750358] env[62522]: _type = "Task" [ 1982.750358] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.754770] env[62522]: DEBUG oslo_vmware.api [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1982.754770] env[62522]: value = "task-1703856" [ 1982.754770] env[62522]: _type = "Task" [ 1982.754770] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.763308] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]526208a6-d485-1fbd-069e-5e6310d9f3b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.766430] env[62522]: DEBUG oslo_vmware.api [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.862505] env[62522]: DEBUG oslo_concurrency.lockutils [req-4eb44fc3-8adc-4c03-8102-01187ad189da req-b124e360-b9b8-426e-915a-61aed0406b32 service nova] Releasing lock "refresh_cache-46803472-32fe-4e37-bc99-bb224e14f939" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.101620] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703853, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.263251] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Preparing fetch location {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1983.264051] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Fetch image to [datastore1] OSTACK_IMG_ec59fcbb-b931-4b07-b5cb-8c6eb8cc6437/OSTACK_IMG_ec59fcbb-b931-4b07-b5cb-8c6eb8cc6437.vmdk {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1983.264051] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Downloading stream optimized image c9aa07a6-326c-4dfa-8ef6-94515219685c to [datastore1] OSTACK_IMG_ec59fcbb-b931-4b07-b5cb-8c6eb8cc6437/OSTACK_IMG_ec59fcbb-b931-4b07-b5cb-8c6eb8cc6437.vmdk on the data store datastore1 as vApp {{(pid=62522) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1983.264292] env[62522]: DEBUG nova.virt.vmwareapi.images [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Downloading image file data c9aa07a6-326c-4dfa-8ef6-94515219685c to the ESX as VM named 'OSTACK_IMG_ec59fcbb-b931-4b07-b5cb-8c6eb8cc6437' {{(pid=62522) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1983.269552] env[62522]: DEBUG oslo_vmware.api [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.337668] env[62522]: DEBUG oslo_vmware.rw_handles [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1983.337668] env[62522]: value = "resgroup-9" [ 1983.337668] env[62522]: _type = "ResourcePool" [ 1983.337668] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1983.338048] env[62522]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-dfa5a55b-ef1e-4370-81e5-2b5fce0eb946 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.362019] env[62522]: DEBUG oslo_vmware.rw_handles [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lease: (returnval){ [ 1983.362019] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e4877a-c662-ad57-7b0f-1b7ddab56e84" [ 1983.362019] env[62522]: _type = "HttpNfcLease" [ 1983.362019] env[62522]: } obtained for vApp import into resource pool (val){ [ 1983.362019] env[62522]: value = "resgroup-9" [ 1983.362019] env[62522]: _type = "ResourcePool" [ 1983.362019] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1983.362422] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the lease: (returnval){ [ 1983.362422] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e4877a-c662-ad57-7b0f-1b7ddab56e84" [ 1983.362422] env[62522]: _type = "HttpNfcLease" [ 1983.362422] env[62522]: } to be ready. {{(pid=62522) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1983.371429] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1983.371429] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e4877a-c662-ad57-7b0f-1b7ddab56e84" [ 1983.371429] env[62522]: _type = "HttpNfcLease" [ 1983.371429] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1983.602953] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703853, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.767105] env[62522]: DEBUG oslo_vmware.api [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.873341] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1983.873341] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e4877a-c662-ad57-7b0f-1b7ddab56e84" [ 1983.873341] env[62522]: _type = "HttpNfcLease" [ 1983.873341] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1984.103432] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703853, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.268958] env[62522]: DEBUG oslo_vmware.api [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.373377] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1984.373377] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e4877a-c662-ad57-7b0f-1b7ddab56e84" [ 1984.373377] env[62522]: _type = "HttpNfcLease" [ 1984.373377] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1984.601570] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703853, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.767688] env[62522]: DEBUG oslo_vmware.api [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.720217} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.767862] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1984.768057] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1984.768241] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1984.768453] env[62522]: INFO nova.compute.manager [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1984.768694] env[62522]: DEBUG oslo.service.loopingcall [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.768885] env[62522]: DEBUG nova.compute.manager [-] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1984.768982] env[62522]: DEBUG nova.network.neutron [-] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1984.871862] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1984.871862] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e4877a-c662-ad57-7b0f-1b7ddab56e84" [ 1984.871862] env[62522]: _type = "HttpNfcLease" [ 1984.871862] env[62522]: } is initializing. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1984.989968] env[62522]: DEBUG nova.compute.manager [req-63d8a80b-226f-4d7d-9b75-4278102de1d9 req-86616565-9e35-413d-9848-118fa522c4eb service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Received event network-vif-deleted-b2363b98-fceb-4e66-af90-32880ef3ae4b {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1984.990164] env[62522]: INFO nova.compute.manager [req-63d8a80b-226f-4d7d-9b75-4278102de1d9 req-86616565-9e35-413d-9848-118fa522c4eb service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Neutron deleted interface b2363b98-fceb-4e66-af90-32880ef3ae4b; detaching it from the instance and deleting it from the info cache [ 1984.990342] env[62522]: DEBUG nova.network.neutron [req-63d8a80b-226f-4d7d-9b75-4278102de1d9 req-86616565-9e35-413d-9848-118fa522c4eb service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.101776] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703853, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.578062} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.102642] env[62522]: INFO nova.virt.vmwareapi.ds_util [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9685b52b-6867-401b-8215-cf5ee22b5e4d/OSTACK_IMG_9685b52b-6867-401b-8215-cf5ee22b5e4d.vmdk to [datastore1] devstack-image-cache_base/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f.vmdk. [ 1985.102642] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Cleaning up location [datastore1] OSTACK_IMG_9685b52b-6867-401b-8215-cf5ee22b5e4d {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1985.102642] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9685b52b-6867-401b-8215-cf5ee22b5e4d {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1985.102879] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fadeae61-809d-417b-8c0f-02e57245f003 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.109322] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1985.109322] env[62522]: value = "task-1703858" [ 1985.109322] env[62522]: _type = "Task" [ 1985.109322] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.116838] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.374009] env[62522]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1985.374009] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e4877a-c662-ad57-7b0f-1b7ddab56e84" [ 1985.374009] env[62522]: _type = "HttpNfcLease" [ 1985.374009] env[62522]: } is ready. {{(pid=62522) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1985.374350] env[62522]: DEBUG oslo_vmware.rw_handles [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1985.374350] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e4877a-c662-ad57-7b0f-1b7ddab56e84" [ 1985.374350] env[62522]: _type = "HttpNfcLease" [ 1985.374350] env[62522]: }. {{(pid=62522) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1985.375090] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7725d5ed-31ad-484f-91a7-9cceeea6dd31 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.381744] env[62522]: DEBUG oslo_vmware.rw_handles [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8e209-4858-19e9-9822-2007be258054/disk-0.vmdk from lease info. {{(pid=62522) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1985.381914] env[62522]: DEBUG oslo_vmware.rw_handles [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8e209-4858-19e9-9822-2007be258054/disk-0.vmdk. {{(pid=62522) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1985.445195] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-428cf9ee-086a-42a3-b16c-3f209cfe1939 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.470321] env[62522]: DEBUG nova.network.neutron [-] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.493110] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25d30109-9c79-41fc-967f-570e77618ee8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.502197] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9be874-355e-4941-9d0d-f8bc14a52105 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.529035] env[62522]: DEBUG nova.compute.manager [req-63d8a80b-226f-4d7d-9b75-4278102de1d9 req-86616565-9e35-413d-9848-118fa522c4eb service nova] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Detach interface failed, port_id=b2363b98-fceb-4e66-af90-32880ef3ae4b, reason: Instance 61c7afc7-b7a0-48ef-81d6-4e438859004e could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1985.620313] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035945} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.621483] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1985.621672] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.621972] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f.vmdk to [datastore1] 51e7d375-8576-4dee-8cc8-46a43968469b/51e7d375-8576-4dee-8cc8-46a43968469b.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1985.622294] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-798a0bf5-637e-462c-bc53-e5e1b5ff2bc0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.629823] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1985.629823] env[62522]: value = "task-1703859" [ 1985.629823] env[62522]: _type = "Task" [ 1985.629823] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.638676] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.972852] env[62522]: INFO nova.compute.manager [-] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Took 1.20 seconds to deallocate network for instance. [ 1986.144301] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703859, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.480554] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.480899] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.481181] env[62522]: DEBUG nova.objects.instance [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lazy-loading 'resources' on Instance uuid 61c7afc7-b7a0-48ef-81d6-4e438859004e {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1986.643977] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703859, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.082215] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6889e2db-b191-418a-98cf-99e4de282a76 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.093500] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71250479-5a37-42d1-8dc9-e5367565521b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.132464] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3143180-56bc-428d-adec-016f1e485abf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.147965] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703859, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.150683] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37129bb3-3b10-4841-9ec9-fb4bc9fb8412 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.167709] env[62522]: DEBUG nova.compute.provider_tree [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1987.647722] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703859, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.672474] env[62522]: DEBUG nova.scheduler.client.report [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1988.136475] env[62522]: DEBUG oslo_vmware.rw_handles [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Completed reading data from the image iterator. {{(pid=62522) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1988.136830] env[62522]: DEBUG oslo_vmware.rw_handles [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8e209-4858-19e9-9822-2007be258054/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1988.138043] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebe0db3-a87e-4bdb-b630-241e2a75ed95 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.148311] env[62522]: DEBUG oslo_vmware.rw_handles [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8e209-4858-19e9-9822-2007be258054/disk-0.vmdk is in state: ready. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1988.148701] env[62522]: DEBUG oslo_vmware.rw_handles [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8e209-4858-19e9-9822-2007be258054/disk-0.vmdk. {{(pid=62522) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1988.151471] env[62522]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2b092538-3a8f-4f11-b810-06360caec017 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.152876] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703859, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.43586} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.153117] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f/4c8323c9-97f6-4fb0-bca9-d7be112a1e3f.vmdk to [datastore1] 51e7d375-8576-4dee-8cc8-46a43968469b/51e7d375-8576-4dee-8cc8-46a43968469b.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1988.154267] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba22a080-27a0-47c3-a5c9-ef02d062c03c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.175352] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 51e7d375-8576-4dee-8cc8-46a43968469b/51e7d375-8576-4dee-8cc8-46a43968469b.vmdk or device None with type streamOptimized {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1988.175667] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b525ab6-84df-44a6-9794-6084a8e19c91 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.189947] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.197078] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1988.197078] env[62522]: value = "task-1703860" [ 1988.197078] env[62522]: _type = "Task" [ 1988.197078] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.205177] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.210705] env[62522]: INFO nova.scheduler.client.report [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleted allocations for instance 61c7afc7-b7a0-48ef-81d6-4e438859004e [ 1988.357760] env[62522]: DEBUG oslo_vmware.rw_handles [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8e209-4858-19e9-9822-2007be258054/disk-0.vmdk. {{(pid=62522) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1988.357993] env[62522]: INFO nova.virt.vmwareapi.images [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Downloaded image file data c9aa07a6-326c-4dfa-8ef6-94515219685c [ 1988.358853] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee091751-b30f-4206-a41c-eff5a2b4b7f9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.376803] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89b986e3-5743-4f08-ae11-271bd9aee7da {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.400135] env[62522]: INFO nova.virt.vmwareapi.images [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] The imported VM was unregistered [ 1988.402684] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Caching image {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1988.402919] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c9aa07a6-326c-4dfa-8ef6-94515219685c {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1988.403217] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-851b9c22-dab6-422f-b027-1ed97578ee94 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.412681] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Created directory with path [datastore1] devstack-image-cache_base/c9aa07a6-326c-4dfa-8ef6-94515219685c {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1988.412870] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ec59fcbb-b931-4b07-b5cb-8c6eb8cc6437/OSTACK_IMG_ec59fcbb-b931-4b07-b5cb-8c6eb8cc6437.vmdk to [datastore1] devstack-image-cache_base/c9aa07a6-326c-4dfa-8ef6-94515219685c/c9aa07a6-326c-4dfa-8ef6-94515219685c.vmdk. {{(pid=62522) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1988.413110] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-adc59f2f-250e-4122-aa1e-7b9660b2a955 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.419671] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1988.419671] env[62522]: value = "task-1703862" [ 1988.419671] env[62522]: _type = "Task" [ 1988.419671] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.427228] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703862, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.707645] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703860, 'name': ReconfigVM_Task, 'duration_secs': 0.299095} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.708133] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 51e7d375-8576-4dee-8cc8-46a43968469b/51e7d375-8576-4dee-8cc8-46a43968469b.vmdk or device None with type streamOptimized {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1988.708734] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-232d88fd-26d3-4b50-9f0b-f93de4c98aea {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.719728] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1988.719728] env[62522]: value = "task-1703863" [ 1988.719728] env[62522]: _type = "Task" [ 1988.719728] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.720284] env[62522]: DEBUG oslo_concurrency.lockutils [None req-ecd8a944-14d4-4d70-b4c8-03bd34d347aa tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "61c7afc7-b7a0-48ef-81d6-4e438859004e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.133s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.738275] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703863, 'name': Rename_Task} progress is 14%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.933060] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703862, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.234141] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703863, 'name': Rename_Task} progress is 99%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.433376] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703862, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.734816] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703863, 'name': Rename_Task, 'duration_secs': 0.527585} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.735113] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1989.735409] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be7d38e9-afe5-4127-84ec-5954783c3583 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.744374] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1989.744374] env[62522]: value = "task-1703865" [ 1989.744374] env[62522]: _type = "Task" [ 1989.744374] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.754409] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.933187] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703862, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.256248] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703865, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.433366] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703862, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.753007] env[62522]: DEBUG oslo_vmware.api [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703865, 'name': PowerOnVM_Task, 'duration_secs': 0.986387} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.753279] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1990.865750] env[62522]: DEBUG nova.compute.manager [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1990.867106] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b119ff7d-b4b5-4bd2-98b3-c671cc21c12c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.939627] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703862, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.460462} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.939899] env[62522]: INFO nova.virt.vmwareapi.ds_util [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ec59fcbb-b931-4b07-b5cb-8c6eb8cc6437/OSTACK_IMG_ec59fcbb-b931-4b07-b5cb-8c6eb8cc6437.vmdk to [datastore1] devstack-image-cache_base/c9aa07a6-326c-4dfa-8ef6-94515219685c/c9aa07a6-326c-4dfa-8ef6-94515219685c.vmdk. [ 1990.940091] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Cleaning up location [datastore1] OSTACK_IMG_ec59fcbb-b931-4b07-b5cb-8c6eb8cc6437 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1990.940252] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ec59fcbb-b931-4b07-b5cb-8c6eb8cc6437 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1990.940507] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1728bc1-dd6f-406d-803b-14de7ac52fb3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.948334] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1990.948334] env[62522]: value = "task-1703866" [ 1990.948334] env[62522]: _type = "Task" [ 1990.948334] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.957055] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.387273] env[62522]: DEBUG oslo_concurrency.lockutils [None req-0e29944f-8feb-451b-afe3-c59686e04b72 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "51e7d375-8576-4dee-8cc8-46a43968469b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.675s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.458524] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052336} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.458764] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1991.458922] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c9aa07a6-326c-4dfa-8ef6-94515219685c/c9aa07a6-326c-4dfa-8ef6-94515219685c.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.459176] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c9aa07a6-326c-4dfa-8ef6-94515219685c/c9aa07a6-326c-4dfa-8ef6-94515219685c.vmdk to [datastore1] 46803472-32fe-4e37-bc99-bb224e14f939/46803472-32fe-4e37-bc99-bb224e14f939.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1991.459464] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-966dd2d6-6861-45c2-914a-35b08052b112 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.466399] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1991.466399] env[62522]: value = "task-1703867" [ 1991.466399] env[62522]: _type = "Task" [ 1991.466399] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.474087] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.976495] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703867, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.414942] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.415367] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.415538] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.415750] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.415928] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.418493] env[62522]: INFO nova.compute.manager [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Terminating instance [ 1992.476471] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703867, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.507918] env[62522]: INFO nova.compute.manager [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Rebuilding instance [ 1992.550961] env[62522]: DEBUG nova.compute.manager [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1992.551850] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da93e1e0-3be5-4f0d-96ad-6c3925724290 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.922193] env[62522]: DEBUG nova.compute.manager [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1992.922479] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1992.923472] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ea90b4-e2db-403f-a00b-a6f6eb35062e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.931611] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.931611] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36e4ed0b-d1b7-4aa6-9dd1-be99d7c9ff7c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.938263] env[62522]: DEBUG oslo_vmware.api [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1992.938263] env[62522]: value = "task-1703868" [ 1992.938263] env[62522]: _type = "Task" [ 1992.938263] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.977638] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703867, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.448956] env[62522]: DEBUG oslo_vmware.api [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.477738] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703867, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.486062] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b89802-b7ef-4975-8874-ae997d0fcb30 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.491520] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb605c-4812-467b-9a12-95c43868906b tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Suspending the VM {{(pid=62522) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1993.491902] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0ff853b1-315d-45da-aa46-dc1f9498b564 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.498587] env[62522]: DEBUG oslo_vmware.api [None req-22fb605c-4812-467b-9a12-95c43868906b tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1993.498587] env[62522]: value = "task-1703869" [ 1993.498587] env[62522]: _type = "Task" [ 1993.498587] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.507743] env[62522]: DEBUG oslo_vmware.api [None req-22fb605c-4812-467b-9a12-95c43868906b tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703869, 'name': SuspendVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.566629] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1993.566977] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-215745d0-0930-495a-8b7d-df26064486ff {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.574369] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1993.574369] env[62522]: value = "task-1703870" [ 1993.574369] env[62522]: _type = "Task" [ 1993.574369] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.583641] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.948953] env[62522]: DEBUG oslo_vmware.api [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703868, 'name': PowerOffVM_Task, 'duration_secs': 0.948712} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.949256] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1993.949431] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1993.949698] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ff23c86-3332-4d2b-ab35-1b77a9dedec4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.981485] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703867, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.369927} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.981915] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c9aa07a6-326c-4dfa-8ef6-94515219685c/c9aa07a6-326c-4dfa-8ef6-94515219685c.vmdk to [datastore1] 46803472-32fe-4e37-bc99-bb224e14f939/46803472-32fe-4e37-bc99-bb224e14f939.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1993.983288] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f602297-33f5-4fc0-a772-76d237391ca3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.015495] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 46803472-32fe-4e37-bc99-bb224e14f939/46803472-32fe-4e37-bc99-bb224e14f939.vmdk or device None with type streamOptimized {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1994.019415] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-656a2a6f-3c18-4479-a0d1-ef67a1025b60 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.035273] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.035530] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.035762] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleting the datastore file [datastore1] 04f2dcf8-ec65-432d-b5c0-1a351d12accb {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.036804] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e92c79d-dacc-467b-85a0-71a5ee1a7dc5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.041809] env[62522]: DEBUG oslo_vmware.api [None req-22fb605c-4812-467b-9a12-95c43868906b tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703869, 'name': SuspendVM_Task} progress is 87%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.043614] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1994.043614] env[62522]: value = "task-1703872" [ 1994.043614] env[62522]: _type = "Task" [ 1994.043614] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.048693] env[62522]: DEBUG oslo_vmware.api [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for the task: (returnval){ [ 1994.048693] env[62522]: value = "task-1703873" [ 1994.048693] env[62522]: _type = "Task" [ 1994.048693] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.052349] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.059827] env[62522]: DEBUG oslo_vmware.api [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.084888] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703870, 'name': PowerOffVM_Task, 'duration_secs': 0.405052} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.085172] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1994.085459] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1994.086242] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce86f08-9fad-4674-9b74-1aa7ee3b553f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.092588] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1994.092829] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76864200-3484-418a-8e11-7b8aa4a07ed7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.163544] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.163754] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.163934] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleting the datastore file [datastore1] 004dd86f-8ca2-44b2-8ba9-5910f7adb432 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.164216] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3d58d55-7606-4973-b749-f9dd01707b9c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.173142] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1994.173142] env[62522]: value = "task-1703875" [ 1994.173142] env[62522]: _type = "Task" [ 1994.173142] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.183351] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.515876] env[62522]: DEBUG oslo_vmware.api [None req-22fb605c-4812-467b-9a12-95c43868906b tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703869, 'name': SuspendVM_Task, 'duration_secs': 0.873984} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.516260] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb605c-4812-467b-9a12-95c43868906b tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Suspended the VM {{(pid=62522) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1994.516470] env[62522]: DEBUG nova.compute.manager [None req-22fb605c-4812-467b-9a12-95c43868906b tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1994.517323] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6abb76-af98-439f-927a-8def6bcd735e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.552851] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703872, 'name': ReconfigVM_Task, 'duration_secs': 0.394061} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.555911] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 46803472-32fe-4e37-bc99-bb224e14f939/46803472-32fe-4e37-bc99-bb224e14f939.vmdk or device None with type streamOptimized {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1994.556571] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb724c10-8c65-409e-97fb-78919a41a0c2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.563143] env[62522]: DEBUG oslo_vmware.api [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.564943] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1994.564943] env[62522]: value = "task-1703876" [ 1994.564943] env[62522]: _type = "Task" [ 1994.564943] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.573226] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703876, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.682480] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.061766] env[62522]: DEBUG oslo_vmware.api [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Task: {'id': task-1703873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.626331} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.062018] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1995.062217] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1995.062389] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1995.062558] env[62522]: INFO nova.compute.manager [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1995.062793] env[62522]: DEBUG oslo.service.loopingcall [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.062971] env[62522]: DEBUG nova.compute.manager [-] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1995.063112] env[62522]: DEBUG nova.network.neutron [-] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1995.073226] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703876, 'name': Rename_Task, 'duration_secs': 0.148137} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.073456] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1995.073670] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be6ba4d4-6312-4fa2-80fe-f87f73b46cf6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.080122] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 1995.080122] env[62522]: value = "task-1703877" [ 1995.080122] env[62522]: _type = "Task" [ 1995.080122] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.086865] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.183070] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546413} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.183326] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1995.183530] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1995.183711] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1995.308079] env[62522]: DEBUG nova.compute.manager [req-974d3905-1fe0-4eed-915a-033b3449cfd2 req-63ee1a85-3d75-4c33-9a90-13feeeee3d20 service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Received event network-vif-deleted-caa281a6-1a01-4e43-89bf-f94cba8ea8f4 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1995.308342] env[62522]: INFO nova.compute.manager [req-974d3905-1fe0-4eed-915a-033b3449cfd2 req-63ee1a85-3d75-4c33-9a90-13feeeee3d20 service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Neutron deleted interface caa281a6-1a01-4e43-89bf-f94cba8ea8f4; detaching it from the instance and deleting it from the info cache [ 1995.308565] env[62522]: DEBUG nova.network.neutron [req-974d3905-1fe0-4eed-915a-033b3449cfd2 req-63ee1a85-3d75-4c33-9a90-13feeeee3d20 service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.589998] env[62522]: DEBUG oslo_vmware.api [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703877, 'name': PowerOnVM_Task, 'duration_secs': 0.43912} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.590281] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1995.691848] env[62522]: DEBUG nova.compute.manager [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1995.692781] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983e2fc9-48e0-4e31-8e57-a18f614f5f07 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.787561] env[62522]: DEBUG nova.network.neutron [-] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.810969] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3da1753-e718-441c-b2e3-974973bf10e6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.820481] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe0f638-16e8-441e-945a-915220c39d8e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.844741] env[62522]: DEBUG nova.compute.manager [req-974d3905-1fe0-4eed-915a-033b3449cfd2 req-63ee1a85-3d75-4c33-9a90-13feeeee3d20 service nova] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Detach interface failed, port_id=caa281a6-1a01-4e43-89bf-f94cba8ea8f4, reason: Instance 04f2dcf8-ec65-432d-b5c0-1a351d12accb could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1995.934217] env[62522]: INFO nova.compute.manager [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Resuming [ 1995.934954] env[62522]: DEBUG nova.objects.instance [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lazy-loading 'flavor' on Instance uuid 51e7d375-8576-4dee-8cc8-46a43968469b {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1996.208954] env[62522]: DEBUG oslo_concurrency.lockutils [None req-1cc80340-8336-4b4b-80f8-bdfc2df70ef6 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "46803472-32fe-4e37-bc99-bb224e14f939" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.316s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.222721] env[62522]: DEBUG nova.virt.hardware [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1996.223062] env[62522]: DEBUG nova.virt.hardware [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1996.223276] env[62522]: DEBUG nova.virt.hardware [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1996.223534] env[62522]: DEBUG nova.virt.hardware [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1996.223680] env[62522]: DEBUG nova.virt.hardware [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1996.223876] env[62522]: DEBUG nova.virt.hardware [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1996.224169] env[62522]: DEBUG nova.virt.hardware [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1996.224449] env[62522]: DEBUG nova.virt.hardware [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1996.224643] env[62522]: DEBUG nova.virt.hardware [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1996.224812] env[62522]: DEBUG nova.virt.hardware [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1996.224997] env[62522]: DEBUG nova.virt.hardware [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1996.226154] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d839884-2e61-45ff-9a5a-1bd64fa2730e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.235482] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a001de-c261-4524-a082-5612065a75d9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.249403] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:65:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eec7220d-3582-4e95-a7c6-cc60bf1d2fa2', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1996.256697] env[62522]: DEBUG oslo.service.loopingcall [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.256937] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1996.257156] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c339e54e-80ed-4406-a25d-47b4632d4f64 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.275929] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1996.275929] env[62522]: value = "task-1703878" [ 1996.275929] env[62522]: _type = "Task" [ 1996.275929] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.284748] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703878, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.290250] env[62522]: INFO nova.compute.manager [-] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Took 1.23 seconds to deallocate network for instance. [ 1996.786691] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703878, 'name': CreateVM_Task, 'duration_secs': 0.37449} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.787071] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1996.787624] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.787798] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.788139] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1996.788392] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc6bc96e-f3eb-42e4-92a8-1793a27f908d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.792633] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1996.792633] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d1c796-27b3-2fef-058d-84bb14227c31" [ 1996.792633] env[62522]: _type = "Task" [ 1996.792633] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.796165] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.796390] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.796600] env[62522]: DEBUG nova.objects.instance [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lazy-loading 'resources' on Instance uuid 04f2dcf8-ec65-432d-b5c0-1a351d12accb {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1996.802065] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d1c796-27b3-2fef-058d-84bb14227c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.305137] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d1c796-27b3-2fef-058d-84bb14227c31, 'name': SearchDatastore_Task, 'duration_secs': 0.01269} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.305770] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.305770] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1997.305951] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.306113] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.306292] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1997.306545] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8ff1ed4-6264-478f-ac4a-6edbe2148dd1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.315450] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1997.315629] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1997.317051] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ad5161-c7ff-42fb-b860-f7c83a903d96 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.321382] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1997.321382] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528e1fde-b06e-8146-bf39-3d3b857ea200" [ 1997.321382] env[62522]: _type = "Task" [ 1997.321382] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.330944] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528e1fde-b06e-8146-bf39-3d3b857ea200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.372295] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db1c067-05ce-4b5c-aad8-66e6fd1c4a6b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.378952] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef7596c-b963-4c5f-b52a-c5b352876291 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.408138] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d473eed1-7302-4266-b63c-c14ff033b709 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.414713] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a220e5a-29f0-4787-8195-ef624975d561 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.427048] env[62522]: DEBUG nova.compute.provider_tree [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1997.444654] env[62522]: DEBUG oslo_concurrency.lockutils [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.444806] env[62522]: DEBUG oslo_concurrency.lockutils [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquired lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.444979] env[62522]: DEBUG nova.network.neutron [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1997.833635] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528e1fde-b06e-8146-bf39-3d3b857ea200, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.834406] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e68bfc-b660-4233-9144-e83361d793f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.839270] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1997.839270] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524fa617-4145-e337-073d-fe15dd31145d" [ 1997.839270] env[62522]: _type = "Task" [ 1997.839270] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.846302] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524fa617-4145-e337-073d-fe15dd31145d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.930530] env[62522]: DEBUG nova.scheduler.client.report [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1998.154803] env[62522]: DEBUG nova.network.neutron [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Updating instance_info_cache with network_info: [{"id": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "address": "fa:16:3e:d3:0e:e3", "network": {"id": "0bf6ecca-e896-4e43-ba7c-af1895b3e72a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-507936208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad92e03b56440c991ae3bba7bfc244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8a110d-d2", "ovs_interfaceid": "9a8a110d-d2a2-412a-abf7-6f0346747c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.350578] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]524fa617-4145-e337-073d-fe15dd31145d, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.350791] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.351057] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 004dd86f-8ca2-44b2-8ba9-5910f7adb432/004dd86f-8ca2-44b2-8ba9-5910f7adb432.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1998.351339] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0650e27-7931-473e-b9a5-1e6086c4349e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.358484] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1998.358484] env[62522]: value = "task-1703879" [ 1998.358484] env[62522]: _type = "Task" [ 1998.358484] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.366433] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.436061] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.460039] env[62522]: INFO nova.scheduler.client.report [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Deleted allocations for instance 04f2dcf8-ec65-432d-b5c0-1a351d12accb [ 1998.657571] env[62522]: DEBUG oslo_concurrency.lockutils [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Releasing lock "refresh_cache-51e7d375-8576-4dee-8cc8-46a43968469b" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.658581] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940bafc3-8983-4fa5-bdf2-03df9fe72628 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.665463] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Resuming the VM {{(pid=62522) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1998.665731] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c495a638-cd30-4d66-a991-e6b78c0196e2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.672027] env[62522]: DEBUG oslo_vmware.api [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 1998.672027] env[62522]: value = "task-1703880" [ 1998.672027] env[62522]: _type = "Task" [ 1998.672027] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.680551] env[62522]: DEBUG oslo_vmware.api [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.868515] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469684} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.868806] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 004dd86f-8ca2-44b2-8ba9-5910f7adb432/004dd86f-8ca2-44b2-8ba9-5910f7adb432.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1998.868992] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1998.869293] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d1cf031-5181-4ae4-bbd6-2f58250da2b3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.875699] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1998.875699] env[62522]: value = "task-1703881" [ 1998.875699] env[62522]: _type = "Task" [ 1998.875699] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.885014] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.969289] env[62522]: DEBUG oslo_concurrency.lockutils [None req-3c51d1f0-e392-44c6-a0ed-64bbeac90702 tempest-ServerActionsTestOtherA-753196961 tempest-ServerActionsTestOtherA-753196961-project-member] Lock "04f2dcf8-ec65-432d-b5c0-1a351d12accb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.554s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.182846] env[62522]: DEBUG oslo_vmware.api [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.384880] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062657} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.385583] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1999.386358] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9883637f-5696-4f37-a47c-528ff1f9fdca {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.407504] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 004dd86f-8ca2-44b2-8ba9-5910f7adb432/004dd86f-8ca2-44b2-8ba9-5910f7adb432.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1999.407741] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-595fa328-f35c-4e1a-880b-c088f9205297 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.426958] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1999.426958] env[62522]: value = "task-1703882" [ 1999.426958] env[62522]: _type = "Task" [ 1999.426958] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.434889] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.683895] env[62522]: DEBUG oslo_vmware.api [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703880, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.937318] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703882, 'name': ReconfigVM_Task, 'duration_secs': 0.288742} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.937683] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 004dd86f-8ca2-44b2-8ba9-5910f7adb432/004dd86f-8ca2-44b2-8ba9-5910f7adb432.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1999.938261] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c241cf29-f0e5-40a3-9e91-4b1ece600596 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.946069] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 1999.946069] env[62522]: value = "task-1703883" [ 1999.946069] env[62522]: _type = "Task" [ 1999.946069] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.959944] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703883, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.184753] env[62522]: DEBUG oslo_vmware.api [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703880, 'name': PowerOnVM_Task, 'duration_secs': 1.116264} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.184753] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Resumed the VM {{(pid=62522) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2000.184753] env[62522]: DEBUG nova.compute.manager [None req-333b2052-9856-40bc-b652-9aa7e9205c51 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2000.185474] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a24c2b-88e1-49b0-8753-88f2f677ea05 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.457245] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703883, 'name': Rename_Task, 'duration_secs': 0.165307} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.457531] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2000.457784] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9db9a44d-6605-4eae-9a63-f2cf122a631f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.463886] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2000.463886] env[62522]: value = "task-1703884" [ 2000.463886] env[62522]: _type = "Task" [ 2000.463886] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.471497] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.974671] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703884, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.475131] env[62522]: DEBUG oslo_vmware.api [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703884, 'name': PowerOnVM_Task, 'duration_secs': 0.545739} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.475424] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2001.475639] env[62522]: DEBUG nova.compute.manager [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2001.476400] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ee609b-fa56-4c7e-bc65-8c20935e3e05 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.992594] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.992940] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.993244] env[62522]: DEBUG nova.objects.instance [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62522) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2003.003746] env[62522]: DEBUG oslo_concurrency.lockutils [None req-a89f5896-1534-410e-be67-44f20e7e3db5 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.490577] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "51e7d375-8576-4dee-8cc8-46a43968469b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.490978] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "51e7d375-8576-4dee-8cc8-46a43968469b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.491192] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "51e7d375-8576-4dee-8cc8-46a43968469b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.491424] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "51e7d375-8576-4dee-8cc8-46a43968469b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.491603] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "51e7d375-8576-4dee-8cc8-46a43968469b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.494554] env[62522]: INFO nova.compute.manager [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Terminating instance [ 2005.998811] env[62522]: DEBUG nova.compute.manager [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2005.999139] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2005.999899] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2cbb5e-0130-44bc-948c-964e44876ec9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.008904] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2006.009143] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c53be81-de42-454f-9e06-23c03d3e5d6a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.015083] env[62522]: DEBUG oslo_vmware.api [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 2006.015083] env[62522]: value = "task-1703885" [ 2006.015083] env[62522]: _type = "Task" [ 2006.015083] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.023360] env[62522]: DEBUG oslo_vmware.api [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.524941] env[62522]: DEBUG oslo_vmware.api [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703885, 'name': PowerOffVM_Task, 'duration_secs': 0.205094} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.525267] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2006.525382] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2006.525611] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae49e508-45c7-4214-a6fe-e4ba628eea23 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.594379] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2006.594645] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2006.594795] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Deleting the datastore file [datastore1] 51e7d375-8576-4dee-8cc8-46a43968469b {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2006.595064] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fa45e4f-426a-4572-9006-4297c2af0549 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.601045] env[62522]: DEBUG oslo_vmware.api [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for the task: (returnval){ [ 2006.601045] env[62522]: value = "task-1703887" [ 2006.601045] env[62522]: _type = "Task" [ 2006.601045] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.608375] env[62522]: DEBUG oslo_vmware.api [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.028647] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2007.110389] env[62522]: DEBUG oslo_vmware.api [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Task: {'id': task-1703887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145714} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.110607] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2007.110757] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2007.110926] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2007.111110] env[62522]: INFO nova.compute.manager [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2007.111347] env[62522]: DEBUG oslo.service.loopingcall [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2007.111547] env[62522]: DEBUG nova.compute.manager [-] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2007.111648] env[62522]: DEBUG nova.network.neutron [-] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2007.364511] env[62522]: DEBUG nova.compute.manager [req-9b999fe6-0c66-4724-9b17-e0718beb283f req-5cfd4a52-b8a4-4c25-a4f6-c474cc3bbf38 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Received event network-vif-deleted-9a8a110d-d2a2-412a-abf7-6f0346747c87 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2007.364588] env[62522]: INFO nova.compute.manager [req-9b999fe6-0c66-4724-9b17-e0718beb283f req-5cfd4a52-b8a4-4c25-a4f6-c474cc3bbf38 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Neutron deleted interface 9a8a110d-d2a2-412a-abf7-6f0346747c87; detaching it from the instance and deleting it from the info cache [ 2007.364765] env[62522]: DEBUG nova.network.neutron [req-9b999fe6-0c66-4724-9b17-e0718beb283f req-5cfd4a52-b8a4-4c25-a4f6-c474cc3bbf38 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.844249] env[62522]: DEBUG nova.network.neutron [-] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.867510] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e4bbdce-8402-419a-8695-71bef796ae09 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.876953] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bc7014-79fd-45a7-b3be-ec072a46a7d0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.901608] env[62522]: DEBUG nova.compute.manager [req-9b999fe6-0c66-4724-9b17-e0718beb283f req-5cfd4a52-b8a4-4c25-a4f6-c474cc3bbf38 service nova] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Detach interface failed, port_id=9a8a110d-d2a2-412a-abf7-6f0346747c87, reason: Instance 51e7d375-8576-4dee-8cc8-46a43968469b could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2008.347700] env[62522]: INFO nova.compute.manager [-] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Took 1.24 seconds to deallocate network for instance. [ 2008.854606] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.855019] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.855118] env[62522]: DEBUG nova.objects.instance [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lazy-loading 'resources' on Instance uuid 51e7d375-8576-4dee-8cc8-46a43968469b {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2009.423694] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04807c99-2674-44b9-b6f1-a05200eaa07b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.431747] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82abcfd-4bf0-4f62-9a16-0de09cb9eb9f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.460583] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac770b5-177f-4c8c-9bcd-df5e51b135b3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.468783] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bd0988-98b0-41a7-8680-b5f8371f2efc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.482828] env[62522]: DEBUG nova.compute.provider_tree [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.986260] env[62522]: DEBUG nova.scheduler.client.report [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2010.491594] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.512261] env[62522]: INFO nova.scheduler.client.report [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Deleted allocations for instance 51e7d375-8576-4dee-8cc8-46a43968469b [ 2011.019776] env[62522]: DEBUG oslo_concurrency.lockutils [None req-2430f4ed-897a-46c4-afb2-036c2389f665 tempest-ServersNegativeTestJSON-1609152644 tempest-ServersNegativeTestJSON-1609152644-project-member] Lock "51e7d375-8576-4dee-8cc8-46a43968469b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.529s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.032581] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2014.034209] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2014.034598] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2015.039637] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 2015.040025] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2016.032870] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2016.033117] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2016.033264] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2019.032735] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2019.535459] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.535693] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.535872] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.536028] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2019.536975] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3c65e4-eaa4-4cf5-84c1-17b69f755a9d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.544993] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e835e79a-3314-43b3-8669-33ea342c9481 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.558939] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1ece20-9b15-4a0f-b1f1-be2f308a9109 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.564958] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d59e4f-13a9-4432-b2ac-2d6a991f0fb5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.595024] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180546MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2019.595120] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.595284] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.625595] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance cced87bc-2529-4a70-970b-623156c54a56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2020.625918] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 004dd86f-8ca2-44b2-8ba9-5910f7adb432 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2020.625918] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 46803472-32fe-4e37-bc99-bb224e14f939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2020.626078] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2020.626186] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2020.669064] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0cd6b7-62eb-489b-905b-83d050c47640 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.676258] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0ef46c-c004-480c-ac23-7ea761d08df9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.705091] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ba1863-1b9b-481f-b6d0-b95329ae04f7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.711783] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acd48bb-6df5-43e6-a4b9-74dec125d891 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.725196] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2021.228666] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2021.733951] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2021.734320] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.139s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.734617] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.734964] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2032.394022] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "46803472-32fe-4e37-bc99-bb224e14f939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.394453] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "46803472-32fe-4e37-bc99-bb224e14f939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.394523] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "46803472-32fe-4e37-bc99-bb224e14f939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.394736] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "46803472-32fe-4e37-bc99-bb224e14f939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.394905] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "46803472-32fe-4e37-bc99-bb224e14f939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.398344] env[62522]: INFO nova.compute.manager [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Terminating instance [ 2032.902458] env[62522]: DEBUG nova.compute.manager [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2032.902759] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2032.903685] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a03b902-1e53-4302-ab23-7078d73d5465 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.911277] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2032.911500] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37e8906e-f121-4776-bbd2-3275df468a7f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.918978] env[62522]: DEBUG oslo_vmware.api [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 2032.918978] env[62522]: value = "task-1703888" [ 2032.918978] env[62522]: _type = "Task" [ 2032.918978] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.927023] env[62522]: DEBUG oslo_vmware.api [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.428509] env[62522]: DEBUG oslo_vmware.api [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703888, 'name': PowerOffVM_Task, 'duration_secs': 0.189764} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.428882] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2033.428882] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2033.429126] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d6cee38-f3b8-40ec-9511-3b460d7f1a0c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.501927] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2033.502165] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2033.502346] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleting the datastore file [datastore1] 46803472-32fe-4e37-bc99-bb224e14f939 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2033.502647] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ed5e01a-5f4d-47cb-8aab-21b1b27797e8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.510177] env[62522]: DEBUG oslo_vmware.api [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for the task: (returnval){ [ 2033.510177] env[62522]: value = "task-1703890" [ 2033.510177] env[62522]: _type = "Task" [ 2033.510177] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.517960] env[62522]: DEBUG oslo_vmware.api [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.020315] env[62522]: DEBUG oslo_vmware.api [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Task: {'id': task-1703890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132755} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.020548] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2034.020731] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2034.020907] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2034.021098] env[62522]: INFO nova.compute.manager [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2034.021339] env[62522]: DEBUG oslo.service.loopingcall [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2034.021529] env[62522]: DEBUG nova.compute.manager [-] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2034.021624] env[62522]: DEBUG nova.network.neutron [-] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2034.453753] env[62522]: DEBUG nova.compute.manager [req-857f28aa-fc3b-4009-aef7-74ae4b138183 req-a7788bab-bbf8-47ca-9780-a7f0e25606a1 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Received event network-vif-deleted-65134705-d25d-4ca6-97cf-69a61b1d6035 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2034.453988] env[62522]: INFO nova.compute.manager [req-857f28aa-fc3b-4009-aef7-74ae4b138183 req-a7788bab-bbf8-47ca-9780-a7f0e25606a1 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Neutron deleted interface 65134705-d25d-4ca6-97cf-69a61b1d6035; detaching it from the instance and deleting it from the info cache [ 2034.454154] env[62522]: DEBUG nova.network.neutron [req-857f28aa-fc3b-4009-aef7-74ae4b138183 req-a7788bab-bbf8-47ca-9780-a7f0e25606a1 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.932080] env[62522]: DEBUG nova.network.neutron [-] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.956325] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50edd777-a421-4f85-a3b2-6ea0760bb073 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.966776] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a6c4ec-0959-4835-bd37-e0cec5f1cf7a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.992233] env[62522]: DEBUG nova.compute.manager [req-857f28aa-fc3b-4009-aef7-74ae4b138183 req-a7788bab-bbf8-47ca-9780-a7f0e25606a1 service nova] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Detach interface failed, port_id=65134705-d25d-4ca6-97cf-69a61b1d6035, reason: Instance 46803472-32fe-4e37-bc99-bb224e14f939 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2035.028554] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2035.435081] env[62522]: INFO nova.compute.manager [-] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Took 1.41 seconds to deallocate network for instance. [ 2035.941837] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.942158] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.942351] env[62522]: DEBUG nova.objects.instance [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lazy-loading 'resources' on Instance uuid 46803472-32fe-4e37-bc99-bb224e14f939 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2036.494327] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4f58c0-44ea-42f8-b0e9-a5b0085ae204 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.502157] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46497253-c8ab-4210-92e8-6e1c46ad1a3f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.533045] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a84d6c6-4ef7-4c75-8c1c-e6509f68671f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.539893] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7d7ac8-847b-4901-8db9-69bd3cea031a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.552689] env[62522]: DEBUG nova.compute.provider_tree [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2037.055611] env[62522]: DEBUG nova.scheduler.client.report [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2037.560385] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.581187] env[62522]: INFO nova.scheduler.client.report [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Deleted allocations for instance 46803472-32fe-4e37-bc99-bb224e14f939 [ 2038.088702] env[62522]: DEBUG oslo_concurrency.lockutils [None req-9a8598b3-feb7-43c8-aec8-bebb6874f8e1 tempest-AttachVolumeShelveTestJSON-667398340 tempest-AttachVolumeShelveTestJSON-667398340-project-member] Lock "46803472-32fe-4e37-bc99-bb224e14f939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.694s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.831853] env[62522]: DEBUG oslo_concurrency.lockutils [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "004dd86f-8ca2-44b2-8ba9-5910f7adb432" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.831853] env[62522]: DEBUG oslo_concurrency.lockutils [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "004dd86f-8ca2-44b2-8ba9-5910f7adb432" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.832135] env[62522]: DEBUG oslo_concurrency.lockutils [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "004dd86f-8ca2-44b2-8ba9-5910f7adb432-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.832135] env[62522]: DEBUG oslo_concurrency.lockutils [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "004dd86f-8ca2-44b2-8ba9-5910f7adb432-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.832487] env[62522]: DEBUG oslo_concurrency.lockutils [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "004dd86f-8ca2-44b2-8ba9-5910f7adb432-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.834660] env[62522]: INFO nova.compute.manager [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Terminating instance [ 2039.338467] env[62522]: DEBUG nova.compute.manager [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2039.338712] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2039.339644] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb0a74e-f91d-4d0c-95e2-4e155dbd283c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.348114] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2039.348402] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9dfd9f1-de2d-439a-a6a0-2a4075370d38 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.355648] env[62522]: DEBUG oslo_vmware.api [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2039.355648] env[62522]: value = "task-1703891" [ 2039.355648] env[62522]: _type = "Task" [ 2039.355648] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.367981] env[62522]: DEBUG oslo_vmware.api [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.865200] env[62522]: DEBUG oslo_vmware.api [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703891, 'name': PowerOffVM_Task, 'duration_secs': 0.187383} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.865486] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2039.865704] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2039.865997] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-113f59ed-f2b4-457a-9a1e-7e9daa5e2fd3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.941604] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2039.941774] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2039.941959] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleting the datastore file [datastore1] 004dd86f-8ca2-44b2-8ba9-5910f7adb432 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2039.942233] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1fbb6d2-86c3-4b94-b5e3-97148db3f532 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.948688] env[62522]: DEBUG oslo_vmware.api [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2039.948688] env[62522]: value = "task-1703893" [ 2039.948688] env[62522]: _type = "Task" [ 2039.948688] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.956363] env[62522]: DEBUG oslo_vmware.api [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.460184] env[62522]: DEBUG oslo_vmware.api [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149202} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.460689] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2040.460689] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2040.460845] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2040.460915] env[62522]: INFO nova.compute.manager [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2040.461136] env[62522]: DEBUG oslo.service.loopingcall [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2040.461336] env[62522]: DEBUG nova.compute.manager [-] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2040.461423] env[62522]: DEBUG nova.network.neutron [-] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2040.942854] env[62522]: DEBUG nova.compute.manager [req-b5ed6862-8185-4760-a482-157b5a7fa0b8 req-9efa8697-5f4f-4d4a-b0d1-7607e65dac76 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Received event network-vif-deleted-eec7220d-3582-4e95-a7c6-cc60bf1d2fa2 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2040.943051] env[62522]: INFO nova.compute.manager [req-b5ed6862-8185-4760-a482-157b5a7fa0b8 req-9efa8697-5f4f-4d4a-b0d1-7607e65dac76 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Neutron deleted interface eec7220d-3582-4e95-a7c6-cc60bf1d2fa2; detaching it from the instance and deleting it from the info cache [ 2040.943253] env[62522]: DEBUG nova.network.neutron [req-b5ed6862-8185-4760-a482-157b5a7fa0b8 req-9efa8697-5f4f-4d4a-b0d1-7607e65dac76 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.422064] env[62522]: DEBUG nova.network.neutron [-] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.445528] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f933034-4257-437a-8bb3-1ae5e786b5f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.454275] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a4acd3-7b9e-43bb-a8a8-ab5589b257a3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.477772] env[62522]: DEBUG nova.compute.manager [req-b5ed6862-8185-4760-a482-157b5a7fa0b8 req-9efa8697-5f4f-4d4a-b0d1-7607e65dac76 service nova] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Detach interface failed, port_id=eec7220d-3582-4e95-a7c6-cc60bf1d2fa2, reason: Instance 004dd86f-8ca2-44b2-8ba9-5910f7adb432 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2041.924650] env[62522]: INFO nova.compute.manager [-] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Took 1.46 seconds to deallocate network for instance. [ 2042.431170] env[62522]: DEBUG oslo_concurrency.lockutils [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.431448] env[62522]: DEBUG oslo_concurrency.lockutils [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.431678] env[62522]: DEBUG nova.objects.instance [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lazy-loading 'resources' on Instance uuid 004dd86f-8ca2-44b2-8ba9-5910f7adb432 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2042.975235] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b67403f-9d0a-4375-b630-82b613bdc30f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.982727] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a17380-eacb-4cc7-b434-7d6ebf6b24f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.012871] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c9e8ad-b2c3-448d-8890-7f9f4cbc5089 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.019582] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdae8b3b-78cb-401f-8b23-991e7db8bbc5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.032339] env[62522]: DEBUG nova.compute.provider_tree [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2043.536387] env[62522]: DEBUG nova.scheduler.client.report [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2044.041094] env[62522]: DEBUG oslo_concurrency.lockutils [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.062414] env[62522]: INFO nova.scheduler.client.report [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleted allocations for instance 004dd86f-8ca2-44b2-8ba9-5910f7adb432 [ 2044.570321] env[62522]: DEBUG oslo_concurrency.lockutils [None req-44fcd02b-ced0-474b-92fc-958b9cffd716 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "004dd86f-8ca2-44b2-8ba9-5910f7adb432" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.739s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.877136] env[62522]: DEBUG nova.compute.manager [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Stashing vm_state: active {{(pid=62522) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 2047.396824] env[62522]: DEBUG oslo_concurrency.lockutils [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.397141] env[62522]: DEBUG oslo_concurrency.lockutils [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.901970] env[62522]: INFO nova.compute.claims [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2048.408501] env[62522]: INFO nova.compute.resource_tracker [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating resource usage from migration a2228798-3a81-423c-a37f-9f907e309c44 [ 2048.443354] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78284cb4-9493-4f9f-a904-04b5ed7a553d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.450566] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecb2324-63e8-4387-be6f-b71a008d5879 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.479177] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc0665-46c3-4920-ab8c-35e49290856f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.485819] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27348f7-6ea8-4959-b77a-34eece68b2c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.498873] env[62522]: DEBUG nova.compute.provider_tree [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2049.002614] env[62522]: DEBUG nova.scheduler.client.report [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2049.507596] env[62522]: DEBUG oslo_concurrency.lockutils [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.110s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.507820] env[62522]: INFO nova.compute.manager [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Migrating [ 2050.022548] env[62522]: DEBUG oslo_concurrency.lockutils [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.022928] env[62522]: DEBUG oslo_concurrency.lockutils [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.023032] env[62522]: DEBUG nova.network.neutron [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2050.733589] env[62522]: DEBUG nova.network.neutron [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance_info_cache with network_info: [{"id": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "address": "fa:16:3e:d8:d8:a6", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef83c453-30", "ovs_interfaceid": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.236709] env[62522]: DEBUG oslo_concurrency.lockutils [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.752619] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e04acd5-a24c-47fb-a0c5-489f06eedd4d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.771284] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance 'cced87bc-2529-4a70-970b-623156c54a56' progress to 0 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2053.277040] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2053.277363] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e18fa808-aa20-43e8-a40e-759b93d2d404 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.284664] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2053.284664] env[62522]: value = "task-1703895" [ 2053.284664] env[62522]: _type = "Task" [ 2053.284664] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.292166] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.794511] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703895, 'name': PowerOffVM_Task, 'duration_secs': 0.179765} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.794867] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2053.794908] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance 'cced87bc-2529-4a70-970b-623156c54a56' progress to 17 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2054.301176] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2054.301429] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2054.302110] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2054.302110] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2054.302110] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2054.302110] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2054.302284] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2054.302401] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2054.302552] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2054.302723] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2054.302927] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2054.307982] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-581ef440-0ee7-45a4-bc25-06c2ebd0e694 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.324105] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2054.324105] env[62522]: value = "task-1703896" [ 2054.324105] env[62522]: _type = "Task" [ 2054.324105] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.332196] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.834306] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703896, 'name': ReconfigVM_Task, 'duration_secs': 0.165114} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.834842] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance 'cced87bc-2529-4a70-970b-623156c54a56' progress to 33 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2055.340761] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2055.341117] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2055.341253] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2055.341468] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2055.341730] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2055.341799] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2055.341953] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2055.342129] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2055.342296] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2055.342456] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2055.342648] env[62522]: DEBUG nova.virt.hardware [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2055.347909] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2055.348206] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0002e584-2e97-4d7d-a5c9-05e024b0610b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.367273] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2055.367273] env[62522]: value = "task-1703897" [ 2055.367273] env[62522]: _type = "Task" [ 2055.367273] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.374976] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.877457] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703897, 'name': ReconfigVM_Task, 'duration_secs': 0.15366} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.877739] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2055.878406] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b785a98-056a-4c08-8064-648bf13f2f9f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.899227] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] cced87bc-2529-4a70-970b-623156c54a56/cced87bc-2529-4a70-970b-623156c54a56.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2055.899453] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f25625c-61c7-49da-901f-99c07b365b55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.916486] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2055.916486] env[62522]: value = "task-1703898" [ 2055.916486] env[62522]: _type = "Task" [ 2055.916486] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.923630] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.426647] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703898, 'name': ReconfigVM_Task, 'duration_secs': 0.256881} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.426919] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Reconfigured VM instance instance-00000070 to attach disk [datastore1] cced87bc-2529-4a70-970b-623156c54a56/cced87bc-2529-4a70-970b-623156c54a56.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2056.427210] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance 'cced87bc-2529-4a70-970b-623156c54a56' progress to 50 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2056.934231] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f758966-54dd-47e7-b869-c7c7980825b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.953489] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66de1848-c60a-483a-aa37-32ca95e70c82 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.970047] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance 'cced87bc-2529-4a70-970b-623156c54a56' progress to 67 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2057.510580] env[62522]: DEBUG nova.network.neutron [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Port ef83c453-30c0-4787-ad19-bbd7d2532c31 binding to destination host cpu-1 is already ACTIVE {{(pid=62522) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2058.530975] env[62522]: DEBUG oslo_concurrency.lockutils [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "cced87bc-2529-4a70-970b-623156c54a56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.531342] env[62522]: DEBUG oslo_concurrency.lockutils [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "cced87bc-2529-4a70-970b-623156c54a56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.531416] env[62522]: DEBUG oslo_concurrency.lockutils [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "cced87bc-2529-4a70-970b-623156c54a56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.565445] env[62522]: DEBUG oslo_concurrency.lockutils [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.565776] env[62522]: DEBUG oslo_concurrency.lockutils [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.565841] env[62522]: DEBUG nova.network.neutron [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2060.303304] env[62522]: DEBUG nova.network.neutron [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance_info_cache with network_info: [{"id": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "address": "fa:16:3e:d8:d8:a6", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef83c453-30", "ovs_interfaceid": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.806548] env[62522]: DEBUG oslo_concurrency.lockutils [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.331214] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ba7e22-d796-460b-ae20-afd64c8f4d0b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.349719] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49637bb1-ba90-4b90-a370-7e0400a07c56 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.356413] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance 'cced87bc-2529-4a70-970b-623156c54a56' progress to 83 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2061.863392] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2061.863735] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-457ce7fb-862b-45e3-ba15-8b5414e901c9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.871077] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2061.871077] env[62522]: value = "task-1703899" [ 2061.871077] env[62522]: _type = "Task" [ 2061.871077] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.879573] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.380276] env[62522]: DEBUG oslo_vmware.api [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703899, 'name': PowerOnVM_Task, 'duration_secs': 0.356901} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.380546] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2062.380726] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-91a1474e-c429-40d9-a332-7d655d445e48 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance 'cced87bc-2529-4a70-970b-623156c54a56' progress to 100 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2065.173978] env[62522]: DEBUG oslo_concurrency.lockutils [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "cced87bc-2529-4a70-970b-623156c54a56" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.174416] env[62522]: DEBUG oslo_concurrency.lockutils [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "cced87bc-2529-4a70-970b-623156c54a56" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.174672] env[62522]: DEBUG nova.compute.manager [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Going to confirm migration 9 {{(pid=62522) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 2065.711095] env[62522]: DEBUG oslo_concurrency.lockutils [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.711287] env[62522]: DEBUG oslo_concurrency.lockutils [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.711465] env[62522]: DEBUG nova.network.neutron [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2065.711643] env[62522]: DEBUG nova.objects.instance [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lazy-loading 'info_cache' on Instance uuid cced87bc-2529-4a70-970b-623156c54a56 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2066.910083] env[62522]: DEBUG nova.network.neutron [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance_info_cache with network_info: [{"id": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "address": "fa:16:3e:d8:d8:a6", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef83c453-30", "ovs_interfaceid": "ef83c453-30c0-4787-ad19-bbd7d2532c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.412939] env[62522]: DEBUG oslo_concurrency.lockutils [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-cced87bc-2529-4a70-970b-623156c54a56" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.413245] env[62522]: DEBUG nova.objects.instance [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lazy-loading 'migration_context' on Instance uuid cced87bc-2529-4a70-970b-623156c54a56 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2067.916229] env[62522]: DEBUG nova.objects.base [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2067.917524] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c64422-89d8-4ff9-af94-741adcd9f5f0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.946807] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fecfb93-d828-4a18-b5ab-5464a4656c57 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.953538] env[62522]: DEBUG oslo_vmware.api [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2067.953538] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e28735-19d3-99c9-730b-a5a26820cdd2" [ 2067.953538] env[62522]: _type = "Task" [ 2067.953538] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.964850] env[62522]: DEBUG oslo_vmware.api [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52e28735-19d3-99c9-730b-a5a26820cdd2, 'name': SearchDatastore_Task, 'duration_secs': 0.007003} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.965242] env[62522]: DEBUG oslo_concurrency.lockutils [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.965577] env[62522]: DEBUG oslo_concurrency.lockutils [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.508604] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463b6e0f-ada4-4adc-a5c7-12d7a52600a3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.515942] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4688bb0-1c58-446a-bea7-6b53d3f265c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.544330] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d822091-3b0b-4806-86c1-5ecbe46f9e16 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.551100] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d541d04-1565-4154-aab9-5b89ac97a032 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.563580] env[62522]: DEBUG nova.compute.provider_tree [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2069.083217] env[62522]: ERROR nova.scheduler.client.report [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [req-2c4cd6a9-013e-4ca0-a9e7-19374b3c6814] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59e04893-03fc-41a2-9591-b0bc3d235151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c4cd6a9-013e-4ca0-a9e7-19374b3c6814"}]} [ 2069.098356] env[62522]: DEBUG nova.scheduler.client.report [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Refreshing inventories for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 2069.113044] env[62522]: DEBUG nova.scheduler.client.report [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Updating ProviderTree inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 2069.113044] env[62522]: DEBUG nova.compute.provider_tree [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2069.121388] env[62522]: DEBUG nova.scheduler.client.report [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Refreshing aggregate associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, aggregates: None {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 2069.137895] env[62522]: DEBUG nova.scheduler.client.report [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Refreshing trait associations for resource provider 59e04893-03fc-41a2-9591-b0bc3d235151, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62522) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 2069.169761] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c303d3e7-baab-4f54-9f06-a40b7ad68d7f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.176686] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0e27ca-ae7f-49be-8c92-b1e3e8e5afa5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.206321] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181c0b4e-f6ec-42ac-9956-517e4cbff655 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.213090] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c251592-7e69-4704-9e65-636c494274b3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.225757] env[62522]: DEBUG nova.compute.provider_tree [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2069.533146] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2069.755178] env[62522]: DEBUG nova.scheduler.client.report [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Updated inventory for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 2069.755457] env[62522]: DEBUG nova.compute.provider_tree [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Updating resource provider 59e04893-03fc-41a2-9591-b0bc3d235151 generation from 180 to 181 during operation: update_inventory {{(pid=62522) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2069.755637] env[62522]: DEBUG nova.compute.provider_tree [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Updating inventory in ProviderTree for provider 59e04893-03fc-41a2-9591-b0bc3d235151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2070.766410] env[62522]: DEBUG oslo_concurrency.lockutils [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.801s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.324186] env[62522]: INFO nova.scheduler.client.report [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleted allocation for migration a2228798-3a81-423c-a37f-9f907e309c44 [ 2071.829741] env[62522]: DEBUG oslo_concurrency.lockutils [None req-96e17d29-2b9f-4431-91c8-35a5bd33b21a tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "cced87bc-2529-4a70-970b-623156c54a56" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.655s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.147273] env[62522]: DEBUG oslo_concurrency.lockutils [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "cced87bc-2529-4a70-970b-623156c54a56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.147510] env[62522]: DEBUG oslo_concurrency.lockutils [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "cced87bc-2529-4a70-970b-623156c54a56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.147705] env[62522]: DEBUG oslo_concurrency.lockutils [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "cced87bc-2529-4a70-970b-623156c54a56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.147887] env[62522]: DEBUG oslo_concurrency.lockutils [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "cced87bc-2529-4a70-970b-623156c54a56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.148081] env[62522]: DEBUG oslo_concurrency.lockutils [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "cced87bc-2529-4a70-970b-623156c54a56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.150478] env[62522]: INFO nova.compute.manager [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Terminating instance [ 2072.654981] env[62522]: DEBUG nova.compute.manager [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2072.655317] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2072.656239] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e6187a-94ae-4b2d-ac49-9cd0d0be6a57 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.664053] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2072.664272] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0ce0d1b-7e9f-4421-8540-b3c630d9b6ec {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.669699] env[62522]: DEBUG oslo_vmware.api [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2072.669699] env[62522]: value = "task-1703900" [ 2072.669699] env[62522]: _type = "Task" [ 2072.669699] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.676993] env[62522]: DEBUG oslo_vmware.api [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.179684] env[62522]: DEBUG oslo_vmware.api [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703900, 'name': PowerOffVM_Task, 'duration_secs': 0.184721} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.180095] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2073.180095] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2073.180338] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-294b9e45-cbdd-4a3c-8ddd-8c5e081a0288 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.252211] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2073.252487] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2073.252712] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleting the datastore file [datastore1] cced87bc-2529-4a70-970b-623156c54a56 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2073.252992] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-defc457f-6231-4db7-b51e-9762e9059451 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.260101] env[62522]: DEBUG oslo_vmware.api [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2073.260101] env[62522]: value = "task-1703902" [ 2073.260101] env[62522]: _type = "Task" [ 2073.260101] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.267555] env[62522]: DEBUG oslo_vmware.api [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.769021] env[62522]: DEBUG oslo_vmware.api [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141878} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.769274] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2073.769452] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2073.769630] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2073.769806] env[62522]: INFO nova.compute.manager [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: cced87bc-2529-4a70-970b-623156c54a56] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2073.770058] env[62522]: DEBUG oslo.service.loopingcall [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2073.770261] env[62522]: DEBUG nova.compute.manager [-] [instance: cced87bc-2529-4a70-970b-623156c54a56] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2073.770356] env[62522]: DEBUG nova.network.neutron [-] [instance: cced87bc-2529-4a70-970b-623156c54a56] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2074.032515] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2074.032687] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2074.032808] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 2074.243152] env[62522]: DEBUG nova.compute.manager [req-2e135966-0ca9-4483-beab-3ef50e5e90f5 req-9fdc07fe-96fe-4418-b218-597a37a88101 service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Received event network-vif-deleted-ef83c453-30c0-4787-ad19-bbd7d2532c31 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2074.243598] env[62522]: INFO nova.compute.manager [req-2e135966-0ca9-4483-beab-3ef50e5e90f5 req-9fdc07fe-96fe-4418-b218-597a37a88101 service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Neutron deleted interface ef83c453-30c0-4787-ad19-bbd7d2532c31; detaching it from the instance and deleting it from the info cache [ 2074.243682] env[62522]: DEBUG nova.network.neutron [req-2e135966-0ca9-4483-beab-3ef50e5e90f5 req-9fdc07fe-96fe-4418-b218-597a37a88101 service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.535650] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: cced87bc-2529-4a70-970b-623156c54a56] Skipping network cache update for instance because it is being deleted. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10300}} [ 2074.535861] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 2074.722680] env[62522]: DEBUG nova.network.neutron [-] [instance: cced87bc-2529-4a70-970b-623156c54a56] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.746645] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-daf137ea-cf8b-4953-916e-c6396c499af8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.757028] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb631aed-978f-455b-bf4d-484bd26071af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.781273] env[62522]: DEBUG nova.compute.manager [req-2e135966-0ca9-4483-beab-3ef50e5e90f5 req-9fdc07fe-96fe-4418-b218-597a37a88101 service nova] [instance: cced87bc-2529-4a70-970b-623156c54a56] Detach interface failed, port_id=ef83c453-30c0-4787-ad19-bbd7d2532c31, reason: Instance cced87bc-2529-4a70-970b-623156c54a56 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2075.033631] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2075.033631] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2075.033631] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Cleaning up deleted instances {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 2075.228859] env[62522]: INFO nova.compute.manager [-] [instance: cced87bc-2529-4a70-970b-623156c54a56] Took 1.46 seconds to deallocate network for instance. [ 2075.541422] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] There are 22 instances to clean {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2075.541786] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 004dd86f-8ca2-44b2-8ba9-5910f7adb432] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2075.736059] env[62522]: DEBUG oslo_concurrency.lockutils [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.736059] env[62522]: DEBUG oslo_concurrency.lockutils [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.736059] env[62522]: DEBUG oslo_concurrency.lockutils [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.757989] env[62522]: INFO nova.scheduler.client.report [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleted allocations for instance cced87bc-2529-4a70-970b-623156c54a56 [ 2076.044633] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: e5d069c2-9c25-4a71-b96a-16a221022136] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2076.264411] env[62522]: DEBUG oslo_concurrency.lockutils [None req-00b28817-b74a-4b17-9e9f-621a7fa880b8 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "cced87bc-2529-4a70-970b-623156c54a56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.117s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.547696] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 6698ee91-4027-4a39-ab48-5f02eb07e319] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2077.051551] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 51e7d375-8576-4dee-8cc8-46a43968469b] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2077.071605] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.071832] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.554579] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 46803472-32fe-4e37-bc99-bb224e14f939] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2077.574351] env[62522]: DEBUG nova.compute.manager [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2078.057686] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: be476808-82be-4238-a505-df1378b914e0] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2078.095679] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.095919] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.097468] env[62522]: INFO nova.compute.claims [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2078.560788] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: edd566ee-2f91-40bc-b1aa-8c95ccd288c2] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2079.065015] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 61c7afc7-b7a0-48ef-81d6-4e438859004e] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2079.130304] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c792e7cf-f3b5-4acd-a2fb-acb5e632c362 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.137565] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e28e154-3fe9-470f-9f50-b959f252614d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.166392] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3170156-6082-4e67-8b67-d968220c4a6c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.173036] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109cebd4-cdd7-4274-9fdd-49d37cba0717 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.185464] env[62522]: DEBUG nova.compute.provider_tree [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2079.567986] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 28255e61-df52-4aff-9d35-c356c8881a00] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2079.688692] env[62522]: DEBUG nova.scheduler.client.report [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2080.071913] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: b5e2d9e7-3d2d-4838-afde-9509ec8227af] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2080.193645] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.097s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.194305] env[62522]: DEBUG nova.compute.manager [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2080.574821] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 2b30da6e-7775-4185-b0af-346f62d35923] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2080.699774] env[62522]: DEBUG nova.compute.utils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2080.701179] env[62522]: DEBUG nova.compute.manager [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2080.701352] env[62522]: DEBUG nova.network.neutron [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2080.763617] env[62522]: DEBUG nova.policy [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7923080cbdc84da3b3c0b6ce40a88153', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4be7133287144c2f8ea106adffe94115', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 2081.023337] env[62522]: DEBUG nova.network.neutron [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Successfully created port: e202f141-6a24-4db1-975e-2677b7b0c6ab {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2081.078137] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 48a8fdcc-c2f8-4dbc-bdd8-7ca5cebc8ede] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2081.204540] env[62522]: DEBUG nova.compute.manager [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2081.581089] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 13903b36-adc5-4e50-8a4e-8a3833cf7de3] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2082.086660] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 4769028c-0d14-4f37-a304-33f013d973de] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2082.213435] env[62522]: DEBUG nova.compute.manager [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2082.239111] env[62522]: DEBUG nova.virt.hardware [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2082.239377] env[62522]: DEBUG nova.virt.hardware [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2082.239554] env[62522]: DEBUG nova.virt.hardware [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2082.239741] env[62522]: DEBUG nova.virt.hardware [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2082.239883] env[62522]: DEBUG nova.virt.hardware [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2082.240037] env[62522]: DEBUG nova.virt.hardware [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2082.240249] env[62522]: DEBUG nova.virt.hardware [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2082.240411] env[62522]: DEBUG nova.virt.hardware [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2082.240585] env[62522]: DEBUG nova.virt.hardware [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2082.240732] env[62522]: DEBUG nova.virt.hardware [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2082.240898] env[62522]: DEBUG nova.virt.hardware [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2082.242052] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb37424-e097-4708-b833-c7e8d23462fc {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.249804] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0ec00a-dff0-44fb-a8b7-7eae3364f591 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.390811] env[62522]: DEBUG nova.compute.manager [req-4485a9a5-5ba3-4262-bc64-ce0ea89e7e87 req-cea008cc-af57-40af-af2a-11205875afe0 service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Received event network-vif-plugged-e202f141-6a24-4db1-975e-2677b7b0c6ab {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2082.391148] env[62522]: DEBUG oslo_concurrency.lockutils [req-4485a9a5-5ba3-4262-bc64-ce0ea89e7e87 req-cea008cc-af57-40af-af2a-11205875afe0 service nova] Acquiring lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.391324] env[62522]: DEBUG oslo_concurrency.lockutils [req-4485a9a5-5ba3-4262-bc64-ce0ea89e7e87 req-cea008cc-af57-40af-af2a-11205875afe0 service nova] Lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.391521] env[62522]: DEBUG oslo_concurrency.lockutils [req-4485a9a5-5ba3-4262-bc64-ce0ea89e7e87 req-cea008cc-af57-40af-af2a-11205875afe0 service nova] Lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.391584] env[62522]: DEBUG nova.compute.manager [req-4485a9a5-5ba3-4262-bc64-ce0ea89e7e87 req-cea008cc-af57-40af-af2a-11205875afe0 service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] No waiting events found dispatching network-vif-plugged-e202f141-6a24-4db1-975e-2677b7b0c6ab {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2082.391746] env[62522]: WARNING nova.compute.manager [req-4485a9a5-5ba3-4262-bc64-ce0ea89e7e87 req-cea008cc-af57-40af-af2a-11205875afe0 service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Received unexpected event network-vif-plugged-e202f141-6a24-4db1-975e-2677b7b0c6ab for instance with vm_state building and task_state spawning. [ 2082.471871] env[62522]: DEBUG nova.network.neutron [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Successfully updated port: e202f141-6a24-4db1-975e-2677b7b0c6ab {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2082.589917] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: bd120d56-b5a5-48d7-9f34-7ca5cd9fa9c9] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2082.975462] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.975636] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.975775] env[62522]: DEBUG nova.network.neutron [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2083.092988] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: bcfa3a0b-913e-405f-882d-df550c0ebe14] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2083.506127] env[62522]: DEBUG nova.network.neutron [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2083.597501] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: dfce32f7-8a2c-4503-b9f7-e3a6a045217f] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2083.630206] env[62522]: DEBUG nova.network.neutron [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance_info_cache with network_info: [{"id": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "address": "fa:16:3e:4a:fb:20", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape202f141-6a", "ovs_interfaceid": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.101188] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: df99de73-b778-40c7-955f-7b89f3480438] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2084.132711] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.133009] env[62522]: DEBUG nova.compute.manager [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Instance network_info: |[{"id": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "address": "fa:16:3e:4a:fb:20", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape202f141-6a", "ovs_interfaceid": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2084.133418] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:fb:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e202f141-6a24-4db1-975e-2677b7b0c6ab', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2084.140926] env[62522]: DEBUG oslo.service.loopingcall [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2084.141364] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2084.141590] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9b2d833-d581-4d15-a9f2-34a79fcbaf2c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.162830] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2084.162830] env[62522]: value = "task-1703903" [ 2084.162830] env[62522]: _type = "Task" [ 2084.162830] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.171385] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703903, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.415572] env[62522]: DEBUG nova.compute.manager [req-9f4da958-84db-4379-ac20-f73e2b8486e6 req-ce82547a-b9bc-45f4-807b-3ce15217d4fe service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Received event network-changed-e202f141-6a24-4db1-975e-2677b7b0c6ab {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2084.415748] env[62522]: DEBUG nova.compute.manager [req-9f4da958-84db-4379-ac20-f73e2b8486e6 req-ce82547a-b9bc-45f4-807b-3ce15217d4fe service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Refreshing instance network info cache due to event network-changed-e202f141-6a24-4db1-975e-2677b7b0c6ab. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2084.415954] env[62522]: DEBUG oslo_concurrency.lockutils [req-9f4da958-84db-4379-ac20-f73e2b8486e6 req-ce82547a-b9bc-45f4-807b-3ce15217d4fe service nova] Acquiring lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.416097] env[62522]: DEBUG oslo_concurrency.lockutils [req-9f4da958-84db-4379-ac20-f73e2b8486e6 req-ce82547a-b9bc-45f4-807b-3ce15217d4fe service nova] Acquired lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.416254] env[62522]: DEBUG nova.network.neutron [req-9f4da958-84db-4379-ac20-f73e2b8486e6 req-ce82547a-b9bc-45f4-807b-3ce15217d4fe service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Refreshing network info cache for port e202f141-6a24-4db1-975e-2677b7b0c6ab {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2084.604371] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: f44f9352-33cb-4ee0-9a8c-de8733ad67d2] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2084.672243] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703903, 'name': CreateVM_Task, 'duration_secs': 0.30935} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.672427] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2084.673079] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.673264] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.673594] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2084.673838] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d380f2a3-e4d8-4117-8494-744cd0810274 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.678408] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2084.678408] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52651d07-f8a0-48ff-6626-1f63e461fc8e" [ 2084.678408] env[62522]: _type = "Task" [ 2084.678408] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.685601] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52651d07-f8a0-48ff-6626-1f63e461fc8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.098199] env[62522]: DEBUG nova.network.neutron [req-9f4da958-84db-4379-ac20-f73e2b8486e6 req-ce82547a-b9bc-45f4-807b-3ce15217d4fe service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updated VIF entry in instance network info cache for port e202f141-6a24-4db1-975e-2677b7b0c6ab. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2085.098542] env[62522]: DEBUG nova.network.neutron [req-9f4da958-84db-4379-ac20-f73e2b8486e6 req-ce82547a-b9bc-45f4-807b-3ce15217d4fe service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance_info_cache with network_info: [{"id": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "address": "fa:16:3e:4a:fb:20", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape202f141-6a", "ovs_interfaceid": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.107433] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: e27e30b4-8f47-42a4-b89c-494c1803d609] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2085.188602] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52651d07-f8a0-48ff-6626-1f63e461fc8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.188915] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.189168] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2085.189443] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.189601] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.189778] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2085.190042] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a89a1d3-6f8f-4558-8667-decab66d0bcf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.198044] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2085.198179] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2085.198857] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea225c75-06a9-4150-901a-2659d3d7a6dd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.203589] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2085.203589] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52010eb0-82df-2ff3-c163-e87ad0ca765d" [ 2085.203589] env[62522]: _type = "Task" [ 2085.203589] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.211784] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52010eb0-82df-2ff3-c163-e87ad0ca765d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.600634] env[62522]: DEBUG oslo_concurrency.lockutils [req-9f4da958-84db-4379-ac20-f73e2b8486e6 req-ce82547a-b9bc-45f4-807b-3ce15217d4fe service nova] Releasing lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.610462] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: f86a7f96-f927-4ddc-a9c8-4a37df73722e] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2086.367738] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 04f2dcf8-ec65-432d-b5c0-1a351d12accb] Instance has had 0 of 5 cleanup attempts {{(pid=62522) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2086.375546] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52010eb0-82df-2ff3-c163-e87ad0ca765d, 'name': SearchDatastore_Task, 'duration_secs': 0.008406} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.376314] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8f53b0-5170-49a6-8e2c-60f0f15a17cb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.381209] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2086.381209] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52308890-528e-8940-b4a6-760da46cbb10" [ 2086.381209] env[62522]: _type = "Task" [ 2086.381209] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.388374] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52308890-528e-8940-b4a6-760da46cbb10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.871185] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2086.890917] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52308890-528e-8940-b4a6-760da46cbb10, 'name': SearchDatastore_Task, 'duration_secs': 0.010124} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.891164] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.891407] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 225b5e5a-2d12-4728-9c07-3ba7c30ce132/225b5e5a-2d12-4728-9c07-3ba7c30ce132.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2086.891637] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c67ef0c4-cb72-4f35-b743-ebe0b9e3443b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.897629] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2086.897629] env[62522]: value = "task-1703904" [ 2086.897629] env[62522]: _type = "Task" [ 2086.897629] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.904801] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.406778] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460089} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.407031] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 225b5e5a-2d12-4728-9c07-3ba7c30ce132/225b5e5a-2d12-4728-9c07-3ba7c30ce132.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2087.407244] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2087.407485] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f4941cb-e0a9-4124-8984-037326f0421f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.414080] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2087.414080] env[62522]: value = "task-1703905" [ 2087.414080] env[62522]: _type = "Task" [ 2087.414080] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.421240] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.922849] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063176} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.923313] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2087.923812] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec94cd8c-cce2-4c4a-b894-7897912b40c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.944468] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 225b5e5a-2d12-4728-9c07-3ba7c30ce132/225b5e5a-2d12-4728-9c07-3ba7c30ce132.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2087.944723] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcea8bfe-b4e0-490b-9efa-d4f55b0a3f6e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.963447] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2087.963447] env[62522]: value = "task-1703906" [ 2087.963447] env[62522]: _type = "Task" [ 2087.963447] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.977688] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703906, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.373790] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.374072] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.374207] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.374362] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.374509] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.374654] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2088.374862] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.473094] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703906, 'name': ReconfigVM_Task, 'duration_secs': 0.283387} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.473364] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 225b5e5a-2d12-4728-9c07-3ba7c30ce132/225b5e5a-2d12-4728-9c07-3ba7c30ce132.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2088.473987] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa61ee51-68cf-4705-8826-8b181f43bea5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.480678] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2088.480678] env[62522]: value = "task-1703907" [ 2088.480678] env[62522]: _type = "Task" [ 2088.480678] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.497642] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703907, 'name': Rename_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.878635] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.878872] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.879051] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.879207] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2088.880079] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d554c0d-5458-4c27-97ed-e4545e532244 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.888031] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129e9fc9-16b3-4947-b282-68d476a25c42 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.900792] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d108ec8-e417-4b17-a422-7ed760056e98 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.906822] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4799d60a-a711-4f4f-8868-3f9946e8df31 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.934508] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181210MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2088.934816] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.934816] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.990013] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703907, 'name': Rename_Task, 'duration_secs': 0.131745} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.990279] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2088.990500] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de78d4f2-910a-4e15-9b0e-5d44a633a993 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.996492] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2088.996492] env[62522]: value = "task-1703908" [ 2088.996492] env[62522]: _type = "Task" [ 2088.996492] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.003260] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.505620] env[62522]: DEBUG oslo_vmware.api [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703908, 'name': PowerOnVM_Task, 'duration_secs': 0.424682} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.505985] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2089.506287] env[62522]: INFO nova.compute.manager [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Took 7.29 seconds to spawn the instance on the hypervisor. [ 2089.506536] env[62522]: DEBUG nova.compute.manager [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2089.507370] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd90367-0006-467d-ab6c-3db444535650 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.961296] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 225b5e5a-2d12-4728-9c07-3ba7c30ce132 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2089.961651] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2089.961783] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2089.985932] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f76e7a9-32da-4d0d-b8a8-049da7a2a8d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.993092] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ecc3ad-eb39-4745-a1b1-2b1741ec106a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.024967] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41944b52-e39a-4ede-9d59-a8d7f5582b69 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.032984] env[62522]: INFO nova.compute.manager [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Took 11.95 seconds to build instance. [ 2090.036799] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e043b1-b523-4ab9-9d82-68e2322d738c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.050301] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2090.108800] env[62522]: DEBUG nova.compute.manager [req-fb0e535b-72f1-4d4a-9894-3b2b90c9721e req-bb9ec519-9077-4a21-abe8-dbbc22082612 service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Received event network-changed-e202f141-6a24-4db1-975e-2677b7b0c6ab {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2090.109090] env[62522]: DEBUG nova.compute.manager [req-fb0e535b-72f1-4d4a-9894-3b2b90c9721e req-bb9ec519-9077-4a21-abe8-dbbc22082612 service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Refreshing instance network info cache due to event network-changed-e202f141-6a24-4db1-975e-2677b7b0c6ab. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2090.109352] env[62522]: DEBUG oslo_concurrency.lockutils [req-fb0e535b-72f1-4d4a-9894-3b2b90c9721e req-bb9ec519-9077-4a21-abe8-dbbc22082612 service nova] Acquiring lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.109496] env[62522]: DEBUG oslo_concurrency.lockutils [req-fb0e535b-72f1-4d4a-9894-3b2b90c9721e req-bb9ec519-9077-4a21-abe8-dbbc22082612 service nova] Acquired lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.109652] env[62522]: DEBUG nova.network.neutron [req-fb0e535b-72f1-4d4a-9894-3b2b90c9721e req-bb9ec519-9077-4a21-abe8-dbbc22082612 service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Refreshing network info cache for port e202f141-6a24-4db1-975e-2677b7b0c6ab {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2090.542122] env[62522]: DEBUG oslo_concurrency.lockutils [None req-08b9e363-a9a2-4681-9d97-4e05386998a2 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.470s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.553131] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2090.823456] env[62522]: DEBUG nova.network.neutron [req-fb0e535b-72f1-4d4a-9894-3b2b90c9721e req-bb9ec519-9077-4a21-abe8-dbbc22082612 service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updated VIF entry in instance network info cache for port e202f141-6a24-4db1-975e-2677b7b0c6ab. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2090.823814] env[62522]: DEBUG nova.network.neutron [req-fb0e535b-72f1-4d4a-9894-3b2b90c9721e req-bb9ec519-9077-4a21-abe8-dbbc22082612 service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance_info_cache with network_info: [{"id": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "address": "fa:16:3e:4a:fb:20", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape202f141-6a", "ovs_interfaceid": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.058130] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2091.058539] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.058588] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2091.058716] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Cleaning up deleted instances with incomplete migration {{(pid=62522) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 2091.326847] env[62522]: DEBUG oslo_concurrency.lockutils [req-fb0e535b-72f1-4d4a-9894-3b2b90c9721e req-bb9ec519-9077-4a21-abe8-dbbc22082612 service nova] Releasing lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.445372] env[62522]: DEBUG nova.compute.manager [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Stashing vm_state: active {{(pid=62522) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 2128.965337] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.965593] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.470481] env[62522]: INFO nova.compute.claims [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2129.977067] env[62522]: INFO nova.compute.resource_tracker [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating resource usage from migration f814e4ea-af17-49da-b729-b1a1042c8831 [ 2130.012529] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6d928f-49ea-4f50-81ab-99fbc8dab15c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.019997] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbba47d-b17d-4b72-93e9-216a9e21abba {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.049790] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cf5c02-9602-4cd3-9023-4096f6bdb2a9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.056270] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41899fc-62f3-4212-a128-2e6242b580e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.068701] env[62522]: DEBUG nova.compute.provider_tree [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2130.571474] env[62522]: DEBUG nova.scheduler.client.report [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2131.076865] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.111s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.077134] env[62522]: INFO nova.compute.manager [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Migrating [ 2131.591157] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.591537] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.591537] env[62522]: DEBUG nova.network.neutron [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2132.215710] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2132.352486] env[62522]: DEBUG nova.network.neutron [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance_info_cache with network_info: [{"id": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "address": "fa:16:3e:4a:fb:20", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape202f141-6a", "ovs_interfaceid": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.855238] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.371329] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973429bc-11b0-4b67-8f66-b4e2670e5840 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.390260] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance '225b5e5a-2d12-4728-9c07-3ba7c30ce132' progress to 0 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2134.896735] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2134.897049] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f13a2df8-e71c-44eb-b074-6453a1b142eb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.905568] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2134.905568] env[62522]: value = "task-1703909" [ 2134.905568] env[62522]: _type = "Task" [ 2134.905568] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.912716] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.415582] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703909, 'name': PowerOffVM_Task, 'duration_secs': 0.217731} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.415950] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2135.415997] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance '225b5e5a-2d12-4728-9c07-3ba7c30ce132' progress to 17 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2135.922892] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2135.923210] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2135.923316] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2135.923521] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2135.923643] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2135.923790] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2135.924031] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2135.924220] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2135.924399] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2135.924560] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2135.924729] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2135.929619] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fbb9954-764c-45d2-bfa0-9d9f47aea7d2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.946267] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2135.946267] env[62522]: value = "task-1703910" [ 2135.946267] env[62522]: _type = "Task" [ 2135.946267] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.956076] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.033273] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.033468] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2136.033562] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 2136.455677] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703910, 'name': ReconfigVM_Task, 'duration_secs': 0.150535} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.456088] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance '225b5e5a-2d12-4728-9c07-3ba7c30ce132' progress to 33 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2136.536865] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.537094] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquired lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.537179] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Forcefully refreshing network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2136.537336] env[62522]: DEBUG nova.objects.instance [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lazy-loading 'info_cache' on Instance uuid 225b5e5a-2d12-4728-9c07-3ba7c30ce132 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2136.962103] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2136.962352] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2136.962513] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2136.962697] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2136.962843] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2136.962991] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2136.963211] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2136.963370] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2136.963533] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2136.963693] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2136.963861] env[62522]: DEBUG nova.virt.hardware [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2136.969169] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2136.969452] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4089e4e-a238-461d-ab83-3721fb176342 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.988617] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2136.988617] env[62522]: value = "task-1703911" [ 2136.988617] env[62522]: _type = "Task" [ 2136.988617] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.997102] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.498059] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703911, 'name': ReconfigVM_Task, 'duration_secs': 0.160258} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.498388] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2137.499151] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ba00cb-ed4a-493d-a75b-32f743be484d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.520008] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 225b5e5a-2d12-4728-9c07-3ba7c30ce132/225b5e5a-2d12-4728-9c07-3ba7c30ce132.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2137.520249] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9937e20a-821a-4b36-9f79-7515ec8c10c8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.536817] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2137.536817] env[62522]: value = "task-1703912" [ 2137.536817] env[62522]: _type = "Task" [ 2137.536817] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.545495] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.046683] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703912, 'name': ReconfigVM_Task, 'duration_secs': 0.234848} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.046950] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 225b5e5a-2d12-4728-9c07-3ba7c30ce132/225b5e5a-2d12-4728-9c07-3ba7c30ce132.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2138.047240] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance '225b5e5a-2d12-4728-9c07-3ba7c30ce132' progress to 50 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2138.250247] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance_info_cache with network_info: [{"id": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "address": "fa:16:3e:4a:fb:20", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape202f141-6a", "ovs_interfaceid": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2138.553592] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8246bf6-e10b-4cb0-9ab1-86535eb7ee30 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.572676] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2437a5d0-4d62-4633-a59e-485782aa089d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.589386] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance '225b5e5a-2d12-4728-9c07-3ba7c30ce132' progress to 67 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2138.752727] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Releasing lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.752943] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updated the network info_cache for instance {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 2138.753167] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2138.753333] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2138.753475] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2138.753620] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2139.032492] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2139.032734] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2139.127850] env[62522]: DEBUG nova.network.neutron [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Port e202f141-6a24-4db1-975e-2677b7b0c6ab binding to destination host cpu-1 is already ACTIVE {{(pid=62522) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2139.536109] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.536392] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.536569] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.536735] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2139.537632] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a7aa09-8f5c-49dd-904a-c6a56cef69ba {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.546070] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a28bce-5cb3-4e81-b1b7-20f38b86f00e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.559897] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cd086f-e1da-44f2-ae38-26f7b12d6230 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.565738] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41802ddd-68e2-4df8-812d-bd0b3abd4d1c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.593532] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181182MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2139.593671] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.593847] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.149897] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.150868] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.150868] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.600101] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Applying migration context for instance 225b5e5a-2d12-4728-9c07-3ba7c30ce132 as it has an incoming, in-progress migration f814e4ea-af17-49da-b729-b1a1042c8831. Migration status is post-migrating {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2140.600672] env[62522]: INFO nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating resource usage from migration f814e4ea-af17-49da-b729-b1a1042c8831 [ 2140.684800] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Migration f814e4ea-af17-49da-b729-b1a1042c8831 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2140.685054] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance 225b5e5a-2d12-4728-9c07-3ba7c30ce132 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2140.685319] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2140.685534] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2140.720701] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a1750c-da78-413a-88be-8d7eb25e2d19 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.728100] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7de537-b76c-4c63-afd9-8a56bc787148 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.757368] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed59aa28-e6d2-472a-847f-daa30190dbb7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.763878] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f77b7a8-757d-4057-8f41-4725cd65b541 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.776663] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2141.189930] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.190140] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.190318] env[62522]: DEBUG nova.network.neutron [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2141.279457] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2141.784194] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2141.784488] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.191s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.094656] env[62522]: DEBUG nova.network.neutron [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance_info_cache with network_info: [{"id": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "address": "fa:16:3e:4a:fb:20", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape202f141-6a", "ovs_interfaceid": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.597616] env[62522]: DEBUG oslo_concurrency.lockutils [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.121992] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54798fc-e0eb-4df2-a553-2a07f02f5a75 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.140579] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f899953b-5ca0-4625-80a7-de092c4c9e4d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.147079] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance '225b5e5a-2d12-4728-9c07-3ba7c30ce132' progress to 83 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2143.653181] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2143.653498] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fd7a1c6-aca6-49fd-ad57-82e9577364f8 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.661163] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2143.661163] env[62522]: value = "task-1703913" [ 2143.661163] env[62522]: _type = "Task" [ 2143.661163] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.668828] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.171184] env[62522]: DEBUG oslo_vmware.api [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703913, 'name': PowerOnVM_Task, 'duration_secs': 0.387412} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.171566] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2144.171566] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-8d214926-cdb6-45b3-9346-d86b138cca65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance '225b5e5a-2d12-4728-9c07-3ba7c30ce132' progress to 100 {{(pid=62522) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2145.784221] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2145.784563] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2146.883785] env[62522]: DEBUG nova.network.neutron [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Port e202f141-6a24-4db1-975e-2677b7b0c6ab binding to destination host cpu-1 is already ACTIVE {{(pid=62522) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2146.884063] env[62522]: DEBUG oslo_concurrency.lockutils [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.884247] env[62522]: DEBUG oslo_concurrency.lockutils [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.884422] env[62522]: DEBUG nova.network.neutron [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2147.622430] env[62522]: DEBUG nova.network.neutron [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance_info_cache with network_info: [{"id": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "address": "fa:16:3e:4a:fb:20", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape202f141-6a", "ovs_interfaceid": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.125443] env[62522]: DEBUG oslo_concurrency.lockutils [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.629052] env[62522]: DEBUG nova.compute.manager [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62522) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2148.629306] env[62522]: DEBUG oslo_concurrency.lockutils [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.629538] env[62522]: DEBUG oslo_concurrency.lockutils [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.135307] env[62522]: DEBUG nova.objects.instance [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lazy-loading 'migration_context' on Instance uuid 225b5e5a-2d12-4728-9c07-3ba7c30ce132 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2149.678489] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db492c4-76bd-4dd3-be6d-6242ee66bb7d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.685841] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7080405e-cd05-4656-baf5-f5d02219aa3a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.715624] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb58a5d6-4e9d-477b-964c-556abe0a5aae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.723052] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b73a2e-250f-4ca6-935f-e11d03204cd4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.737606] env[62522]: DEBUG nova.compute.provider_tree [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2150.240548] env[62522]: DEBUG nova.scheduler.client.report [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2151.250881] env[62522]: DEBUG oslo_concurrency.lockutils [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.621s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.788122] env[62522]: INFO nova.compute.manager [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Swapping old allocation on dict_keys(['59e04893-03fc-41a2-9591-b0bc3d235151']) held by migration f814e4ea-af17-49da-b729-b1a1042c8831 for instance [ 2152.808008] env[62522]: DEBUG nova.scheduler.client.report [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Overwriting current allocation {'allocations': {'59e04893-03fc-41a2-9591-b0bc3d235151': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 185}}, 'project_id': '4be7133287144c2f8ea106adffe94115', 'user_id': '7923080cbdc84da3b3c0b6ce40a88153', 'consumer_generation': 1} on consumer 225b5e5a-2d12-4728-9c07-3ba7c30ce132 {{(pid=62522) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 2152.903272] env[62522]: DEBUG oslo_concurrency.lockutils [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.903472] env[62522]: DEBUG oslo_concurrency.lockutils [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.903652] env[62522]: DEBUG nova.network.neutron [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2153.609072] env[62522]: DEBUG nova.network.neutron [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance_info_cache with network_info: [{"id": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "address": "fa:16:3e:4a:fb:20", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape202f141-6a", "ovs_interfaceid": "e202f141-6a24-4db1-975e-2677b7b0c6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.112421] env[62522]: DEBUG oslo_concurrency.lockutils [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-225b5e5a-2d12-4728-9c07-3ba7c30ce132" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.112884] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2154.113193] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24f540a5-8ab4-4fbc-9ebd-2cd8d7633c0d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.120381] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2154.120381] env[62522]: value = "task-1703914" [ 2154.120381] env[62522]: _type = "Task" [ 2154.120381] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.128501] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.630259] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703914, 'name': PowerOffVM_Task, 'duration_secs': 0.222751} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.630543] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2154.631219] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2154.631475] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2154.631582] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2154.631761] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2154.631908] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2154.632066] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2154.632273] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2154.632432] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2154.632599] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2154.632760] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2154.632933] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2154.637864] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb0e03d1-7b3e-4488-b46f-d88c754c1121 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.653818] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2154.653818] env[62522]: value = "task-1703915" [ 2154.653818] env[62522]: _type = "Task" [ 2154.653818] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.661203] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.164548] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703915, 'name': ReconfigVM_Task, 'duration_secs': 0.168817} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.165369] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59781cd2-56d1-430c-9df4-03dde15f9aa1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.183153] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2155.183409] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2155.183557] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2155.183740] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2155.183886] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2155.184044] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2155.184258] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2155.184451] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2155.184619] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2155.184783] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2155.184957] env[62522]: DEBUG nova.virt.hardware [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2155.185727] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5fc85e2-d546-4123-a569-5907dcdbe83f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.190916] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2155.190916] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52528025-cd4d-46bb-321c-518142ddfd08" [ 2155.190916] env[62522]: _type = "Task" [ 2155.190916] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.198475] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52528025-cd4d-46bb-321c-518142ddfd08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.700759] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52528025-cd4d-46bb-321c-518142ddfd08, 'name': SearchDatastore_Task, 'duration_secs': 0.25456} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.705909] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2155.706196] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c926fc92-78cc-4c94-ad77-d362ac386373 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.722977] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2155.722977] env[62522]: value = "task-1703916" [ 2155.722977] env[62522]: _type = "Task" [ 2155.722977] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.730721] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.236101] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703916, 'name': ReconfigVM_Task, 'duration_secs': 0.21511} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.236525] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62522) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2156.237558] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7924968-54ff-4b93-b0f2-7d01f3490992 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.270078] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 225b5e5a-2d12-4728-9c07-3ba7c30ce132/225b5e5a-2d12-4728-9c07-3ba7c30ce132.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2156.270444] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-538fd594-2dbb-48f2-a4b1-c54f539251e0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.292751] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2156.292751] env[62522]: value = "task-1703917" [ 2156.292751] env[62522]: _type = "Task" [ 2156.292751] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.301203] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.802790] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703917, 'name': ReconfigVM_Task, 'duration_secs': 0.255657} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.803029] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 225b5e5a-2d12-4728-9c07-3ba7c30ce132/225b5e5a-2d12-4728-9c07-3ba7c30ce132.vmdk or device None with type thin {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2156.803813] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0307c612-7396-4323-a35e-0653230f89ae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.821123] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55813bc-9a76-45ac-b7d8-56404e3c4623 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.838813] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42986266-2b2c-4315-b944-e36e4106d0d0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.855373] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a01ea1-6492-45ed-9d4d-9bb91abdeae7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.862140] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2156.862361] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1e529f4-7829-45d2-9ffa-f43a0aed5dba {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.868513] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2156.868513] env[62522]: value = "task-1703918" [ 2156.868513] env[62522]: _type = "Task" [ 2156.868513] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.876157] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.381553] env[62522]: DEBUG oslo_vmware.api [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703918, 'name': PowerOnVM_Task, 'duration_secs': 0.343892} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.381945] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2158.394365] env[62522]: INFO nova.compute.manager [None req-53eb83c2-5633-475e-87b8-cf1a9afded65 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance to original state: 'active' [ 2159.306788] env[62522]: DEBUG oslo_concurrency.lockutils [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.307093] env[62522]: DEBUG oslo_concurrency.lockutils [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.307333] env[62522]: DEBUG oslo_concurrency.lockutils [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.307585] env[62522]: DEBUG oslo_concurrency.lockutils [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.307797] env[62522]: DEBUG oslo_concurrency.lockutils [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.310292] env[62522]: INFO nova.compute.manager [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Terminating instance [ 2159.814838] env[62522]: DEBUG nova.compute.manager [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2159.815466] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2159.816592] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ea2801-7b9a-45f4-889a-684e13813fbe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.828411] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2159.828664] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d83e189-412d-40e7-bd9a-e8fc2cf961b7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.835122] env[62522]: DEBUG oslo_vmware.api [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2159.835122] env[62522]: value = "task-1703919" [ 2159.835122] env[62522]: _type = "Task" [ 2159.835122] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.843352] env[62522]: DEBUG oslo_vmware.api [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.028428] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2160.345374] env[62522]: DEBUG oslo_vmware.api [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703919, 'name': PowerOffVM_Task, 'duration_secs': 0.189706} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.345674] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2160.345844] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2160.346143] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5894ef5-99c9-460b-a7a3-1df5ac23c365 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.420273] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2160.420528] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2160.420651] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleting the datastore file [datastore1] 225b5e5a-2d12-4728-9c07-3ba7c30ce132 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2160.420917] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2537cacb-aa6c-4be7-90dd-d32bc41a1abe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.427376] env[62522]: DEBUG oslo_vmware.api [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2160.427376] env[62522]: value = "task-1703921" [ 2160.427376] env[62522]: _type = "Task" [ 2160.427376] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.435143] env[62522]: DEBUG oslo_vmware.api [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.937392] env[62522]: DEBUG oslo_vmware.api [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199088} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.937884] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2160.937884] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2160.938094] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2160.938164] env[62522]: INFO nova.compute.manager [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2160.938384] env[62522]: DEBUG oslo.service.loopingcall [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2160.938573] env[62522]: DEBUG nova.compute.manager [-] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2160.938672] env[62522]: DEBUG nova.network.neutron [-] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2161.439650] env[62522]: DEBUG nova.compute.manager [req-adfc66d9-93c7-4669-89a6-e05b15c82e16 req-229241d0-571d-44d9-8858-ab48d7fe1aa4 service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Received event network-vif-deleted-e202f141-6a24-4db1-975e-2677b7b0c6ab {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2161.439650] env[62522]: INFO nova.compute.manager [req-adfc66d9-93c7-4669-89a6-e05b15c82e16 req-229241d0-571d-44d9-8858-ab48d7fe1aa4 service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Neutron deleted interface e202f141-6a24-4db1-975e-2677b7b0c6ab; detaching it from the instance and deleting it from the info cache [ 2161.439827] env[62522]: DEBUG nova.network.neutron [req-adfc66d9-93c7-4669-89a6-e05b15c82e16 req-229241d0-571d-44d9-8858-ab48d7fe1aa4 service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.895438] env[62522]: DEBUG nova.network.neutron [-] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.942587] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-507358bc-6e80-4f50-b6b9-213020ff30ee {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.951892] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2358a782-e608-4f6a-8dce-9434a63cb932 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.975862] env[62522]: DEBUG nova.compute.manager [req-adfc66d9-93c7-4669-89a6-e05b15c82e16 req-229241d0-571d-44d9-8858-ab48d7fe1aa4 service nova] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Detach interface failed, port_id=e202f141-6a24-4db1-975e-2677b7b0c6ab, reason: Instance 225b5e5a-2d12-4728-9c07-3ba7c30ce132 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2162.398854] env[62522]: INFO nova.compute.manager [-] [instance: 225b5e5a-2d12-4728-9c07-3ba7c30ce132] Took 1.46 seconds to deallocate network for instance. [ 2162.905841] env[62522]: DEBUG oslo_concurrency.lockutils [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.906133] env[62522]: DEBUG oslo_concurrency.lockutils [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.906325] env[62522]: DEBUG oslo_concurrency.lockutils [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.927228] env[62522]: INFO nova.scheduler.client.report [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleted allocations for instance 225b5e5a-2d12-4728-9c07-3ba7c30ce132 [ 2163.435150] env[62522]: DEBUG oslo_concurrency.lockutils [None req-51496658-abec-46e6-b2cf-484fdac8c8dd tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "225b5e5a-2d12-4728-9c07-3ba7c30ce132" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.128s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.448023] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "dab08219-a4f1-4f91-9929-cc44f379fae6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.448305] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "dab08219-a4f1-4f91-9929-cc44f379fae6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.950892] env[62522]: DEBUG nova.compute.manager [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2165.469208] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.469500] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.470907] env[62522]: INFO nova.compute.claims [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2166.505111] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f56a5c-523c-41f3-b525-bdf52efaf72d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.512535] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de48ce63-b22b-436f-b51e-9d81af0c9c72 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.542706] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ba29b1-becf-4cfa-87fd-aae9c03ecdae {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.549342] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c259cf-7f0e-4c96-849b-fc12f28ada2c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.561806] env[62522]: DEBUG nova.compute.provider_tree [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2167.064678] env[62522]: DEBUG nova.scheduler.client.report [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2167.570331] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.570876] env[62522]: DEBUG nova.compute.manager [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2168.075988] env[62522]: DEBUG nova.compute.utils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2168.077470] env[62522]: DEBUG nova.compute.manager [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Allocating IP information in the background. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2168.077651] env[62522]: DEBUG nova.network.neutron [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] allocate_for_instance() {{(pid=62522) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2168.130408] env[62522]: DEBUG nova.policy [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7923080cbdc84da3b3c0b6ce40a88153', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4be7133287144c2f8ea106adffe94115', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62522) authorize /opt/stack/nova/nova/policy.py:192}} [ 2168.404314] env[62522]: DEBUG nova.network.neutron [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Successfully created port: 2f8143b5-9ccd-447b-996d-141e08ba6172 {{(pid=62522) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2168.581205] env[62522]: DEBUG nova.compute.manager [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2169.591219] env[62522]: DEBUG nova.compute.manager [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2169.616849] env[62522]: DEBUG nova.virt.hardware [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2169.617100] env[62522]: DEBUG nova.virt.hardware [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2169.617257] env[62522]: DEBUG nova.virt.hardware [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2169.617439] env[62522]: DEBUG nova.virt.hardware [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2169.617613] env[62522]: DEBUG nova.virt.hardware [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2169.617788] env[62522]: DEBUG nova.virt.hardware [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2169.617999] env[62522]: DEBUG nova.virt.hardware [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2169.618176] env[62522]: DEBUG nova.virt.hardware [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2169.618342] env[62522]: DEBUG nova.virt.hardware [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2169.618503] env[62522]: DEBUG nova.virt.hardware [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2169.618672] env[62522]: DEBUG nova.virt.hardware [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2169.619566] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2a488e-457b-43ed-9017-2a32066b6818 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.627394] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0443056e-d520-48f8-9b20-3229bf667dd0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.769155] env[62522]: DEBUG nova.compute.manager [req-1d4e35ed-e004-4529-bed3-6ebcf6237dba req-07bc827f-4c27-4c4f-a6ec-26ff8177b5a3 service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Received event network-vif-plugged-2f8143b5-9ccd-447b-996d-141e08ba6172 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2169.769518] env[62522]: DEBUG oslo_concurrency.lockutils [req-1d4e35ed-e004-4529-bed3-6ebcf6237dba req-07bc827f-4c27-4c4f-a6ec-26ff8177b5a3 service nova] Acquiring lock "dab08219-a4f1-4f91-9929-cc44f379fae6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.769591] env[62522]: DEBUG oslo_concurrency.lockutils [req-1d4e35ed-e004-4529-bed3-6ebcf6237dba req-07bc827f-4c27-4c4f-a6ec-26ff8177b5a3 service nova] Lock "dab08219-a4f1-4f91-9929-cc44f379fae6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.769733] env[62522]: DEBUG oslo_concurrency.lockutils [req-1d4e35ed-e004-4529-bed3-6ebcf6237dba req-07bc827f-4c27-4c4f-a6ec-26ff8177b5a3 service nova] Lock "dab08219-a4f1-4f91-9929-cc44f379fae6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.769901] env[62522]: DEBUG nova.compute.manager [req-1d4e35ed-e004-4529-bed3-6ebcf6237dba req-07bc827f-4c27-4c4f-a6ec-26ff8177b5a3 service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] No waiting events found dispatching network-vif-plugged-2f8143b5-9ccd-447b-996d-141e08ba6172 {{(pid=62522) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2169.770245] env[62522]: WARNING nova.compute.manager [req-1d4e35ed-e004-4529-bed3-6ebcf6237dba req-07bc827f-4c27-4c4f-a6ec-26ff8177b5a3 service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Received unexpected event network-vif-plugged-2f8143b5-9ccd-447b-996d-141e08ba6172 for instance with vm_state building and task_state spawning. [ 2169.847994] env[62522]: DEBUG nova.network.neutron [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Successfully updated port: 2f8143b5-9ccd-447b-996d-141e08ba6172 {{(pid=62522) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2170.351040] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.351180] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.351342] env[62522]: DEBUG nova.network.neutron [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2170.887609] env[62522]: DEBUG nova.network.neutron [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2171.012436] env[62522]: DEBUG nova.network.neutron [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Updating instance_info_cache with network_info: [{"id": "2f8143b5-9ccd-447b-996d-141e08ba6172", "address": "fa:16:3e:c1:78:26", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8143b5-9c", "ovs_interfaceid": "2f8143b5-9ccd-447b-996d-141e08ba6172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.515405] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.515763] env[62522]: DEBUG nova.compute.manager [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Instance network_info: |[{"id": "2f8143b5-9ccd-447b-996d-141e08ba6172", "address": "fa:16:3e:c1:78:26", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8143b5-9c", "ovs_interfaceid": "2f8143b5-9ccd-447b-996d-141e08ba6172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2171.516233] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:78:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f8143b5-9ccd-447b-996d-141e08ba6172', 'vif_model': 'vmxnet3'}] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2171.523892] env[62522]: DEBUG oslo.service.loopingcall [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2171.524121] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2171.524798] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7de0b6e-dda9-41b9-931e-16828e8e19e3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.544448] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2171.544448] env[62522]: value = "task-1703922" [ 2171.544448] env[62522]: _type = "Task" [ 2171.544448] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.552159] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703922, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.795322] env[62522]: DEBUG nova.compute.manager [req-2d400dc6-e707-41d4-b1cd-274174d4148d req-6a65eaf7-be83-480e-8529-80e1c67d2a22 service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Received event network-changed-2f8143b5-9ccd-447b-996d-141e08ba6172 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2171.795394] env[62522]: DEBUG nova.compute.manager [req-2d400dc6-e707-41d4-b1cd-274174d4148d req-6a65eaf7-be83-480e-8529-80e1c67d2a22 service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Refreshing instance network info cache due to event network-changed-2f8143b5-9ccd-447b-996d-141e08ba6172. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2171.795547] env[62522]: DEBUG oslo_concurrency.lockutils [req-2d400dc6-e707-41d4-b1cd-274174d4148d req-6a65eaf7-be83-480e-8529-80e1c67d2a22 service nova] Acquiring lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.795685] env[62522]: DEBUG oslo_concurrency.lockutils [req-2d400dc6-e707-41d4-b1cd-274174d4148d req-6a65eaf7-be83-480e-8529-80e1c67d2a22 service nova] Acquired lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.795845] env[62522]: DEBUG nova.network.neutron [req-2d400dc6-e707-41d4-b1cd-274174d4148d req-6a65eaf7-be83-480e-8529-80e1c67d2a22 service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Refreshing network info cache for port 2f8143b5-9ccd-447b-996d-141e08ba6172 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2172.053877] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703922, 'name': CreateVM_Task, 'duration_secs': 0.295827} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.054271] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2172.054810] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.054979] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.055327] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2172.055913] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a5d52c-a514-488e-82dd-084762a47636 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.060107] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2172.060107] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521e5d3a-3db6-df6e-8431-36220c12a345" [ 2172.060107] env[62522]: _type = "Task" [ 2172.060107] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.068019] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521e5d3a-3db6-df6e-8431-36220c12a345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.482177] env[62522]: DEBUG nova.network.neutron [req-2d400dc6-e707-41d4-b1cd-274174d4148d req-6a65eaf7-be83-480e-8529-80e1c67d2a22 service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Updated VIF entry in instance network info cache for port 2f8143b5-9ccd-447b-996d-141e08ba6172. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2172.482553] env[62522]: DEBUG nova.network.neutron [req-2d400dc6-e707-41d4-b1cd-274174d4148d req-6a65eaf7-be83-480e-8529-80e1c67d2a22 service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Updating instance_info_cache with network_info: [{"id": "2f8143b5-9ccd-447b-996d-141e08ba6172", "address": "fa:16:3e:c1:78:26", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8143b5-9c", "ovs_interfaceid": "2f8143b5-9ccd-447b-996d-141e08ba6172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2172.569708] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]521e5d3a-3db6-df6e-8431-36220c12a345, 'name': SearchDatastore_Task, 'duration_secs': 0.010843} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.569996] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.570243] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2172.570472] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.570621] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.570812] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2172.571085] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8080eae7-571d-4289-8082-205fc02c7880 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.595221] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2172.595354] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2172.596033] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35636d47-b3bd-4f34-927f-a171e203df38 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.600980] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2172.600980] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c97262-48f5-0682-4e3f-03e05ae0ffb1" [ 2172.600980] env[62522]: _type = "Task" [ 2172.600980] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.608252] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c97262-48f5-0682-4e3f-03e05ae0ffb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.985957] env[62522]: DEBUG oslo_concurrency.lockutils [req-2d400dc6-e707-41d4-b1cd-274174d4148d req-6a65eaf7-be83-480e-8529-80e1c67d2a22 service nova] Releasing lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2173.111295] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52c97262-48f5-0682-4e3f-03e05ae0ffb1, 'name': SearchDatastore_Task, 'duration_secs': 0.008441} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.112110] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46213d2f-c304-41e3-a6f2-ca4f78906eb6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.116938] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2173.116938] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528718a8-2372-0075-1500-2e0f2d9d6edc" [ 2173.116938] env[62522]: _type = "Task" [ 2173.116938] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.124252] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528718a8-2372-0075-1500-2e0f2d9d6edc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.628769] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]528718a8-2372-0075-1500-2e0f2d9d6edc, 'name': SearchDatastore_Task, 'duration_secs': 0.008796} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.628991] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2173.629283] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] dab08219-a4f1-4f91-9929-cc44f379fae6/dab08219-a4f1-4f91-9929-cc44f379fae6.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2173.629528] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b10d47b-0ca7-4d2a-894c-20ab839f2dfb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.635562] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2173.635562] env[62522]: value = "task-1703923" [ 2173.635562] env[62522]: _type = "Task" [ 2173.635562] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.642802] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.144995] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484226} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.147188] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] dab08219-a4f1-4f91-9929-cc44f379fae6/dab08219-a4f1-4f91-9929-cc44f379fae6.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2174.147188] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2174.147188] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1592eb50-41ac-4d21-a22b-d4736c8d1453 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.151779] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2174.151779] env[62522]: value = "task-1703924" [ 2174.151779] env[62522]: _type = "Task" [ 2174.151779] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.159506] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.661708] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057956} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.662044] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2174.662799] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74895f7-fecd-4bbb-bc9a-3be35adeab1c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.683876] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] dab08219-a4f1-4f91-9929-cc44f379fae6/dab08219-a4f1-4f91-9929-cc44f379fae6.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2174.684121] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd565a4c-6e9e-4faa-90c3-d8c6e8593a55 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.703410] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2174.703410] env[62522]: value = "task-1703925" [ 2174.703410] env[62522]: _type = "Task" [ 2174.703410] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.713205] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.213810] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703925, 'name': ReconfigVM_Task, 'duration_secs': 0.270929} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.214248] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Reconfigured VM instance instance-0000007c to attach disk [datastore1] dab08219-a4f1-4f91-9929-cc44f379fae6/dab08219-a4f1-4f91-9929-cc44f379fae6.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2175.214846] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f727ff8b-95bd-4ae4-bc66-66d9203e2755 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.221015] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2175.221015] env[62522]: value = "task-1703926" [ 2175.221015] env[62522]: _type = "Task" [ 2175.221015] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.228218] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703926, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.730117] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703926, 'name': Rename_Task, 'duration_secs': 0.14494} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.730502] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2175.730742] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0942d0bf-62af-4c8a-b85e-5e70a72ffa9a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.737114] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2175.737114] env[62522]: value = "task-1703927" [ 2175.737114] env[62522]: _type = "Task" [ 2175.737114] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.744184] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.247817] env[62522]: DEBUG oslo_vmware.api [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703927, 'name': PowerOnVM_Task, 'duration_secs': 0.413426} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.248217] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2176.248335] env[62522]: INFO nova.compute.manager [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Took 6.66 seconds to spawn the instance on the hypervisor. [ 2176.248550] env[62522]: DEBUG nova.compute.manager [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2176.249322] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f72e9bb-57fe-48cf-904e-10fc7ce4b32d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.766045] env[62522]: INFO nova.compute.manager [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Took 11.31 seconds to build instance. [ 2177.268613] env[62522]: DEBUG oslo_concurrency.lockutils [None req-b949305b-267b-48d9-91c9-8755ce234d87 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "dab08219-a4f1-4f91-9929-cc44f379fae6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.820s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.439426] env[62522]: DEBUG nova.compute.manager [req-edde04c6-7a5d-4f08-b3a9-106617d1f3d9 req-7485e4be-b7b1-4777-befa-2bb1e39f60ce service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Received event network-changed-2f8143b5-9ccd-447b-996d-141e08ba6172 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2177.439624] env[62522]: DEBUG nova.compute.manager [req-edde04c6-7a5d-4f08-b3a9-106617d1f3d9 req-7485e4be-b7b1-4777-befa-2bb1e39f60ce service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Refreshing instance network info cache due to event network-changed-2f8143b5-9ccd-447b-996d-141e08ba6172. {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2177.439832] env[62522]: DEBUG oslo_concurrency.lockutils [req-edde04c6-7a5d-4f08-b3a9-106617d1f3d9 req-7485e4be-b7b1-4777-befa-2bb1e39f60ce service nova] Acquiring lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.439976] env[62522]: DEBUG oslo_concurrency.lockutils [req-edde04c6-7a5d-4f08-b3a9-106617d1f3d9 req-7485e4be-b7b1-4777-befa-2bb1e39f60ce service nova] Acquired lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.440153] env[62522]: DEBUG nova.network.neutron [req-edde04c6-7a5d-4f08-b3a9-106617d1f3d9 req-7485e4be-b7b1-4777-befa-2bb1e39f60ce service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Refreshing network info cache for port 2f8143b5-9ccd-447b-996d-141e08ba6172 {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2178.145405] env[62522]: DEBUG nova.network.neutron [req-edde04c6-7a5d-4f08-b3a9-106617d1f3d9 req-7485e4be-b7b1-4777-befa-2bb1e39f60ce service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Updated VIF entry in instance network info cache for port 2f8143b5-9ccd-447b-996d-141e08ba6172. {{(pid=62522) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2178.145782] env[62522]: DEBUG nova.network.neutron [req-edde04c6-7a5d-4f08-b3a9-106617d1f3d9 req-7485e4be-b7b1-4777-befa-2bb1e39f60ce service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Updating instance_info_cache with network_info: [{"id": "2f8143b5-9ccd-447b-996d-141e08ba6172", "address": "fa:16:3e:c1:78:26", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8143b5-9c", "ovs_interfaceid": "2f8143b5-9ccd-447b-996d-141e08ba6172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.649366] env[62522]: DEBUG oslo_concurrency.lockutils [req-edde04c6-7a5d-4f08-b3a9-106617d1f3d9 req-7485e4be-b7b1-4777-befa-2bb1e39f60ce service nova] Releasing lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.532603] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2196.033351] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2198.033975] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2198.034355] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2198.034355] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 2198.565688] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2198.565857] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquired lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2198.565992] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Forcefully refreshing network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2198.566275] env[62522]: DEBUG nova.objects.instance [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lazy-loading 'info_cache' on Instance uuid dab08219-a4f1-4f91-9929-cc44f379fae6 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2200.278989] env[62522]: DEBUG nova.network.neutron [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Updating instance_info_cache with network_info: [{"id": "2f8143b5-9ccd-447b-996d-141e08ba6172", "address": "fa:16:3e:c1:78:26", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8143b5-9c", "ovs_interfaceid": "2f8143b5-9ccd-447b-996d-141e08ba6172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.781331] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Releasing lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2200.781528] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Updated the network info_cache for instance {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 2200.781741] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2200.781897] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2200.782055] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2200.782214] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2201.032638] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2201.535742] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.536150] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.536150] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.536334] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2201.537288] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7fecd0-ff85-4583-acb9-53d6c732ec43 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.545620] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7a59d3-4442-4210-ab83-7654bde9b023 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.560188] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b3492f-806b-4091-b01a-b5ccfce31e43 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.566933] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a43ac9-a44f-4737-b008-cf79c80e4b3c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.595437] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181378MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2201.595642] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.595888] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2202.618792] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Instance dab08219-a4f1-4f91-9929-cc44f379fae6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62522) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2202.619068] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2202.619158] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2202.643502] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae56558e-0b92-4b9d-aad0-40236170a2e9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.650785] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fc89fe-185d-43ff-924c-bc73dc6b31ef {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.680772] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b6af9c-381c-4621-b2bd-5c219fbfc150 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.687517] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3315b430-c3e9-475f-a0a0-28d55dd643d3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.700289] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2203.203554] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2203.708942] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2203.709334] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.710080] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.710448] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2214.014670] env[62522]: DEBUG oslo_concurrency.lockutils [None req-87daf57a-5e20-4f80-b873-cc08464d8892 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "dab08219-a4f1-4f91-9929-cc44f379fae6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.015133] env[62522]: DEBUG oslo_concurrency.lockutils [None req-87daf57a-5e20-4f80-b873-cc08464d8892 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "dab08219-a4f1-4f91-9929-cc44f379fae6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.015133] env[62522]: DEBUG nova.compute.manager [None req-87daf57a-5e20-4f80-b873-cc08464d8892 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2214.016109] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdeec82-ce06-4590-9d07-71671452df2b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.023565] env[62522]: DEBUG nova.compute.manager [None req-87daf57a-5e20-4f80-b873-cc08464d8892 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62522) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2214.024148] env[62522]: DEBUG nova.objects.instance [None req-87daf57a-5e20-4f80-b873-cc08464d8892 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lazy-loading 'flavor' on Instance uuid dab08219-a4f1-4f91-9929-cc44f379fae6 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2215.033124] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-87daf57a-5e20-4f80-b873-cc08464d8892 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2215.033519] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abb2b6cf-cbd4-4c94-b21e-218c3e433299 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.040845] env[62522]: DEBUG oslo_vmware.api [None req-87daf57a-5e20-4f80-b873-cc08464d8892 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2215.040845] env[62522]: value = "task-1703928" [ 2215.040845] env[62522]: _type = "Task" [ 2215.040845] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.048952] env[62522]: DEBUG oslo_vmware.api [None req-87daf57a-5e20-4f80-b873-cc08464d8892 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.550871] env[62522]: DEBUG oslo_vmware.api [None req-87daf57a-5e20-4f80-b873-cc08464d8892 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703928, 'name': PowerOffVM_Task, 'duration_secs': 0.172618} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.551140] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-87daf57a-5e20-4f80-b873-cc08464d8892 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2215.551339] env[62522]: DEBUG nova.compute.manager [None req-87daf57a-5e20-4f80-b873-cc08464d8892 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2215.552128] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d31ac68-04b3-42ad-9ff3-3c428931f58d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.063353] env[62522]: DEBUG oslo_concurrency.lockutils [None req-87daf57a-5e20-4f80-b873-cc08464d8892 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "dab08219-a4f1-4f91-9929-cc44f379fae6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.417503] env[62522]: DEBUG nova.objects.instance [None req-941cda03-d4c6-474d-8b04-eb0c2a3d6bd0 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lazy-loading 'flavor' on Instance uuid dab08219-a4f1-4f91-9929-cc44f379fae6 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2216.922162] env[62522]: DEBUG oslo_concurrency.lockutils [None req-941cda03-d4c6-474d-8b04-eb0c2a3d6bd0 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2216.922370] env[62522]: DEBUG oslo_concurrency.lockutils [None req-941cda03-d4c6-474d-8b04-eb0c2a3d6bd0 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2216.922510] env[62522]: DEBUG nova.network.neutron [None req-941cda03-d4c6-474d-8b04-eb0c2a3d6bd0 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2216.922686] env[62522]: DEBUG nova.objects.instance [None req-941cda03-d4c6-474d-8b04-eb0c2a3d6bd0 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lazy-loading 'info_cache' on Instance uuid dab08219-a4f1-4f91-9929-cc44f379fae6 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2217.426491] env[62522]: DEBUG nova.objects.base [None req-941cda03-d4c6-474d-8b04-eb0c2a3d6bd0 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62522) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2218.129866] env[62522]: DEBUG nova.network.neutron [None req-941cda03-d4c6-474d-8b04-eb0c2a3d6bd0 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Updating instance_info_cache with network_info: [{"id": "2f8143b5-9ccd-447b-996d-141e08ba6172", "address": "fa:16:3e:c1:78:26", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8143b5-9c", "ovs_interfaceid": "2f8143b5-9ccd-447b-996d-141e08ba6172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2218.633410] env[62522]: DEBUG oslo_concurrency.lockutils [None req-941cda03-d4c6-474d-8b04-eb0c2a3d6bd0 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2219.640021] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-941cda03-d4c6-474d-8b04-eb0c2a3d6bd0 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2219.640434] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-784c72b0-342f-470c-862b-950880c7d3f3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.647646] env[62522]: DEBUG oslo_vmware.api [None req-941cda03-d4c6-474d-8b04-eb0c2a3d6bd0 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2219.647646] env[62522]: value = "task-1703929" [ 2219.647646] env[62522]: _type = "Task" [ 2219.647646] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.655731] env[62522]: DEBUG oslo_vmware.api [None req-941cda03-d4c6-474d-8b04-eb0c2a3d6bd0 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.157354] env[62522]: DEBUG oslo_vmware.api [None req-941cda03-d4c6-474d-8b04-eb0c2a3d6bd0 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703929, 'name': PowerOnVM_Task, 'duration_secs': 0.444299} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.157653] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-941cda03-d4c6-474d-8b04-eb0c2a3d6bd0 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2220.157832] env[62522]: DEBUG nova.compute.manager [None req-941cda03-d4c6-474d-8b04-eb0c2a3d6bd0 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2220.158649] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96363d4-fa74-4fea-a226-0579f985638e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.399954] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7949317e-5a9d-42ca-ab67-9fe9fac63fb1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.406605] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-780f11cf-d5bd-4cd9-8625-64ec7a5da825 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Suspending the VM {{(pid=62522) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2221.406831] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a199db81-5542-4424-a224-7f372520f806 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.413275] env[62522]: DEBUG oslo_vmware.api [None req-780f11cf-d5bd-4cd9-8625-64ec7a5da825 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2221.413275] env[62522]: value = "task-1703930" [ 2221.413275] env[62522]: _type = "Task" [ 2221.413275] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.420791] env[62522]: DEBUG oslo_vmware.api [None req-780f11cf-d5bd-4cd9-8625-64ec7a5da825 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703930, 'name': SuspendVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.922871] env[62522]: DEBUG oslo_vmware.api [None req-780f11cf-d5bd-4cd9-8625-64ec7a5da825 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703930, 'name': SuspendVM_Task} progress is 75%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.423398] env[62522]: DEBUG oslo_vmware.api [None req-780f11cf-d5bd-4cd9-8625-64ec7a5da825 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703930, 'name': SuspendVM_Task, 'duration_secs': 0.793981} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.423792] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-780f11cf-d5bd-4cd9-8625-64ec7a5da825 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Suspended the VM {{(pid=62522) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2222.423835] env[62522]: DEBUG nova.compute.manager [None req-780f11cf-d5bd-4cd9-8625-64ec7a5da825 tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2222.424589] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1c95ae-e2bb-4f9c-ad7f-67093a00d4a5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.730186] env[62522]: INFO nova.compute.manager [None req-30dfe639-b3d9-4cad-81e5-a0d74c13480e tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Resuming [ 2223.730795] env[62522]: DEBUG nova.objects.instance [None req-30dfe639-b3d9-4cad-81e5-a0d74c13480e tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lazy-loading 'flavor' on Instance uuid dab08219-a4f1-4f91-9929-cc44f379fae6 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2225.241446] env[62522]: DEBUG oslo_concurrency.lockutils [None req-30dfe639-b3d9-4cad-81e5-a0d74c13480e tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.241822] env[62522]: DEBUG oslo_concurrency.lockutils [None req-30dfe639-b3d9-4cad-81e5-a0d74c13480e tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquired lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.241822] env[62522]: DEBUG nova.network.neutron [None req-30dfe639-b3d9-4cad-81e5-a0d74c13480e tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2225.936366] env[62522]: DEBUG nova.network.neutron [None req-30dfe639-b3d9-4cad-81e5-a0d74c13480e tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Updating instance_info_cache with network_info: [{"id": "2f8143b5-9ccd-447b-996d-141e08ba6172", "address": "fa:16:3e:c1:78:26", "network": {"id": "d74ae8d6-0e02-493d-94ac-6a59e5270226", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578262456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be7133287144c2f8ea106adffe94115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8143b5-9c", "ovs_interfaceid": "2f8143b5-9ccd-447b-996d-141e08ba6172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.438923] env[62522]: DEBUG oslo_concurrency.lockutils [None req-30dfe639-b3d9-4cad-81e5-a0d74c13480e tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Releasing lock "refresh_cache-dab08219-a4f1-4f91-9929-cc44f379fae6" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.439935] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7542f5aa-4d2a-4676-b000-05c487b972c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.446832] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-30dfe639-b3d9-4cad-81e5-a0d74c13480e tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Resuming the VM {{(pid=62522) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2226.447052] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-402b3a82-dc97-497a-9719-8e8bc6ea1e8a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.452978] env[62522]: DEBUG oslo_vmware.api [None req-30dfe639-b3d9-4cad-81e5-a0d74c13480e tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2226.452978] env[62522]: value = "task-1703931" [ 2226.452978] env[62522]: _type = "Task" [ 2226.452978] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.460300] env[62522]: DEBUG oslo_vmware.api [None req-30dfe639-b3d9-4cad-81e5-a0d74c13480e tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.962886] env[62522]: DEBUG oslo_vmware.api [None req-30dfe639-b3d9-4cad-81e5-a0d74c13480e tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703931, 'name': PowerOnVM_Task, 'duration_secs': 0.501934} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.963196] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-30dfe639-b3d9-4cad-81e5-a0d74c13480e tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Resumed the VM {{(pid=62522) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2226.963380] env[62522]: DEBUG nova.compute.manager [None req-30dfe639-b3d9-4cad-81e5-a0d74c13480e tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2226.964209] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94fcbbe-b414-42d1-b0fb-7240912b8e47 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.389326] env[62522]: DEBUG oslo_concurrency.lockutils [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "dab08219-a4f1-4f91-9929-cc44f379fae6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.389810] env[62522]: DEBUG oslo_concurrency.lockutils [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "dab08219-a4f1-4f91-9929-cc44f379fae6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.389910] env[62522]: DEBUG oslo_concurrency.lockutils [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "dab08219-a4f1-4f91-9929-cc44f379fae6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.390161] env[62522]: DEBUG oslo_concurrency.lockutils [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "dab08219-a4f1-4f91-9929-cc44f379fae6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.390377] env[62522]: DEBUG oslo_concurrency.lockutils [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "dab08219-a4f1-4f91-9929-cc44f379fae6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.392681] env[62522]: INFO nova.compute.manager [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Terminating instance [ 2228.896934] env[62522]: DEBUG nova.compute.manager [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2228.897194] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2228.898108] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e586dfb8-dfa4-4bb0-bbda-fc62c7a7e846 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.906115] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2228.906338] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c6c9451-c426-45af-8940-c3a5e6e73c28 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.912561] env[62522]: DEBUG oslo_vmware.api [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2228.912561] env[62522]: value = "task-1703932" [ 2228.912561] env[62522]: _type = "Task" [ 2228.912561] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.920194] env[62522]: DEBUG oslo_vmware.api [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.422257] env[62522]: DEBUG oslo_vmware.api [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703932, 'name': PowerOffVM_Task, 'duration_secs': 0.191148} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.422702] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2229.422702] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2229.422902] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c959bf52-611e-49d8-a1d5-b2d071032583 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.494017] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2229.494262] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2229.494422] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleting the datastore file [datastore1] dab08219-a4f1-4f91-9929-cc44f379fae6 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2229.494682] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dbb1538-df78-4486-90b7-eb52e524aab0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.501487] env[62522]: DEBUG oslo_vmware.api [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for the task: (returnval){ [ 2229.501487] env[62522]: value = "task-1703934" [ 2229.501487] env[62522]: _type = "Task" [ 2229.501487] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.508531] env[62522]: DEBUG oslo_vmware.api [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.012750] env[62522]: DEBUG oslo_vmware.api [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Task: {'id': task-1703934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140074} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.013020] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2230.013171] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2230.013343] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2230.013512] env[62522]: INFO nova.compute.manager [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2230.013746] env[62522]: DEBUG oslo.service.loopingcall [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2230.013927] env[62522]: DEBUG nova.compute.manager [-] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2230.014031] env[62522]: DEBUG nova.network.neutron [-] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2230.437988] env[62522]: DEBUG nova.compute.manager [req-523e0298-26ed-4478-b746-7458b4b9df55 req-5fe1828b-37bf-4538-8b87-e468a731ad96 service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Received event network-vif-deleted-2f8143b5-9ccd-447b-996d-141e08ba6172 {{(pid=62522) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2230.438248] env[62522]: INFO nova.compute.manager [req-523e0298-26ed-4478-b746-7458b4b9df55 req-5fe1828b-37bf-4538-8b87-e468a731ad96 service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Neutron deleted interface 2f8143b5-9ccd-447b-996d-141e08ba6172; detaching it from the instance and deleting it from the info cache [ 2230.438396] env[62522]: DEBUG nova.network.neutron [req-523e0298-26ed-4478-b746-7458b4b9df55 req-5fe1828b-37bf-4538-8b87-e468a731ad96 service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2230.915165] env[62522]: DEBUG nova.network.neutron [-] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2230.941733] env[62522]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5caf895f-2dd1-473c-9884-ef6aa3154a83 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.951420] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2839c784-2b40-4c02-82fd-f3e757d69f2c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.975194] env[62522]: DEBUG nova.compute.manager [req-523e0298-26ed-4478-b746-7458b4b9df55 req-5fe1828b-37bf-4538-8b87-e468a731ad96 service nova] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Detach interface failed, port_id=2f8143b5-9ccd-447b-996d-141e08ba6172, reason: Instance dab08219-a4f1-4f91-9929-cc44f379fae6 could not be found. {{(pid=62522) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2231.418570] env[62522]: INFO nova.compute.manager [-] [instance: dab08219-a4f1-4f91-9929-cc44f379fae6] Took 1.40 seconds to deallocate network for instance. [ 2231.925056] env[62522]: DEBUG oslo_concurrency.lockutils [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.925461] env[62522]: DEBUG oslo_concurrency.lockutils [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.925638] env[62522]: DEBUG nova.objects.instance [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lazy-loading 'resources' on Instance uuid dab08219-a4f1-4f91-9929-cc44f379fae6 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2232.462134] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1191f241-71b8-4c5d-9319-3b861e1ba35a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.469632] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f2c4f1-4961-4de4-a4b4-69b5c757284c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.499710] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c182e95-6c08-4efe-86c1-80d80d063909 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.506794] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4a69a2-6259-4c7d-b6af-eb23c9f5bd97 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.519462] env[62522]: DEBUG nova.compute.provider_tree [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2233.022256] env[62522]: DEBUG nova.scheduler.client.report [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2233.527861] env[62522]: DEBUG oslo_concurrency.lockutils [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.550701] env[62522]: INFO nova.scheduler.client.report [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Deleted allocations for instance dab08219-a4f1-4f91-9929-cc44f379fae6 [ 2234.059109] env[62522]: DEBUG oslo_concurrency.lockutils [None req-316e0db5-f080-4788-a1b2-7848b222f1ab tempest-ServerActionsTestJSON-729641567 tempest-ServerActionsTestJSON-729641567-project-member] Lock "dab08219-a4f1-4f91-9929-cc44f379fae6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.669s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.436535] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquiring lock "4b966509-b3b7-453a-a360-9b990f18e766" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.436862] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Lock "4b966509-b3b7-453a-a360-9b990f18e766" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.939920] env[62522]: DEBUG nova.compute.manager [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Starting instance... {{(pid=62522) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2238.458798] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.459119] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.460553] env[62522]: INFO nova.compute.claims [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2239.496080] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a75e87b-b79d-4eb3-8211-03677512106a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.503442] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebef30aa-4109-43fc-b332-0fb86b834ca0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.532362] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1ec430-a870-4cb6-af61-01de5f8a3749 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.539230] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae152522-69af-4c33-8585-8c7a799181c4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.551964] env[62522]: DEBUG nova.compute.provider_tree [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2240.054846] env[62522]: DEBUG nova.scheduler.client.report [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2240.559915] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.560420] env[62522]: DEBUG nova.compute.manager [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Start building networks asynchronously for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2241.065814] env[62522]: DEBUG nova.compute.utils [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Using /dev/sd instead of None {{(pid=62522) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2241.067235] env[62522]: DEBUG nova.compute.manager [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Not allocating networking since 'none' was specified. {{(pid=62522) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2241.569378] env[62522]: DEBUG nova.compute.manager [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Start building block device mappings for instance. {{(pid=62522) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2242.580793] env[62522]: DEBUG nova.compute.manager [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Start spawning the instance on the hypervisor. {{(pid=62522) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2242.605236] env[62522]: DEBUG nova.virt.hardware [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2242.605487] env[62522]: DEBUG nova.virt.hardware [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2242.605652] env[62522]: DEBUG nova.virt.hardware [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2242.605889] env[62522]: DEBUG nova.virt.hardware [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2242.606056] env[62522]: DEBUG nova.virt.hardware [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2242.606209] env[62522]: DEBUG nova.virt.hardware [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2242.606416] env[62522]: DEBUG nova.virt.hardware [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2242.606571] env[62522]: DEBUG nova.virt.hardware [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2242.606735] env[62522]: DEBUG nova.virt.hardware [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2242.606896] env[62522]: DEBUG nova.virt.hardware [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2242.607074] env[62522]: DEBUG nova.virt.hardware [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2242.607950] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cc595e-451d-4c3f-b02a-46fed97e31ac {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.616185] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2d36b7-d9f9-4d13-b0fa-93262fd16c56 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.629389] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Instance VIF info [] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2242.634741] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Creating folder: Project (2fa7d914b41348a49992ea5b32716e78). Parent ref: group-v354730. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2242.634982] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b43e78ab-23cc-442e-afe1-bf49d4fe7e7e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.644766] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Created folder: Project (2fa7d914b41348a49992ea5b32716e78) in parent group-v354730. [ 2242.644944] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Creating folder: Instances. Parent ref: group-v355065. {{(pid=62522) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2242.645172] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47d2e618-4695-4a41-b8ed-f53202d452c3 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.653314] env[62522]: INFO nova.virt.vmwareapi.vm_util [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Created folder: Instances in parent group-v355065. [ 2242.653535] env[62522]: DEBUG oslo.service.loopingcall [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2242.653712] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2242.653915] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-146043c8-1677-4d3d-9f20-e367e2c0e024 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.668617] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2242.668617] env[62522]: value = "task-1703937" [ 2242.668617] env[62522]: _type = "Task" [ 2242.668617] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.678196] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703937, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.178423] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703937, 'name': CreateVM_Task, 'duration_secs': 0.24671} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.178674] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2243.179053] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2243.179277] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2243.179619] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2243.179869] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684df2e0-ecb8-4826-ae2d-53f0226a3c1c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.184009] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2243.184009] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a821d4-1ec1-7bed-d38d-7f2b33cde99e" [ 2243.184009] env[62522]: _type = "Task" [ 2243.184009] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.191133] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a821d4-1ec1-7bed-d38d-7f2b33cde99e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.694149] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52a821d4-1ec1-7bed-d38d-7f2b33cde99e, 'name': SearchDatastore_Task, 'duration_secs': 0.012199} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.694449] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2243.694673] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2243.694912] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2243.695073] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2243.695261] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2243.695510] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-012c1ff4-6f96-400f-9bc3-f7e06f39189d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.703328] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2243.703495] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2243.704160] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801b6e17-2164-4c3c-9964-e32e77b37dcb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.708548] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2243.708548] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52384f76-7daa-d51f-4717-16d6ca88c756" [ 2243.708548] env[62522]: _type = "Task" [ 2243.708548] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.715602] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52384f76-7daa-d51f-4717-16d6ca88c756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.219232] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52384f76-7daa-d51f-4717-16d6ca88c756, 'name': SearchDatastore_Task, 'duration_secs': 0.007722} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.219993] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821bc200-434f-4b11-aa14-d71122791f96 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.224528] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2244.224528] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d2be0b-e427-4593-d9a5-af63352087ad" [ 2244.224528] env[62522]: _type = "Task" [ 2244.224528] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.231653] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d2be0b-e427-4593-d9a5-af63352087ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.734477] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52d2be0b-e427-4593-d9a5-af63352087ad, 'name': SearchDatastore_Task, 'duration_secs': 0.0095} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.734752] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2244.734977] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4b966509-b3b7-453a-a360-9b990f18e766/4b966509-b3b7-453a-a360-9b990f18e766.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2244.735239] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80bd814a-4d42-45e1-989b-4a3251738a0c {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.741687] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2244.741687] env[62522]: value = "task-1703938" [ 2244.741687] env[62522]: _type = "Task" [ 2244.741687] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.748630] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.253100] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434258} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.253358] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4b966509-b3b7-453a-a360-9b990f18e766/4b966509-b3b7-453a-a360-9b990f18e766.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2245.253566] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2245.253813] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3556e746-e686-4d3d-9462-cb70905808bf {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.260693] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2245.260693] env[62522]: value = "task-1703939" [ 2245.260693] env[62522]: _type = "Task" [ 2245.260693] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.268513] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.769475] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066785} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.769779] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2245.770487] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69c19c0-089c-4eb8-98f8-60b0e6b1be01 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.789574] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 4b966509-b3b7-453a-a360-9b990f18e766/4b966509-b3b7-453a-a360-9b990f18e766.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2245.789799] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a28cd143-c71b-4307-99cd-ce72243e39e4 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.808695] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2245.808695] env[62522]: value = "task-1703940" [ 2245.808695] env[62522]: _type = "Task" [ 2245.808695] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.816850] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.317707] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703940, 'name': ReconfigVM_Task, 'duration_secs': 0.273525} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.318037] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 4b966509-b3b7-453a-a360-9b990f18e766/4b966509-b3b7-453a-a360-9b990f18e766.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2246.318630] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9318e303-a042-42a1-baca-4d84e25125af {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.326135] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2246.326135] env[62522]: value = "task-1703941" [ 2246.326135] env[62522]: _type = "Task" [ 2246.326135] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.334998] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703941, 'name': Rename_Task} progress is 5%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.837251] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703941, 'name': Rename_Task, 'duration_secs': 0.131237} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.837620] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2246.837853] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ed80815-058f-4923-a01d-65a36947adcb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.844044] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2246.844044] env[62522]: value = "task-1703942" [ 2246.844044] env[62522]: _type = "Task" [ 2246.844044] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.851597] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.354133] env[62522]: DEBUG oslo_vmware.api [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703942, 'name': PowerOnVM_Task, 'duration_secs': 0.393595} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.354412] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2247.354610] env[62522]: INFO nova.compute.manager [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Took 4.78 seconds to spawn the instance on the hypervisor. [ 2247.354791] env[62522]: DEBUG nova.compute.manager [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2247.355593] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7f4028-f9a8-4264-a69a-305aca40366f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.873923] env[62522]: INFO nova.compute.manager [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Took 9.43 seconds to build instance. [ 2248.102569] env[62522]: INFO nova.compute.manager [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Rebuilding instance [ 2248.137079] env[62522]: DEBUG nova.compute.manager [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2248.137988] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb75a67-ac62-4275-b5cd-7b26463083c7 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.376072] env[62522]: DEBUG oslo_concurrency.lockutils [None req-f93d27ec-a2b1-4b09-a419-2b8852aacfdb tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Lock "4b966509-b3b7-453a-a360-9b990f18e766" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.939s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.151073] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2249.151517] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69bf249e-57e7-4a4d-b39a-e688d8e94c9a {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.158358] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2249.158358] env[62522]: value = "task-1703943" [ 2249.158358] env[62522]: _type = "Task" [ 2249.158358] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.166247] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.669887] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703943, 'name': PowerOffVM_Task, 'duration_secs': 0.183342} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.670174] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2249.670406] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2249.671170] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f57a6e3-3b4a-4b7e-9563-2a3bfcda62e1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.678266] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2249.678544] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-683bdd55-3af0-437c-85e2-5b46baccd087 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.705067] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2249.705298] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2249.705466] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Deleting the datastore file [datastore1] 4b966509-b3b7-453a-a360-9b990f18e766 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2249.705730] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-688036cf-41fa-4a64-8299-86d148a114f5 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.712180] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2249.712180] env[62522]: value = "task-1703945" [ 2249.712180] env[62522]: _type = "Task" [ 2249.712180] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.719537] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.222433] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09678} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.222830] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2250.222876] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2250.223045] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2251.257491] env[62522]: DEBUG nova.virt.hardware [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:08:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:08:30Z,direct_url=,disk_format='vmdk',id=542833cb-1d3a-45b2-82af-d617b2896229,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d8c4aebc61174dc3b79c16b195408add',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:08:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2251.257869] env[62522]: DEBUG nova.virt.hardware [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Flavor limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2251.257925] env[62522]: DEBUG nova.virt.hardware [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Image limits 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2251.258131] env[62522]: DEBUG nova.virt.hardware [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Flavor pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2251.258279] env[62522]: DEBUG nova.virt.hardware [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Image pref 0:0:0 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2251.258423] env[62522]: DEBUG nova.virt.hardware [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62522) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2251.258630] env[62522]: DEBUG nova.virt.hardware [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2251.258806] env[62522]: DEBUG nova.virt.hardware [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2251.258996] env[62522]: DEBUG nova.virt.hardware [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Got 1 possible topologies {{(pid=62522) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2251.259243] env[62522]: DEBUG nova.virt.hardware [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2251.259346] env[62522]: DEBUG nova.virt.hardware [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62522) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2251.260224] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdb575e-2eed-4aed-b800-9d3e655724c6 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.267620] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69601f88-4431-4d4d-b8ca-a6d098a71ca2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.280862] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Instance VIF info [] {{(pid=62522) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2251.286301] env[62522]: DEBUG oslo.service.loopingcall [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2251.286533] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Creating VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2251.286726] env[62522]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4549488d-6a70-4a0b-ab37-7abca6562adb {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.302450] env[62522]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2251.302450] env[62522]: value = "task-1703946" [ 2251.302450] env[62522]: _type = "Task" [ 2251.302450] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.309212] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703946, 'name': CreateVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.811586] env[62522]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703946, 'name': CreateVM_Task, 'duration_secs': 0.246249} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.811763] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Created VM on the ESX host {{(pid=62522) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2251.812179] env[62522]: DEBUG oslo_concurrency.lockutils [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2251.812344] env[62522]: DEBUG oslo_concurrency.lockutils [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2251.812658] env[62522]: DEBUG oslo_concurrency.lockutils [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2251.812904] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a77e88b-a4ec-4797-8d28-bb14f0f46123 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.816878] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2251.816878] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522297a0-c0ac-5468-7e71-4897953cae12" [ 2251.816878] env[62522]: _type = "Task" [ 2251.816878] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.824958] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522297a0-c0ac-5468-7e71-4897953cae12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.028675] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2252.326923] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]522297a0-c0ac-5468-7e71-4897953cae12, 'name': SearchDatastore_Task, 'duration_secs': 0.008647} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.327339] env[62522]: DEBUG oslo_concurrency.lockutils [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2252.327458] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Processing image 542833cb-1d3a-45b2-82af-d617b2896229 {{(pid=62522) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2252.327686] env[62522]: DEBUG oslo_concurrency.lockutils [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2252.327862] env[62522]: DEBUG oslo_concurrency.lockutils [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2252.328068] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2252.328317] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-241130cc-7649-406f-86ca-22bdff1f8050 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.336429] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62522) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2252.336647] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62522) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2252.337255] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd59f12-a1bb-458c-b0be-8603649aa72d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.341676] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2252.341676] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52af78fd-f3eb-2a8e-a57d-cfec8070a11f" [ 2252.341676] env[62522]: _type = "Task" [ 2252.341676] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.349309] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52af78fd-f3eb-2a8e-a57d-cfec8070a11f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.851226] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]52af78fd-f3eb-2a8e-a57d-cfec8070a11f, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.851966] env[62522]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0001057a-c842-49a2-be3f-af784c6b2d4b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.856602] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2252.856602] env[62522]: value = "session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529210b2-21ed-c7c7-6f2b-b30bd2645f97" [ 2252.856602] env[62522]: _type = "Task" [ 2252.856602] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.863654] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529210b2-21ed-c7c7-6f2b-b30bd2645f97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.366501] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': session[5260ce32-fed7-9a2e-758e-c1bbb3c67bbe]529210b2-21ed-c7c7-6f2b-b30bd2645f97, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.366904] env[62522]: DEBUG oslo_concurrency.lockutils [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.367022] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4b966509-b3b7-453a-a360-9b990f18e766/4b966509-b3b7-453a-a360-9b990f18e766.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2253.367250] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93944c88-55fb-454c-8e93-59323de95025 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.374626] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2253.374626] env[62522]: value = "task-1703947" [ 2253.374626] env[62522]: _type = "Task" [ 2253.374626] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.382181] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.883974] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479936} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.884249] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/542833cb-1d3a-45b2-82af-d617b2896229/542833cb-1d3a-45b2-82af-d617b2896229.vmdk to [datastore1] 4b966509-b3b7-453a-a360-9b990f18e766/4b966509-b3b7-453a-a360-9b990f18e766.vmdk {{(pid=62522) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2253.884445] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Extending root virtual disk to 1048576 {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2253.884685] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bfae988-a937-45e4-857a-765d6daffd76 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.890943] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2253.890943] env[62522]: value = "task-1703948" [ 2253.890943] env[62522]: _type = "Task" [ 2253.890943] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.897761] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.401888] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056561} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.402297] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Extended root virtual disk {{(pid=62522) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2254.402930] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4243fb-052e-41c4-a358-44795738c7b0 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.422014] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 4b966509-b3b7-453a-a360-9b990f18e766/4b966509-b3b7-453a-a360-9b990f18e766.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2254.422279] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec8f64a1-1dee-4d99-b3d8-6cd87fedd9b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.440549] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2254.440549] env[62522]: value = "task-1703949" [ 2254.440549] env[62522]: _type = "Task" [ 2254.440549] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.449259] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.950801] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703949, 'name': ReconfigVM_Task, 'duration_secs': 0.255624} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.951082] env[62522]: DEBUG nova.virt.vmwareapi.volumeops [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 4b966509-b3b7-453a-a360-9b990f18e766/4b966509-b3b7-453a-a360-9b990f18e766.vmdk or device None with type sparse {{(pid=62522) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2254.951676] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcc742a2-3a0b-4fba-93d5-ce22565717f1 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.957519] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2254.957519] env[62522]: value = "task-1703950" [ 2254.957519] env[62522]: _type = "Task" [ 2254.957519] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.965674] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703950, 'name': Rename_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.471200] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703950, 'name': Rename_Task, 'duration_secs': 0.125547} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.471680] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Powering on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2255.471993] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e3275d1-f1a7-4a6e-9f30-e22c97a2a92e {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.479161] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2255.479161] env[62522]: value = "task-1703951" [ 2255.479161] env[62522]: _type = "Task" [ 2255.479161] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.489763] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.988570] env[62522]: DEBUG oslo_vmware.api [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703951, 'name': PowerOnVM_Task, 'duration_secs': 0.410025} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.988804] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Powered on the VM {{(pid=62522) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2255.988976] env[62522]: DEBUG nova.compute.manager [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Checking state {{(pid=62522) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2255.990772] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd8e961-600c-41ea-b62e-d74e72f094df {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.505548] env[62522]: DEBUG oslo_concurrency.lockutils [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2256.505548] env[62522]: DEBUG oslo_concurrency.lockutils [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.505548] env[62522]: DEBUG nova.objects.instance [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62522) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2256.691992] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquiring lock "4b966509-b3b7-453a-a360-9b990f18e766" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2256.692354] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Lock "4b966509-b3b7-453a-a360-9b990f18e766" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.692577] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquiring lock "4b966509-b3b7-453a-a360-9b990f18e766-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2256.692765] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Lock "4b966509-b3b7-453a-a360-9b990f18e766-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.692935] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Lock "4b966509-b3b7-453a-a360-9b990f18e766-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.695324] env[62522]: INFO nova.compute.manager [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Terminating instance [ 2257.033280] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2257.199200] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquiring lock "refresh_cache-4b966509-b3b7-453a-a360-9b990f18e766" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2257.199365] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquired lock "refresh_cache-4b966509-b3b7-453a-a360-9b990f18e766" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.199654] env[62522]: DEBUG nova.network.neutron [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Building network info cache for instance {{(pid=62522) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2257.513385] env[62522]: DEBUG oslo_concurrency.lockutils [None req-137a362d-7f30-494d-9136-5a8d4b03b008 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.717470] env[62522]: DEBUG nova.network.neutron [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2257.774554] env[62522]: DEBUG nova.network.neutron [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2258.033689] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2258.276830] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Releasing lock "refresh_cache-4b966509-b3b7-453a-a360-9b990f18e766" {{(pid=62522) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.277348] env[62522]: DEBUG nova.compute.manager [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Start destroying the instance on the hypervisor. {{(pid=62522) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2258.278016] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Destroying instance {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2258.278472] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd1733b-5ac8-4190-939c-59aa6e91b63f {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.285996] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Powering off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2258.286211] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de88f36c-6aed-458c-a4a6-4d54dc3b7b5b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.291943] env[62522]: DEBUG oslo_vmware.api [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2258.291943] env[62522]: value = "task-1703952" [ 2258.291943] env[62522]: _type = "Task" [ 2258.291943] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.299923] env[62522]: DEBUG oslo_vmware.api [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.802592] env[62522]: DEBUG oslo_vmware.api [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703952, 'name': PowerOffVM_Task, 'duration_secs': 0.12263} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.803000] env[62522]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Powered off the VM {{(pid=62522) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2258.803000] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Unregistering the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2258.803285] env[62522]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0e656b4-6119-4f93-b235-ded930ac1b19 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.827688] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Unregistered the VM {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2258.827900] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Deleting contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2258.828087] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Deleting the datastore file [datastore1] 4b966509-b3b7-453a-a360-9b990f18e766 {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2258.828335] env[62522]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dad457d-6a47-4407-87cc-033cf560e780 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.833680] env[62522]: DEBUG oslo_vmware.api [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for the task: (returnval){ [ 2258.833680] env[62522]: value = "task-1703954" [ 2258.833680] env[62522]: _type = "Task" [ 2258.833680] env[62522]: } to complete. {{(pid=62522) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.840813] env[62522]: DEBUG oslo_vmware.api [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.032599] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2259.032793] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Starting heal instance info cache {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2259.032887] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Rebuilding the list of instances to heal {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 2259.343809] env[62522]: DEBUG oslo_vmware.api [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Task: {'id': task-1703954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099779} completed successfully. {{(pid=62522) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.344075] env[62522]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Deleted the datastore file {{(pid=62522) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2259.344271] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Deleted contents of the VM from datastore datastore1 {{(pid=62522) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2259.344446] env[62522]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Instance destroyed {{(pid=62522) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2259.344621] env[62522]: INFO nova.compute.manager [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2259.344849] env[62522]: DEBUG oslo.service.loopingcall [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62522) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2259.345050] env[62522]: DEBUG nova.compute.manager [-] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Deallocating network for instance {{(pid=62522) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2259.345151] env[62522]: DEBUG nova.network.neutron [-] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] deallocate_for_instance() {{(pid=62522) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2259.361199] env[62522]: DEBUG nova.network.neutron [-] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Instance cache missing network info. {{(pid=62522) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2259.536025] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Skipping network cache update for instance because it is being deleted. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10300}} [ 2259.536254] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Didn't find any instances for network info cache update. {{(pid=62522) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 2259.536516] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2259.863526] env[62522]: DEBUG nova.network.neutron [-] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Updating instance_info_cache with network_info: [] {{(pid=62522) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2260.032570] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2260.366572] env[62522]: INFO nova.compute.manager [-] [instance: 4b966509-b3b7-453a-a360-9b990f18e766] Took 1.02 seconds to deallocate network for instance. [ 2260.872896] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2260.873341] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.873422] env[62522]: DEBUG nova.objects.instance [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Lazy-loading 'resources' on Instance uuid 4b966509-b3b7-453a-a360-9b990f18e766 {{(pid=62522) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2261.407666] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f962fa28-69bf-4a12-9dbc-eb70d825db31 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.414836] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a157b71-158f-4f1d-9a3e-ebc6d24af9bd {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.444378] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e5567a-5e70-40e4-b28e-557a8931272b {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.450731] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c410178c-2d69-476d-bac8-065620cffa09 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.463896] env[62522]: DEBUG nova.compute.provider_tree [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2261.967248] env[62522]: DEBUG nova.scheduler.client.report [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2262.033056] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2262.033281] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2262.471800] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.491451] env[62522]: INFO nova.scheduler.client.report [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Deleted allocations for instance 4b966509-b3b7-453a-a360-9b990f18e766 [ 2262.535438] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2262.535656] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2262.535812] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.536020] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62522) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2262.537115] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34162b2c-6362-400d-b0ee-711151dbe1f9 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.545322] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf532eb8-44f7-4f56-b58c-0cc918e575b2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.558418] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecacf8f4-1123-4366-8115-d053c63e7f23 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.564845] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15815726-5a4e-4bf9-8d7e-58e34ccefcd2 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.592433] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181322MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62522) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2262.592577] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2262.592779] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.000978] env[62522]: DEBUG oslo_concurrency.lockutils [None req-fbc69608-2266-44de-8130-243b8fe66722 tempest-ServerShowV257Test-575594555 tempest-ServerShowV257Test-575594555-project-member] Lock "4b966509-b3b7-453a-a360-9b990f18e766" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.309s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.611943] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2263.612139] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62522) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2263.625942] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee5e4e5-c4d2-4029-8a2e-95025f900d02 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.633465] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8e12b7-8643-4c1e-b694-d6bbebd08fbe {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.664045] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfc2462-7fcb-460d-8a70-34382bcac789 {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.671486] env[62522]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec160d88-777c-4ee1-8175-1a1f10cde45d {{(pid=62522) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.684369] env[62522]: DEBUG nova.compute.provider_tree [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed in ProviderTree for provider: 59e04893-03fc-41a2-9591-b0bc3d235151 {{(pid=62522) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2264.187513] env[62522]: DEBUG nova.scheduler.client.report [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Inventory has not changed for provider 59e04893-03fc-41a2-9591-b0bc3d235151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62522) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2264.692462] env[62522]: DEBUG nova.compute.resource_tracker [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62522) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2264.692715] env[62522]: DEBUG oslo_concurrency.lockutils [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=62522) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.692204] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2265.692535] env[62522]: DEBUG nova.compute.manager [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62522) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2283.028908] env[62522]: DEBUG oslo_service.periodic_task [None req-632460fb-c43d-481d-b6ae-ef0fedb21534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62522) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}